+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-0-37.ec2.internal ++ [[ -n ip-10-0-0-37.ec2.internal ]] ++ [[ -f /env/ip-10-0-0-37.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 10:45:39.478876137 - disable conntrack on geneve port' I0417 10:45:39.478876137 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0417 10:45:39.520555557 - starting ovnkube-node' I0417 10:45:39.520555557 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-0-37.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-0-37.ec2.internal --init-node ip-10-0-0-37.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-0-37.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0417 10:45:39.591456 3794 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0417 10:45:39.591553 3794 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-dbb307d9d7.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0417 10:45:39.593717 3794 kube.go:431] Waiting for certificate I0417 10:45:39.593769 3794 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0417 10:45:39.594179 3794 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0417 10:45:39.594911 3794 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 10:45:39.624838 3794 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:39.624854 3794 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:39.627742 3794 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:39.627832 3794 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jwxn7" I0417 10:45:39.633917 3794 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-jwxn7" I0417 10:45:39.634008 3794 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0417 10:45:40.593951 3794 kube.go:438] Certificate found I0417 10:45:40.594462 3794 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0417 10:45:40.595450 3794 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0417 10:45:40.655010 3794 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-04-18 10:40:39 +0000 UTC" deadline="2026-04-18 05:50:38.64680543 +0000 UTC" I0417 10:45:40.655047 3794 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h4m57.991770553s" I0417 10:45:40.660384 3794 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 10:45:40.682715 3794 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0417 10:45:40.682809 3794 server.go:101] MetricServer registers OVS metrics I0417 10:45:40.683027 3794 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0417 10:45:40.683107 3794 factory.go:561] Starting watch factory I0417 10:45:40.683158 3794 server.go:105] MetricServer registers OVN DB metrics I0417 10:45:40.683240 3794 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683261 3794 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683248 3794 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683278 3794 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683288 3794 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683363 3794 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683388 3794 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683364 3794 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683295 3794 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683499 3794 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.683528 3794 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.684006 3794 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.685185 3794 controller_manager.go:370] Starting the ovnkube controller I0417 10:45:40.685202 3794 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-0-37.ec2.internal I0417 10:45:40.685254 3794 controller_manager.go:395] NBDB zone sync took: 44.389µs I0417 10:45:40.685309 3794 factory.go:561] Starting watch factory I0417 10:45:40.688176 3794 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0417 10:45:40.688210 3794 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0417 10:45:40.701510 3794 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0417 10:45:40.701533 3794 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0417 10:45:40.702580 3794 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.702938 3794 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.703454 3794 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.705427 3794 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.706128 3794 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0417 10:45:40.706169 3794 server.go:109] MetricServer registers OVN Controller metrics I0417 10:45:40.707558 3794 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.711529 3794 server.go:113] MetricServer registers OVN Northd metrics I0417 10:45:40.714383 3794 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0417 10:45:40.716995 3794 metrics.go:519] OVN Metrics Server starts to run ... I0417 10:45:40.788464 3794 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 10:45:40.788494 3794 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 10:45:40.788498 3794 factory.go:1977] *v1.Node informer cache synced successfully I0417 10:45:40.788501 3794 factory.go:1977] *v1.Service informer cache synced successfully I0417 10:45:40.788504 3794 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 10:45:40.788507 3794 factory.go:1977] *v1.Pod informer cache synced successfully I0417 10:45:40.788606 3794 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:40.788629 3794 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:40.788606 3794 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:40.788700 3794 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:40.790715 3794 factory.go:1977] *v1.Service informer cache synced successfully I0417 10:45:40.790731 3794 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0417 10:45:40.790735 3794 factory.go:1977] *v1.Pod informer cache synced successfully I0417 10:45:40.790739 3794 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0417 10:45:40.790741 3794 factory.go:1977] *v1.Namespace informer cache synced successfully I0417 10:45:40.790744 3794 factory.go:1977] *v1.Node informer cache synced successfully I0417 10:45:40.791159 3794 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:40.791178 3794 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0417 10:45:40.794411 3794 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 10:45:40.794421 3794 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 10:45:40.794483 3794 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.794510 3794 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.795867 3794 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0417 10:45:40.795878 3794 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0417 10:45:40.796652 3794 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.799544 3794 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 10:45:40.799596 3794 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.799609 3794 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.801387 3794 factory.go:1977] *v1.EgressIP informer cache synced successfully I0417 10:45:40.801607 3794 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.805410 3794 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 10:45:40.805469 3794 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.805490 3794 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.806849 3794 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0417 10:45:40.807334 3794 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.811065 3794 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 10:45:40.811135 3794 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.811153 3794 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.812459 3794 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0417 10:45:40.813265 3794 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.816254 3794 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 10:45:40.816326 3794 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.816343 3794 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.818387 3794 factory.go:1977] *v1.EgressService informer cache synced successfully I0417 10:45:40.818558 3794 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.822352 3794 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 10:45:40.822513 3794 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:40.822529 3794 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:40.823731 3794 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0417 10:45:40.824560 3794 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0417 10:45:40.827588 3794 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 10:45:40.827646 3794 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.827657 3794 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.827706 3794 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.827720 3794 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.829170 3794 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0417 10:45:40.829859 3794 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.830020 3794 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0417 10:45:40.833025 3794 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 10:45:40.833035 3794 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 10:45:40.833042 3794 factory.go:680] Watch Factory start up complete, took: 149.93856ms I0417 10:45:40.833104 3794 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0417 10:45:40.834422 3794 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0417 10:45:40.834431 3794 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0417 10:45:40.834438 3794 factory.go:680] Watch Factory start up complete, took: 149.128506ms I0417 10:45:40.834444 3794 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-0-37.ec2.internal" zone I0417 10:45:40.874421 3794 default_node_network_controller.go:710] Initializing the default node network controller I0417 10:45:40.975435 3794 udn_isolation.go:101] Starting UDN host isolation manager I0417 10:45:40.983149 3794 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0417 10:45:41.045325 3794 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0417 10:45:41.045415 3794 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0417 10:45:41.045427 3794 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0417 10:45:41.079552 3794 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0417 10:45:41.079628 3794 default_node_network_controller.go:809] Node ip-10-0-0-37.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0417 10:45:41.084995 3794 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.0.37"] k8s.ovn.org/zone-name:ip-10-0-0-37.ec2.internal] on node ip-10-0-0-37.ec2.internal I0417 10:45:41.107254 3794 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0417 10:45:41.113720 3794 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0417 10:45:41.113859 3794 helper_linux.go:118] Found default gateway interface br-ex 10.0.0.1 I0417 10:45:41.113992 3794 gateway_init.go:263] Preparing Gateway I0417 10:45:41.114004 3794 gateway_shared_intf.go:1687] Creating new gateway I0417 10:45:41.233468 3794 iptables.go:108] Creating table: filter chain: FORWARD I0417 10:45:41.239351 3794 iptables.go:108] Creating table: filter chain: OUTPUT I0417 10:45:41.245784 3794 gateway_shared_intf.go:1816] Gateway Creation Complete I0417 10:45:41.245801 3794 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-37.ec2.internal","mac-address":"12:86:d2:30:5f:e5","ip-addresses":["10.0.0.37/24"],"ip-address":"10.0.0.37/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c539e008-4966-4180-ab27-ff649ff7bf68 k8s.ovn.org/node-encap-ips:["10.0.0.37"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.37/24"} k8s.ovn.org/zone-name:ip-10-0-0-37.ec2.internal] on node ip-10-0-0-37.ec2.internal I0417 10:45:41.263429 3794 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:41.335466 3794 controller_manager.go:429] Waiting for node in zone sync took: 501.007303ms I0417 10:45:41.341832 3794 controller_manager.go:611] Switching to transit router for layer2 networks I0417 10:45:41.341847 3794 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-0-37.ec2.internal I0417 10:45:41.355193 3794 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0417 10:45:41.362016 3794 controller_manager.go:290] SCTP support detected in OVN I0417 10:45:41.362554 3794 services_controller.go:69] Creating services controller for network=default I0417 10:45:41.362634 3794 udn_enabled_svc.go:80] Waiting for service informer to sync I0417 10:45:41.362719 3794 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0417 10:45:41.362750 3794 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0417 10:45:41.362792 3794 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0417 10:45:41.362801 3794 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 10:45:41.362979 3794 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0417 10:45:41.363026 3794 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0417 10:45:41.363074 3794 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 58.813µs I0417 10:45:41.363095 3794 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 60.024µs I0417 10:45:41.363103 3794 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 77.5µs I0417 10:45:41.363108 3794 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0417 10:45:41.363115 3794 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0417 10:45:41.363125 3794 default_network_controller.go:325] Starting the default network controller I0417 10:45:41.363162 3794 udn_enabled_svc.go:95] Performing full resync I0417 10:45:41.363227 3794 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 14.785µs I0417 10:45:41.363457 3794 udn_enabled_svc.go:99] Waiting for handler to sync I0417 10:45:41.363471 3794 udn_enabled_svc.go:104] Starting worker I0417 10:45:41.372094 3794 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0417 10:45:41.372146 3794 repair.go:33] Syncing exgw routes took 41.168µs I0417 10:45:41.372167 3794 default_network_controller.go:414] Starting all the Watchers... I0417 10:45:41.372296 3794 namespace.go:98] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] adding namespace I0417 10:45:41.372304 3794 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0417 10:45:41.372312 3794 namespace.go:98] [openshift-backplane-mobb] adding namespace I0417 10:45:41.372317 3794 namespace.go:98] [openshift] adding namespace I0417 10:45:41.372325 3794 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0417 10:45:41.372326 3794 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0417 10:45:41.372327 3794 namespace.go:98] [openshift-logging] adding namespace I0417 10:45:41.372332 3794 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0417 10:45:41.372345 3794 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0417 10:45:41.372346 3794 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0417 10:45:41.372350 3794 namespace.go:98] [openshift-ingress] adding namespace I0417 10:45:41.372352 3794 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0417 10:45:41.372348 3794 namespace.go:98] [openshift-ingress-canary] adding namespace I0417 10:45:41.372356 3794 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0417 10:45:41.372402 3794 namespace.go:98] [kube-system] adding namespace I0417 10:45:41.372985 3794 namespace.go:102] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] adding namespace took 677.601µs I0417 10:45:41.373003 3794 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0417 10:45:41.373429 3794 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 419.769µs I0417 10:45:41.373444 3794 namespace.go:98] [openshift-network-operator] adding namespace I0417 10:45:41.373927 3794 namespace.go:102] [openshift-network-operator] adding namespace took 475.923µs I0417 10:45:41.373944 3794 namespace.go:98] [openshift-apiserver-operator] adding namespace I0417 10:45:41.374388 3794 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.073386ms I0417 10:45:41.374402 3794 namespace.go:98] [openshift-backplane-cee] adding namespace I0417 10:45:41.374853 3794 namespace.go:102] [openshift-backplane-mobb] adding namespace took 2.529591ms I0417 10:45:41.374871 3794 namespace.go:98] [openshift-marketplace] adding namespace I0417 10:45:41.375330 3794 namespace.go:102] [openshift] adding namespace took 3.003862ms I0417 10:45:41.375343 3794 namespace.go:98] [openshift-operators-redhat] adding namespace I0417 10:45:41.375783 3794 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 3.451055ms I0417 10:45:41.375797 3794 namespace.go:98] [openshift-console-operator] adding namespace I0417 10:45:41.376251 3794 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 3.917596ms I0417 10:45:41.376268 3794 namespace.go:98] [openshift-authentication-operator] adding namespace I0417 10:45:41.376716 3794 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 4.380079ms I0417 10:45:41.376728 3794 namespace.go:98] [openshift-route-controller-manager] adding namespace I0417 10:45:41.377140 3794 namespace.go:102] [openshift-logging] adding namespace took 4.805827ms I0417 10:45:41.377152 3794 namespace.go:98] [dedicated-admin] adding namespace I0417 10:45:41.377604 3794 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 5.254143ms I0417 10:45:41.377615 3794 namespace.go:98] [openshift-authentication] adding namespace I0417 10:45:41.378400 3794 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.046445ms I0417 10:45:41.378411 3794 namespace.go:98] [openshift-apiserver] adding namespace I0417 10:45:41.378877 3794 namespace.go:102] [openshift-ingress] adding namespace took 6.51968ms I0417 10:45:41.378889 3794 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0417 10:45:41.379296 3794 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.938465ms I0417 10:45:41.379306 3794 namespace.go:98] [openshift-console-user-settings] adding namespace I0417 10:45:41.379772 3794 namespace.go:102] [openshift-ingress-canary] adding namespace took 7.410812ms I0417 10:45:41.379789 3794 namespace.go:98] [openshift-kube-scheduler] adding namespace I0417 10:45:41.380186 3794 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 7.822763ms I0417 10:45:41.380200 3794 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0417 10:45:41.380737 3794 namespace.go:102] [kube-system] adding namespace took 8.326603ms I0417 10:45:41.380748 3794 namespace.go:98] [openshift-kube-apiserver] adding namespace I0417 10:45:41.381128 3794 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.179281ms I0417 10:45:41.381140 3794 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0417 10:45:41.381522 3794 namespace.go:102] [openshift-backplane-cee] adding namespace took 7.114725ms I0417 10:45:41.381539 3794 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0417 10:45:41.381890 3794 namespace.go:102] [openshift-marketplace] adding namespace took 7.012596ms I0417 10:45:41.381905 3794 namespace.go:98] [openshift-ingress-operator] adding namespace I0417 10:45:41.382316 3794 namespace.go:102] [openshift-operators-redhat] adding namespace took 6.967163ms I0417 10:45:41.382330 3794 namespace.go:98] [openshift-customer-monitoring] adding namespace I0417 10:45:41.382646 3794 namespace.go:102] [openshift-console-operator] adding namespace took 6.84377ms I0417 10:45:41.382656 3794 namespace.go:98] [openshift-network-console] adding namespace I0417 10:45:41.383039 3794 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.766309ms I0417 10:45:41.383049 3794 namespace.go:98] [openshift-backplane-srep] adding namespace I0417 10:45:41.383464 3794 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.729567ms I0417 10:45:41.383476 3794 namespace.go:98] [openshift-network-node-identity] adding namespace I0417 10:45:41.383811 3794 namespace.go:102] [dedicated-admin] adding namespace took 6.654495ms I0417 10:45:41.383823 3794 namespace.go:98] [openshift-config-managed] adding namespace I0417 10:45:41.384244 3794 namespace.go:102] [openshift-authentication] adding namespace took 6.623517ms I0417 10:45:41.384256 3794 namespace.go:98] [openshift-dns] adding namespace I0417 10:45:41.384587 3794 namespace.go:102] [openshift-apiserver] adding namespace took 6.170561ms I0417 10:45:41.384598 3794 namespace.go:98] [openshift-monitoring] adding namespace I0417 10:45:41.385065 3794 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.169214ms I0417 10:45:41.385079 3794 namespace.go:98] [openshift-backplane] adding namespace I0417 10:45:41.385516 3794 namespace.go:102] [openshift-console-user-settings] adding namespace took 6.20415ms I0417 10:45:41.385528 3794 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0417 10:45:41.385888 3794 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.094566ms I0417 10:45:41.385899 3794 namespace.go:98] [openshift-host-network] adding namespace I0417 10:45:41.386331 3794 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.125535ms I0417 10:45:41.386342 3794 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0417 10:45:41.386729 3794 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.976624ms I0417 10:45:41.386738 3794 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0417 10:45:41.387107 3794 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 5.962426ms I0417 10:45:41.387117 3794 namespace.go:98] [openshift-node] adding namespace I0417 10:45:41.387551 3794 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.006068ms I0417 10:45:41.387562 3794 namespace.go:98] [openshift-config-operator] adding namespace I0417 10:45:41.387943 3794 namespace.go:102] [openshift-ingress-operator] adding namespace took 6.032595ms I0417 10:45:41.387959 3794 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0417 10:45:41.388306 3794 namespace.go:102] [openshift-customer-monitoring] adding namespace took 5.970294ms I0417 10:45:41.388317 3794 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0417 10:45:41.388642 3794 namespace.go:102] [openshift-network-console] adding namespace took 5.981353ms I0417 10:45:41.388652 3794 namespace.go:98] [openshift-image-registry] adding namespace I0417 10:45:41.389082 3794 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.028884ms I0417 10:45:41.389093 3794 namespace.go:98] [kube-public] adding namespace I0417 10:45:41.389468 3794 namespace.go:102] [openshift-network-node-identity] adding namespace took 5.988084ms I0417 10:45:41.389476 3794 namespace.go:98] [openshift-multus] adding namespace I0417 10:45:41.389823 3794 namespace.go:102] [openshift-config-managed] adding namespace took 5.996823ms I0417 10:45:41.389833 3794 namespace.go:98] [openshift-cluster-version] adding namespace I0417 10:45:41.390391 3794 namespace.go:102] [openshift-dns] adding namespace took 6.13043ms I0417 10:45:41.390403 3794 namespace.go:98] [openshift-machine-api] adding namespace I0417 10:45:41.390732 3794 namespace.go:102] [openshift-monitoring] adding namespace took 6.129193ms I0417 10:45:41.390742 3794 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0417 10:45:41.391222 3794 namespace.go:102] [openshift-backplane] adding namespace took 6.137449ms I0417 10:45:41.391240 3794 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0417 10:45:41.391562 3794 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.027496ms I0417 10:45:41.391576 3794 namespace.go:98] [default] adding namespace I0417 10:45:41.392144 3794 namespace.go:102] [openshift-host-network] adding namespace took 6.240449ms I0417 10:45:41.392156 3794 namespace.go:98] [openshift-controller-manager] adding namespace I0417 10:45:41.392494 3794 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.146897ms I0417 10:45:41.392506 3794 namespace.go:98] [openshift-config] adding namespace I0417 10:45:41.393103 3794 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 6.359385ms I0417 10:45:41.393116 3794 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0417 10:45:41.393494 3794 namespace.go:102] [openshift-node] adding namespace took 6.370861ms I0417 10:45:41.393968 3794 namespace.go:102] [openshift-config-operator] adding namespace took 6.401608ms I0417 10:45:41.393981 3794 namespace.go:98] [openshift-console] adding namespace I0417 10:45:41.394408 3794 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.443763ms I0417 10:45:41.394420 3794 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0417 10:45:41.394852 3794 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 6.528474ms I0417 10:45:41.394869 3794 namespace.go:98] [openshift-machine-config-operator] adding namespace I0417 10:45:41.395335 3794 namespace.go:102] [openshift-image-registry] adding namespace took 6.677837ms I0417 10:45:41.395347 3794 namespace.go:98] [openshift-package-operator] adding namespace W0417 10:45:41.395694 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-tgtbg: pod openshift-multus/network-metrics-daemon-tgtbg: no pod IPs found I0417 10:45:41.395740 3794 namespace.go:102] [kube-public] adding namespace took 6.641434ms I0417 10:45:41.395767 3794 namespace.go:98] [openshift-backplane-cse] adding namespace I0417 10:45:41.396223 3794 namespace.go:102] [openshift-multus] adding namespace took 6.741571ms I0417 10:45:41.396238 3794 namespace.go:98] [openshift-backplane-tam] adding namespace I0417 10:45:41.396645 3794 namespace.go:102] [openshift-cluster-version] adding namespace took 6.807464ms I0417 10:45:41.396659 3794 namespace.go:98] [openshift-service-ca-operator] adding namespace I0417 10:45:41.397112 3794 namespace.go:102] [openshift-machine-api] adding namespace took 6.700745ms I0417 10:45:41.397130 3794 namespace.go:98] [openshift-network-diagnostics] adding namespace I0417 10:45:41.397515 3794 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.766978ms I0417 10:45:41.397529 3794 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0417 10:45:41.397973 3794 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.727227ms I0417 10:45:41.397989 3794 namespace.go:98] [kube-node-lease] adding namespace I0417 10:45:41.398316 3794 namespace.go:102] [default] adding namespace took 6.732459ms I0417 10:45:41.398334 3794 namespace.go:98] [openshift-infra] adding namespace I0417 10:45:41.398781 3794 namespace.go:102] [openshift-controller-manager] adding namespace took 6.61802ms I0417 10:45:41.398795 3794 namespace.go:98] [openshift-insights] adding namespace I0417 10:45:41.399225 3794 namespace.go:102] [openshift-config] adding namespace took 6.713024ms I0417 10:45:41.399240 3794 namespace.go:98] [openshift-etcd] adding namespace I0417 10:45:41.399672 3794 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.550736ms I0417 10:45:41.399684 3794 namespace.go:98] [openshift-operators] adding namespace I0417 10:45:41.400086 3794 namespace.go:102] [openshift-console] adding namespace took 6.100129ms I0417 10:45:41.400521 3794 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.096618ms I0417 10:45:41.401032 3794 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.157122ms I0417 10:45:41.401049 3794 namespace.go:98] [openshift-dns-operator] adding namespace I0417 10:45:41.401886 3794 namespace.go:102] [openshift-package-operator] adding namespace took 6.532503ms I0417 10:45:41.402305 3794 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.531922ms I0417 10:45:41.402648 3794 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.403556ms W0417 10:45:41.403111 3794 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-gkskx: pod openshift-network-diagnostics/network-check-target-gkskx: no pod IPs found I0417 10:45:41.403147 3794 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.48129ms I0417 10:45:41.403598 3794 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.46244ms I0417 10:45:41.404040 3794 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.505394ms I0417 10:45:41.404056 3794 namespace.go:98] [openshift-must-gather-operator] adding namespace I0417 10:45:41.404419 3794 namespace.go:102] [kube-node-lease] adding namespace took 6.423979ms I0417 10:45:41.404816 3794 namespace.go:102] [openshift-infra] adding namespace took 6.475919ms I0417 10:45:41.405254 3794 namespace.go:102] [openshift-insights] adding namespace took 6.454449ms I0417 10:45:41.405267 3794 namespace.go:98] [openshift-backplane-csm] adding namespace I0417 10:45:41.405636 3794 namespace.go:102] [openshift-etcd] adding namespace took 6.391196ms I0417 10:45:41.406099 3794 namespace.go:102] [openshift-operators] adding namespace took 6.409682ms I0417 10:45:41.406464 3794 namespace.go:102] [openshift-dns-operator] adding namespace took 5.409845ms I0417 10:45:41.406903 3794 namespace.go:102] [openshift-must-gather-operator] adding namespace took 2.841553ms I0417 10:45:41.407228 3794 namespace.go:102] [openshift-backplane-csm] adding namespace took 1.95677ms I0417 10:45:41.407437 3794 master.go:548] Adding or Updating local node "ip-10-0-0-37.ec2.internal" for network "default" I0417 10:45:41.408499 3794 zone_ic_handler.go:195] Time taken to create transit switch: 364.428µs I0417 10:45:41.408512 3794 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-104.ec2.internal for the network default E0417 10:45:41.408621 3794 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-117.ec2.internal, error: adding or updating remote node IC resources ip-10-0-2-117.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-117.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0097aa428 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2726376838}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0417 10:45:41.408702 3794 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-117.ec2.internal", UID:"96feebe1-24ce-44a0-bb3e-d1934c19e6bd", APIVersion:"v1", ResourceVersion:"9045", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-2-117.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-2-117.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc0097aa428 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u2726376838}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0417 10:45:41.409563 3794 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-104.ec2.internal" on network "default" took: 1.436596ms W0417 10:45:41.415686 3794 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-tgtbg: pod openshift-multus/network-metrics-daemon-tgtbg: no pod IPs found W0417 10:45:41.415705 3794 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-gkskx: pod openshift-network-diagnostics/network-check-target-gkskx: no pod IPs found I0417 10:45:41.416631 3794 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-0-37.ec2.internal for the network default I0417 10:45:41.416917 3794 zone_ic_handler.go:195] Time taken to create transit switch: 271.967µs I0417 10:45:41.417645 3794 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0417 10:45:41.417680 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-117.ec2.internal in network "default" I0417 10:45:41.417734 3794 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0417 10:45:41.417740 3794 node_tracker.go:169] Node ip-10-0-2-117.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:41.417749 3794 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0417 10:45:41.417767 3794 services_controller.go:574] Full service sync requested for network=default I0417 10:45:41.417787 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:41.417817 3794 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:41.417826 3794 services_controller.go:574] Full service sync requested for network=default I0417 10:45:41.417832 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-104.ec2.internal in network "default" I0417 10:45:41.417854 3794 node_tracker.go:169] Node ip-10-0-1-104.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:41.417861 3794 services_controller.go:574] Full service sync requested for network=default I0417 10:45:41.518635 3794 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0417 10:45:41.518659 3794 services_controller.go:208] Setting up event handlers for services for network=default I0417 10:45:41.518788 3794 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0417 10:45:41.518850 3794 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0417 10:45:41.518865 3794 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0417 10:45:41.619064 3794 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0417 10:45:41.619084 3794 repair.go:60] Starting repairing loop for services I0417 10:45:41.619208 3794 repair.go:131] Deleted 0 stale service LBs I0417 10:45:41.619227 3794 repair.go:137] Deleted 0 stale Chassis Template Vars I0417 10:45:41.619242 3794 repair.go:62] Finished repairing loop for services: 160.36µs I0417 10:45:41.619266 3794 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0417 10:45:41.619276 3794 services_controller.go:254] Starting workers for network=default W0417 10:45:41.619646 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:41.619710 3794 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-n4x8h of type *v1.Pod in terminal state (e.g. completed) during add event: will remove it I0417 10:45:41.619805 3794 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tgtbg] creating logical port openshift-multus_network-metrics-daemon-tgtbg for pod on switch ip-10-0-0-37.ec2.internal I0417 10:45:41.619912 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gkskx] creating logical port openshift-network-diagnostics_network-check-target-gkskx for pod on switch ip-10-0-0-37.ec2.internal I0417 10:45:41.619965 3794 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-tgtbg I0417 10:45:41.620051 3794 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-gkskx I0417 10:45:41.633350 3794 pod.go:62] [openshift-network-diagnostics/network-check-target-gkskx] pod update took 13.343422ms I0417 10:45:41.633369 3794 pod.go:62] [openshift-multus/network-metrics-daemon-tgtbg] pod update took 13.467473ms I0417 10:45:41.633381 3794 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-gkskx] addLogicalPort annotation time took 13.37553ms I0417 10:45:41.633383 3794 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-tgtbg] addLogicalPort annotation time took 13.496969ms I0417 10:45:41.634541 3794 pods.go:271] [openshift-network-diagnostics/network-check-target-gkskx] addLogicalPort took 14.639537ms, libovsdb time 910.521µs I0417 10:45:41.634810 3794 pods.go:271] [openshift-multus/network-metrics-daemon-tgtbg] addLogicalPort took 15.020252ms, libovsdb time 1.097259ms I0417 10:45:41.635249 3794 admin_network_policy_controller.go:227] Starting controller default-network-controller I0417 10:45:41.635278 3794 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0417 10:45:41.635288 3794 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0417 10:45:41.635292 3794 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0417 10:45:41.635497 3794 repair.go:29] Repairing admin network policies took 199.516µs I0417 10:45:41.635615 3794 repair.go:92] Repairing baseline admin network policies took 108.409µs I0417 10:45:41.636133 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0417 10:45:41.636150 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0417 10:45:41.638525 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0417 10:45:41.638545 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0417 10:45:41.638552 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0417 10:45:41.639029 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0417 10:45:41.639058 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0417 10:45:41.639072 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0417 10:45:41.642126 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0417 10:45:41.642144 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0417 10:45:41.642172 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0417 10:45:41.645136 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0417 10:45:41.645165 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0417 10:45:41.645176 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0417 10:45:41.647136 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0417 10:45:41.647157 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0417 10:45:41.647165 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0417 10:45:41.649148 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0417 10:45:41.649166 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0417 10:45:41.649174 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0417 10:45:41.649821 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0417 10:45:41.649839 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0417 10:45:41.649847 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0417 10:45:41.650489 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0417 10:45:41.650510 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0417 10:45:41.650519 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0417 10:45:41.652404 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0417 10:45:41.652426 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0417 10:45:41.652437 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0417 10:45:41.653173 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0417 10:45:41.653198 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0417 10:45:41.653210 3794 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0417 10:45:41.653836 3794 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0417 10:45:41.653855 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0417 10:45:41.653863 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0417 10:45:41.654399 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0417 10:45:41.654412 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0417 10:45:41.654422 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0417 10:45:41.655492 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0417 10:45:41.655511 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0417 10:45:41.655519 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0417 10:45:41.655870 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0417 10:45:41.655888 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0417 10:45:41.655898 3794 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0417 10:45:41.657583 3794 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0417 10:45:41.657602 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0417 10:45:41.657611 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0417 10:45:41.658235 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0417 10:45:41.658259 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0417 10:45:41.658271 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0417 10:45:41.658900 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0417 10:45:41.658919 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0417 10:45:41.658933 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0417 10:45:41.659501 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0417 10:45:41.659520 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0417 10:45:41.659526 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0417 10:45:41.660998 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0417 10:45:41.661016 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0417 10:45:41.661025 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0417 10:45:41.661539 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0417 10:45:41.661554 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0417 10:45:41.661564 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0417 10:45:41.662572 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0417 10:45:41.662591 3794 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0417 10:45:41.662600 3794 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0417 10:45:41.663425 3794 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0417 10:45:41.663443 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0417 10:45:41.663453 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0417 10:45:41.665047 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0417 10:45:41.665065 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0417 10:45:41.665826 3794 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0417 10:45:41.665839 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 10:45:41.666546 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0417 10:45:41.666565 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0417 10:45:41.666571 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0417 10:45:41.666847 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0417 10:45:41.666864 3794 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0417 10:45:41.666873 3794 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0417 10:45:41.667744 3794 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0417 10:45:41.667775 3794 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0417 10:45:41.667787 3794 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0417 10:45:41.668819 3794 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0417 10:45:41.668837 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0417 10:45:41.668844 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0417 10:45:41.669316 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0417 10:45:41.669333 3794 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0417 10:45:41.669361 3794 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0417 10:45:41.670053 3794 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0417 10:45:41.670225 3794 obj_retry.go:498] Detected object kube-system/ecr-credential-refresh-initial-n4x8h of type *factory.egressIPPod in terminal state (e.g. completed) during add event: will remove it I0417 10:45:41.676007 3794 egressfirewall.go:374] Starting EgressFirewall controller I0417 10:45:41.676031 3794 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0417 10:45:41.676032 3794 controller.go:133] Adding controller egress-firewall-controller event handlers I0417 10:45:41.676067 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0417 10:45:41.676076 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0417 10:45:41.676081 3794 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0417 10:45:41.676088 3794 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0417 10:45:41.676370 3794 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0417 10:45:41.676384 3794 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0417 10:45:41.676389 3794 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0417 10:45:41.676400 3794 egressqos.go:193] Setting up event handlers for EgressQoS I0417 10:45:41.676404 3794 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:41.676412 3794 egressfirewall.go:723] Syncing node "ip-10-0-1-104.ec2.internal" for egress firewall I0417 10:45:41.676416 3794 egressfirewall.go:723] Syncing node "ip-10-0-2-117.ec2.internal" for egress firewall I0417 10:45:41.676570 3794 egressqos.go:245] Starting EgressQoS Controller I0417 10:45:41.676583 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0417 10:45:41.676592 3794 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0417 10:45:41.676600 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0417 10:45:41.676610 3794 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0417 10:45:41.676619 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0417 10:45:41.676625 3794 shared_informer.go:356] "Caches are synced" controller="egressqos" I0417 10:45:41.676629 3794 egressqos.go:259] Repairing EgressQoSes I0417 10:45:41.676635 3794 egressqos.go:399] Starting repairing loop for egressqos I0417 10:45:41.676719 3794 egressqos.go:401] Finished repairing loop for egressqos: 83.723µs I0417 10:45:41.676738 3794 egressservice_zone.go:132] Setting up event handlers for Egress Services I0417 10:45:41.676788 3794 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-0-37.ec2.internal I0417 10:45:41.676847 3794 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-0-37.ec2.internal : 59.562µs I0417 10:45:41.677030 3794 egressservice_zone.go:210] Starting Egress Services Controller I0417 10:45:41.677048 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 10:45:41.677063 3794 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 10:45:41.677073 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 10:45:41.677092 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 10:45:41.677105 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 10:45:41.677114 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 10:45:41.677123 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0417 10:45:41.677132 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0417 10:45:41.677139 3794 egressservice_zone.go:228] Repairing Egress Services I0417 10:45:41.677426 3794 master_controller.go:88] Starting Admin Policy Based Route Controller I0417 10:45:41.677436 3794 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 10:45:41.677508 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:41.677523 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 18.041µs I0417 10:45:41.677539 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-104.ec2.internal I0417 10:45:41.677559 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-104.ec2.internal: 23.474µs I0417 10:45:41.677573 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-117.ec2.internal I0417 10:45:41.677585 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-117.ec2.internal: 12.514µs I0417 10:45:41.677669 3794 default_network_controller.go:585] Completing all the Watchers took 305.491438ms I0417 10:45:41.677689 3794 default_network_controller.go:589] Starting unidling controllers I0417 10:45:41.677704 3794 unidle.go:46] Registering OVN SB ControllerEvent handler I0417 10:45:41.677712 3794 unidle.go:63] Populating Initial ContollerEvent events I0417 10:45:41.677726 3794 unidle.go:79] Setting up event handlers for services I0417 10:45:41.677820 3794 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0417 10:45:41.763961 3794 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:42.264190 3794 default_node_network_controller.go:519] Node connection status = connected W0417 10:45:42.290617 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:42.763545 3794 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:43.263836 3794 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:43.388263 3794 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0417 10:45:43.738399 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.739042 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.739068 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.739077 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0417 10:45:43.739091 3794 obj_retry.go:498] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:45:43.739095 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0417 10:45:43.763302 3794 default_node_network_controller.go:519] Node connection status = connected I0417 10:45:43.780244 3794 bridgeconfig.go:537] Gateway is ready I0417 10:45:43.780282 3794 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0417 10:45:43.791285 3794 node_ip_handler_linux.go:247] Node primary address changed to 10.0.0.37. Updating OVN encap IP. I0417 10:45:43.796249 3794 node_ip_handler_linux.go:542] Will not update encap IP 10.0.0.37 - it is already configured I0417 10:45:43.796272 3794 node_ip_handler_linux.go:485] Node address changed to map[10.0.0.37/24:{} 172.20.0.1/32:{}]. Updating annotations. I0417 10:45:43.796503 3794 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.0.37/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-0-37.ec2.internal","mac-address":"12:86:d2:30:5f:e5","ip-addresses":["10.0.0.37/24"],"ip-address":"10.0.0.37/24","next-hops":["10.0.0.1"],"next-hop":"10.0.0.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:c539e008-4966-4180-ab27-ff649ff7bf68 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.0.37/24"}] on node ip-10-0-0-37.ec2.internal I0417 10:45:43.810883 3794 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.0.37 I0417 10:45:43.811053 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:43.811102 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 56.35µs I0417 10:45:43.811111 3794 egressfirewall.go:723] Syncing node "ip-10-0-0-37.ec2.internal" for egress firewall I0417 10:45:43.811072 3794 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-0-37.ec2.internal I0417 10:45:43.811136 3794 master.go:548] Adding or Updating local node "ip-10-0-0-37.ec2.internal" for network "default" I0417 10:45:43.811082 3794 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-37.ec2.internal in network "default" I0417 10:45:43.811243 3794 node_tracker.go:169] Node ip-10-0-0-37.ec2.internal switch + router changed, syncing services in network "default" I0417 10:45:43.811260 3794 services_controller.go:574] Full service sync requested for network=default W0417 10:45:43.811666 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:45:43.815735 3794 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-37.ec2.internal. Updating no re-route policies I0417 10:45:43.815803 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-qclhw I0417 10:45:43.815815 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jqkd5 I0417 10:45:43.815820 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-7xgl5 I0417 10:45:43.815829 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jqkd5 I0417 10:45:43.815837 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-7xgl5 I0417 10:45:43.815837 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-nhzps I0417 10:45:43.815841 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-bn9t9 I0417 10:45:43.815852 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-nhzps I0417 10:45:43.815854 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-bn9t9 I0417 10:45:43.815853 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c44gk I0417 10:45:43.815856 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-tgtbg I0417 10:45:43.815864 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c44gk I0417 10:45:43.815865 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-7xgl5 after 0 failed attempt(s) I0417 10:45:43.815869 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-tgtbg I0417 10:45:43.815869 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6bgx5 I0417 10:45:43.815819 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-qclhw I0417 10:45:43.815873 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-nhzps after 0 failed attempt(s) I0417 10:45:43.815880 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-rvr86 I0417 10:45:43.815886 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-qclhw after 0 failed attempt(s) I0417 10:45:43.815888 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-c44gk after 0 failed attempt(s) I0417 10:45:43.815893 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-rvr86 I0417 10:45:43.815910 3794 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-tgtbg] creating logical port openshift-multus_network-metrics-daemon-tgtbg for pod on switch ip-10-0-0-37.ec2.internal I0417 10:45:43.815918 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6bgx5 I0417 10:45:43.815928 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-rvr86 after 0 failed attempt(s) I0417 10:45:43.815829 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-qphvn I0417 10:45:43.815938 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-6bgx5 after 0 failed attempt(s) I0417 10:45:43.815870 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-bn9t9 after 0 failed attempt(s) I0417 10:45:43.815856 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jqkd5 after 0 failed attempt(s) I0417 10:45:43.815840 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-37.ec2.internal I0417 10:45:43.815966 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-37.ec2.internal I0417 10:45:43.815992 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-0-37.ec2.internal after 0 failed attempt(s) I0417 10:45:43.815807 3794 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-gkskx I0417 10:45:43.816009 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-gkskx I0417 10:45:43.815869 3794 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-37.ec2.internal I0417 10:45:43.816027 3794 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-37.ec2.internal I0417 10:45:43.816048 3794 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-gkskx] creating logical port openshift-network-diagnostics_network-check-target-gkskx for pod on switch ip-10-0-0-37.ec2.internal I0417 10:45:43.816051 3794 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-0-37.ec2.internal after 0 failed attempt(s) I0417 10:45:43.815942 3794 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-qphvn I0417 10:45:43.816175 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-qphvn after 0 failed attempt(s) I0417 10:45:43.816707 3794 pods.go:271] [openshift-multus/network-metrics-daemon-tgtbg] addLogicalPort took 811.892µs, libovsdb time 223.692µs I0417 10:45:43.816721 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-tgtbg after 0 failed attempt(s) I0417 10:45:43.816802 3794 pods.go:271] [openshift-network-diagnostics/network-check-target-gkskx] addLogicalPort took 768.019µs, libovsdb time 340.468µs I0417 10:45:43.816814 3794 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-gkskx after 0 failed attempt(s) I0417 10:45:43.824260 3794 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0417 10:45:43.835306 3794 iptables.go:108] Creating table: mangle chain: OUTPUT I0417 10:45:43.838750 3794 iptables.go:108] Creating table: nat chain: OUTPUT I0417 10:45:43.885783 3794 iptables.go:108] Creating table: nat chain: PREROUTING I0417 10:45:43.937331 3794 iptables.go:108] Creating table: filter chain: FORWARD I0417 10:45:43.953471 3794 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0417 10:45:43.953565 3794 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0417 10:45:43.953610 3794 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0417 10:45:43.953691 3794 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0417 10:45:43.953738 3794 gateway_init.go:325] Gateway and management port readiness took 2.694559661s I0417 10:45:43.953782 3794 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0417 10:45:43.953815 3794 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0417 10:45:43.953826 3794 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0417 10:45:43.953835 3794 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0417 10:45:43.953892 3794 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0417 10:45:43.953999 3794 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 66.51µs I0417 10:45:43.954206 3794 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0417 10:45:43.954231 3794 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.191µs I0417 10:45:43.954239 3794 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 32.52µs I0417 10:45:43.954245 3794 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0417 10:45:43.954254 3794 nad_controller.go:379] [node-nad-controller NAD controller]: started I0417 10:45:43.954261 3794 default_node_network_controller.go:899] Starting the default node network controller I0417 10:45:43.954265 3794 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0417 10:45:43.954341 3794 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.316µs I0417 10:45:43.954388 3794 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0417 10:45:43.954396 3794 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0417 10:45:43.954418 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba8df0 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc000ba3270 0xc0002dce70 0xc0002dcee0 0xc00022e280 0xc00653f340 0xc0002dcf50 map[0x2ff9080:0xc002394660 0x2ff95c0:0xc0023947e0 0x2ffa2e0:0xc0042818c0 0x2ffa580:0xc002394600 0x2ffad60:0xc0023946c0 0x2ffb000:0xc002394720 0x2ffb2a0:0xc002394780 0x2ffba80:0xc002394840 0x2ffbd20:0xc002394ba0 0x3026980:0xc001781860 0x3026d20:0xc0017818c0 0x3027800:0xc000becb40 0x3029160:0xc001c4c000 0x30298a0:0xc001a47080 0x302a720:0xc001c4c060] 0xc000a030a0 0} I0417 10:45:43.954472 3794 gateway.go:151] Starting gateway service sync I0417 10:45:43.954886 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0417 10:45:43.956900 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0417 10:45:43.983061 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0417 10:45:43.984168 3794 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0417 10:45:43.985249 3794 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0417 10:45:44.016371 3794 gateway.go:168] Gateway service sync done. Time taken: 61.887979ms I0417 10:45:44.016788 3794 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30140 I0417 10:45:44.017165 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba8df0 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc000ba3270 0xc0002dce70 0xc0002dcee0 0xc00022e280 0xc00653f340 0xc0002dcf50 map[0x2ff9080:0xc002394660 0x2ff95c0:0xc0023947e0 0x2ffa2e0:0xc0042818c0 0x2ffa580:0xc002394600 0x2ffad60:0xc0023946c0 0x2ffb000:0xc002394720 0x2ffb2a0:0xc002394780 0x2ffba80:0xc002394840 0x2ffbd20:0xc002394ba0 0x3026980:0xc001781860 0x3026d20:0xc0017818c0 0x3027800:0xc000becb40 0x3029160:0xc001c4c000 0x30298a0:0xc001a47080 0x302a720:0xc001c4c060] 0xc000a030a0 0} I0417 10:45:44.017623 3794 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000ba8df0 0xc0002dcaf0 0xc0002dcb60 0xc0002dcc40 0xc0002dccb0 0xc0002dcd20 0xc0002dcd90 0xc000ba3270 0xc0002dce70 0xc0002dcee0 0xc00022e280 0xc00653f340 0xc0002dcf50 map[0x2ff9080:0xc002394660 0x2ff95c0:0xc0023947e0 0x2ffa2e0:0xc0042818c0 0x2ffa580:0xc002394600 0x2ffad60:0xc0023946c0 0x2ffb000:0xc002394720 0x2ffb2a0:0xc002394780 0x2ffba80:0xc002394840 0x2ffbd20:0xc002394ba0 0x3026980:0xc001781860 0x3026d20:0xc0017818c0 0x3027800:0xc000becb40 0x3029160:0xc001c4c000 0x30298a0:0xc001a47080 0x302a720:0xc001c4c060] 0xc000a030a0 0} I0417 10:45:44.017660 3794 gateway.go:532] Reconciling gateway with updates I0417 10:45:44.023268 3794 gateway.go:339] Spawning Conntrack Rule Check Thread I0417 10:45:44.023298 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 10:45:44.023319 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:44.023323 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 10:45:44.023321 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:44.023332 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:44.023340 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:44.023339 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 10:45:44.023352 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:44.023298 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:44.023365 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:44.023369 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:44.023354 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 10:45:44.023376 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:44.023375 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:44.023356 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:44.023384 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 10:45:44.023389 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:44.023394 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:44.023401 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:44.023401 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 30771 is already open, no action needed I0417 10:45:44.023406 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:44.023342 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:44.023413 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 31708 is already open, no action needed I0417 10:45:44.023418 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:44.023419 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:44.023427 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:44.023426 3794 default_node_network_controller.go:944] Gateway and management port readiness took 69.02016ms I0417 10:45:44.023425 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 10:45:44.023435 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:44.023439 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:44.023401 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 10:45:44.023444 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:44.023451 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:44.023456 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:44.023458 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 10:45:44.023460 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:44.023461 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:44.023465 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:44.023470 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:44.023472 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:44.023475 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:44.023476 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:44.023480 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:44.023480 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:44.023489 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:44.023491 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:44.023497 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:44.023499 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:44.023509 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:44.023511 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:44.023461 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:44.023526 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:44.023534 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:44.023538 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 10:45:44.023421 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:44.023498 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 10:45:44.023432 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:44.023572 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:44.023480 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:44.023583 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:44.023586 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:44.023592 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:44.023597 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 10:45:44.023382 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:44.023609 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:44.023618 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:44.023624 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 10:45:44.023411 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:44.023497 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 10:45:44.023641 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:44.023643 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:44.023655 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:44.023666 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:44.023446 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 10:45:44.023673 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:44.023676 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:44.023686 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:44.023689 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:44.023653 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:44.023691 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:44.023698 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 10:45:44.023703 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:44.023483 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:44.023708 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:44.023701 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:44.023718 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 10:45:44.023645 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 10:45:44.023458 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:44.023378 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:44.023461 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:44.023921 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:44.023465 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:44.023973 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:44.023510 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:44.023989 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:44.023601 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:44.024063 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:44.023403 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:44.024107 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:44.023373 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:44.023382 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 10:45:44.023427 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 10:45:44.023778 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:44.024167 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:44.024571 3794 node_ip_handler_linux.go:160] Node IP manager is running I0417 10:45:44.043493 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 10:45:44.043546 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 10:45:44.043565 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) W0417 10:45:44.059552 3794 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 10:45:44.059701 3794 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0417 10:45:44.059871 3794 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0417 10:45:44.087534 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 10:45:44.087550 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 10:45:44.087565 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 10:45:44.087571 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 10:45:44.087577 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 10:45:44.087583 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 10:45:44.087597 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 10:45:44.087612 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 10:45:44.087625 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 10:45:44.087632 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 10:45:44.087638 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 10:45:44.087644 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 10:45:44.087649 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 10:45:44.087655 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 10:45:44.087660 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 10:45:44.087665 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 10:45:44.087670 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 10:45:44.087676 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 10:45:44.087681 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0417 10:45:44.087686 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 10:45:44.087692 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 10:45:44.087697 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 10:45:44.087702 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 10:45:44.087707 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 10:45:44.087712 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 10:45:44.087717 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 10:45:44.087722 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 10:45:44.087726 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 10:45:44.764236 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764259 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764272 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.764282 3794 obj_retry.go:492] Detected object openshift-deployment-validation-operator/ca5b21c3869491e79768d2cfaf75f947507507b9e3b372dfa4bf565390zwvt5 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:45:44.988351 3794 default_network_controller.go:1025] Node "ip-10-0-2-117.ec2.internal" in remote zone "ip-10-0-2-117.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0417 10:45:44.989189 3794 zone_ic_handler.go:195] Time taken to create transit switch: 284.366µs I0417 10:45:44.989206 3794 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-117.ec2.internal for the network default I0417 10:45:44.990389 3794 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-117.ec2.internal" on network "default" took: 1.500177ms I0417 10:45:45.309347 3794 default_node_network_controller.go:1380] Starting node controller node sync W0417 10:45:45.309359 3794 egressip_healthcheck.go:76] Health checking using insecure connection I0417 10:45:45.309407 3794 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0417 10:45:45.320994 3794 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.622581ms I0417 10:45:45.321117 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-104.ec2.internal", IP: 10.0.1.104 to PMTUD blocking rules I0417 10:45:45.321131 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-104.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 10:45:45.321156 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-117.ec2.internal", IP: 10.0.2.117 to PMTUD blocking rules I0417 10:45:45.321171 3794 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-117.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0417 10:45:45.332568 3794 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0417 10:45:45.332846 3794 egressservice_node.go:93] Setting up event handlers for Egress Services I0417 10:45:45.332956 3794 egressservice_node.go:183] Starting Egress Services Controller I0417 10:45:45.332971 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0417 10:45:45.332983 3794 shared_informer.go:356] "Caches are synced" controller="egressservices" I0417 10:45:45.332988 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0417 10:45:45.332993 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0417 10:45:45.332999 3794 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0417 10:45:45.333003 3794 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0417 10:45:45.333008 3794 egressservice_node.go:197] Repairing Egress Services I0417 10:45:45.342426 3794 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0417 10:45:45.342436 3794 external_controller.go:278] Starting Admin Policy Based Route Controller I0417 10:45:45.342573 3794 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0417 10:45:45.342585 3794 link_network_manager.go:119] Link manager is running I0417 10:45:45.342593 3794 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0417 10:45:45.342789 3794 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0417 10:45:45.342996 3794 vrf_manager.go:128] VRF manager is running I0417 10:45:45.343073 3794 node_controller_manager.go:437] Removing flows to drop GARP I0417 10:45:45.343081 3794 gateway.go:532] Reconciling gateway with updates I0417 10:45:45.367590 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:45.367607 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:45.367606 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:45.367619 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0417 10:45:45.367620 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:45.367620 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:45.367631 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0417 10:45:45.367635 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:45.367637 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0417 10:45:45.367640 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0417 10:45:45.367642 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0417 10:45:45.367639 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0417 10:45:45.367647 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0417 10:45:45.367650 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0417 10:45:45.367655 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0417 10:45:45.367608 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:45.367662 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0417 10:45:45.367663 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0417 10:45:45.367664 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:45.367674 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0417 10:45:45.367674 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:45.367678 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:45.367687 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0417 10:45:45.367682 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:45.367691 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:45.367703 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:45.367699 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:45.367707 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:45.367668 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0417 10:45:45.367715 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:45.367721 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:45.367715 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:45.367651 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:45.367732 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:45.367724 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:45.367740 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0417 10:45:45.367736 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:45.367740 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:45.367744 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:45.367746 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:45.367769 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0417 10:45:45.367768 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0417 10:45:45.367776 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0417 10:45:45.367779 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:45.367802 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0417 10:45:45.367612 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0417 10:45:45.367839 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0417 10:45:45.367775 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0417 10:45:45.367661 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:45.367867 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0417 10:45:45.367704 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0417 10:45:45.367625 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:45.367766 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0417 10:45:45.367909 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0417 10:45:45.367911 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0417 10:45:45.367710 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0417 10:45:45.367942 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 30771 is already open, no action needed I0417 10:45:45.367951 3794 port_claim.go:71] Svc openshift-ingress/router-default: port 31708 is already open, no action needed I0417 10:45:45.367693 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:45.367969 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0417 10:45:45.367975 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0417 10:45:45.367687 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0417 10:45:45.367983 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0417 10:45:45.367681 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0417 10:45:45.367626 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:45.368041 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:45:45.367639 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:45.368071 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0417 10:45:45.367651 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:45.368096 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0417 10:45:45.367652 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:45.368118 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0417 10:45:45.367626 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0417 10:45:45.367666 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:45.368132 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0417 10:45:45.367677 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:45.368166 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0417 10:45:45.367696 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0417 10:45:45.367696 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:45.368194 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0417 10:45:45.368199 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0417 10:45:45.367711 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0417 10:45:45.367626 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0417 10:45:45.367713 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0417 10:45:45.367720 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0417 10:45:45.367721 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0417 10:45:45.367593 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:45.368283 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0417 10:45:45.367728 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0417 10:45:45.367729 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:45.368322 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0417 10:45:45.367733 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0417 10:45:45.367733 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:45.368368 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0417 10:45:45.367725 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:45.368393 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0417 10:45:45.367732 3794 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:45.368416 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0417 10:45:45.367740 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0417 10:45:45.367743 3794 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0417 10:45:45.367916 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0417 10:45:45.406467 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0417 10:45:45.406484 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0417 10:45:45.406491 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0417 10:45:45.406496 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0417 10:45:45.406502 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0417 10:45:45.406508 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0417 10:45:45.406516 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0417 10:45:45.406521 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0417 10:45:45.406526 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0417 10:45:45.406531 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0417 10:45:45.406536 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0417 10:45:45.406540 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0417 10:45:45.448968 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0417 10:45:45.448979 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0417 10:45:45.448995 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0417 10:45:45.449002 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0417 10:45:45.449008 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0417 10:45:45.449014 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0417 10:45:45.449020 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0417 10:45:45.449025 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0417 10:45:45.449031 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0417 10:45:45.449036 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0417 10:45:45.455643 3794 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 10:45:45.465094 3794 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0417 10:45:45.486809 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0417 10:45:45.486828 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0417 10:45:45.486833 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0417 10:45:45.486841 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0417 10:45:45.486849 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0417 10:45:45.486855 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0417 10:45:45.486860 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0417 10:45:45.486865 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0417 10:45:45.486871 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0417 10:45:45.486876 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0417 10:45:45.486880 3794 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) W0417 10:45:46.607976 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 10:45:47.399310 3794 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0417 10:45:47.400196 3794 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 862.362µs I0417 10:45:47.420274 3794 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 10:45:47.448062 3794 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-37.ec2.internal I0417 10:45:47.448083 3794 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-37.ec2.internal: 24.678µs I0417 10:45:47.484053 3794 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-789b6ffbc5-hg9bc] creating logical port openshift-image-registry_image-registry-789b6ffbc5-hg9bc for pod on switch ip-10-0-0-37.ec2.internal I0417 10:45:47.484137 3794 kube.go:256] Updating pod openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 10:45:47.502554 3794 pod.go:62] [openshift-image-registry/image-registry-789b6ffbc5-hg9bc] pod update took 18.443978ms I0417 10:45:47.502574 3794 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-789b6ffbc5-hg9bc] addLogicalPort annotation time took 18.468086ms I0417 10:45:47.503658 3794 pods.go:271] [openshift-image-registry/image-registry-789b6ffbc5-hg9bc] addLogicalPort took 19.619133ms, libovsdb time 819.828µs I0417 10:45:47.528021 3794 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-t8v8r] creating logical port openshift-dns_dns-default-t8v8r for pod on switch ip-10-0-0-37.ec2.internal I0417 10:45:47.528398 3794 kube.go:256] Updating pod openshift-dns/dns-default-t8v8r I0417 10:45:47.540944 3794 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-lt4gp] creating logical port openshift-ingress-canary_ingress-canary-lt4gp for pod on switch ip-10-0-0-37.ec2.internal I0417 10:45:47.541049 3794 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-lt4gp I0417 10:45:47.560094 3794 pod.go:62] [openshift-dns/dns-default-t8v8r] pod update took 31.721624ms I0417 10:45:47.560118 3794 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-t8v8r] addLogicalPort annotation time took 31.747802ms I0417 10:45:47.561470 3794 pods.go:271] [openshift-dns/dns-default-t8v8r] addLogicalPort took 33.463767ms, libovsdb time 1.037002ms I0417 10:45:47.563833 3794 pod.go:62] [openshift-ingress-canary/ingress-canary-lt4gp] pod update took 22.808762ms I0417 10:45:47.563853 3794 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-lt4gp] addLogicalPort annotation time took 22.830284ms I0417 10:45:47.564736 3794 pods.go:271] [openshift-ingress-canary/ingress-canary-lt4gp] addLogicalPort took 23.803407ms, libovsdb time 677.865µs I0417 10:45:47.566123 3794 namespace.go:98] [openshift-service-ca] adding namespace I0417 10:45:47.566695 3794 namespace.go:102] [openshift-service-ca] adding namespace took 558.436µs I0417 10:45:47.586355 3794 namespace.go:142] [openshift-service-ca] updating namespace I0417 10:45:47.963164 3794 cni.go:452] [openshift-ingress-canary/ingress-canary-lt4gp ce9234d84fd47fd99f85baefd0d7325159eae1912deaf8c492a73e2cdab69bdb network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-lt4gp ce9234d84fd47fd99f85baefd0d7325159eae1912deaf8c492a73e2cdab69bdb network default NAD default NAD key ] I0417 10:45:48.003181 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-lt4gp, hostIfaceName: ce9234d84fd47fd, network: default, NAD default, SandboxID: "ce9234d84fd47fd99f85baefd0d7325159eae1912deaf8c492a73e2cdab69bdb", PCI device ID: , UID: "6078ce12-eaf6-4296-b055-8126937ba77a", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0417 10:45:48.060905 3794 cni.go:473] [openshift-ingress-canary/ingress-canary-lt4gp ce9234d84fd47fd99f85baefd0d7325159eae1912deaf8c492a73e2cdab69bdb network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-lt4gp ce9234d84fd47fd99f85baefd0d7325159eae1912deaf8c492a73e2cdab69bdb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:b1:38:50:26:ae\",\"name\":\"ce9234d84fd47fd\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1d51d078-512e-47cd-8571-26d6e30b93ed\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:45:49.222029 3794 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-b989b] creating logical port openshift-service-ca_service-ca-d9cb48497-b989b for pod on switch ip-10-0-0-37.ec2.internal I0417 10:45:49.222147 3794 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-b989b I0417 10:45:49.234001 3794 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-b989b] pod update took 11.876065ms I0417 10:45:49.234025 3794 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-b989b] addLogicalPort annotation time took 11.903363ms I0417 10:45:49.235156 3794 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-b989b] addLogicalPort took 13.14127ms, libovsdb time 834.59µs I0417 10:45:49.926621 3794 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-b989b 63275908cd472e346398b67ddb06907ca871c0fc48c358b623a436b96ee0b4bb network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-b989b 63275908cd472e346398b67ddb06907ca871c0fc48c358b623a436b96ee0b4bb network default NAD default NAD key ] I0417 10:45:49.926845 3794 cni.go:452] [openshift-network-diagnostics/network-check-target-gkskx 9564e23487e7da5c7ba59e6a23ad2b324c95a6c126483627e2292778d1b42bdd network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-gkskx 9564e23487e7da5c7ba59e6a23ad2b324c95a6c126483627e2292778d1b42bdd network default NAD default NAD key ] I0417 10:45:49.939391 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-b989b, hostIfaceName: 63275908cd472e3, network: default, NAD default, SandboxID: "63275908cd472e346398b67ddb06907ca871c0fc48c358b623a436b96ee0b4bb", PCI device ID: , UID: "99e3375d-bfeb-4fe3-987e-227544aa744f", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0417 10:45:49.940273 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-gkskx, hostIfaceName: 9564e23487e7da5, network: default, NAD default, SandboxID: "9564e23487e7da5c7ba59e6a23ad2b324c95a6c126483627e2292778d1b42bdd", PCI device ID: , UID: "34450ac3-b31a-40a7-ad0e-e8f068f278ae", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0417 10:45:49.983208 3794 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-b989b 63275908cd472e346398b67ddb06907ca871c0fc48c358b623a436b96ee0b4bb network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-b989b 63275908cd472e346398b67ddb06907ca871c0fc48c358b623a436b96ee0b4bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:a2:8e:27:11:1a\",\"name\":\"63275908cd472e3\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6baa48a7-6e36-4616-8784-64f2a0024d09\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:45:49.988154 3794 cni.go:473] [openshift-network-diagnostics/network-check-target-gkskx 9564e23487e7da5c7ba59e6a23ad2b324c95a6c126483627e2292778d1b42bdd network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-gkskx 9564e23487e7da5c7ba59e6a23ad2b324c95a6c126483627e2292778d1b42bdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:ad:f4:6e:4c:aa\",\"name\":\"9564e23487e7da5\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ccb08003-de3d-43c8-bb39-e3b80bd768a0\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:45:56.837045 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0417 10:46:03.473904 3794 cni.go:452] [openshift-image-registry/image-registry-789b6ffbc5-hg9bc ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-789b6ffbc5-hg9bc ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa network default NAD default NAD key ] I0417 10:46:03.485409 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-789b6ffbc5-hg9bc, hostIfaceName: ae1b9a49ccc876e, network: default, NAD default, SandboxID: "ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa", PCI device ID: , UID: "6f6edca1-06a9-49a6-b821-7c2227c8f3ee", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0417 10:46:03.523459 3794 cni.go:452] [openshift-dns/dns-default-t8v8r cd1c66050109c63c796beec33ded344f0c27ee81878fc98da7a4d28a94e667cf network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-t8v8r cd1c66050109c63c796beec33ded344f0c27ee81878fc98da7a4d28a94e667cf network default NAD default NAD key ] I0417 10:46:03.532851 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-t8v8r, hostIfaceName: cd1c66050109c63, network: default, NAD default, SandboxID: "cd1c66050109c63c796beec33ded344f0c27ee81878fc98da7a4d28a94e667cf", PCI device ID: , UID: "f1c35144-b9f8-452d-9b04-c295a32fc286", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0417 10:46:03.535250 3794 cni.go:473] [openshift-image-registry/image-registry-789b6ffbc5-hg9bc ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-789b6ffbc5-hg9bc ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:b4:d9:96:46:ac\",\"name\":\"ae1b9a49ccc876e\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/509132e9-389d-4356-ab5a-7ff41a501ec0\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:46:03.578240 3794 cni.go:473] [openshift-dns/dns-default-t8v8r cd1c66050109c63c796beec33ded344f0c27ee81878fc98da7a4d28a94e667cf network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-t8v8r cd1c66050109c63c796beec33ded344f0c27ee81878fc98da7a4d28a94e667cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:04:9f:4f:85:0a\",\"name\":\"cd1c66050109c63\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/80051056-396b-4d86-9b19-1f2bb06dad52\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:12.992075 3794 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:12.992092 3794 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:12.992097 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:13.019045 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:46:13.079570 3794 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-kxw2g] creating logical port openshift-console_downloads-5c54f4944f-kxw2g for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:13.079670 3794 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-kxw2g W0417 10:46:13.103382 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:46:13.103605 3794 pod.go:62] [openshift-console/downloads-5c54f4944f-kxw2g] pod update took 23.958915ms I0417 10:46:13.103630 3794 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-kxw2g] addLogicalPort annotation time took 23.987313ms I0417 10:46:13.104684 3794 pods.go:271] [openshift-console/downloads-5c54f4944f-kxw2g] addLogicalPort took 25.135566ms, libovsdb time 750.574µs I0417 10:46:13.202524 3794 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-fdkmd] creating logical port openshift-insights_insights-runtime-extractor-fdkmd for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:13.202615 3794 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-fdkmd I0417 10:46:13.218814 3794 pod.go:62] [openshift-insights/insights-runtime-extractor-fdkmd] pod update took 16.222152ms I0417 10:46:13.218839 3794 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-fdkmd] addLogicalPort annotation time took 16.251464ms I0417 10:46:13.219918 3794 pods.go:271] [openshift-insights/insights-runtime-extractor-fdkmd] addLogicalPort took 17.409103ms, libovsdb time 826.202µs W0417 10:46:13.327421 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 10:46:13.327441 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0417 10:46:13.438942 3794 cni.go:452] [openshift-console/downloads-5c54f4944f-kxw2g 599ad676fdae8c85a3f892751b589482de6060a237054b7e84433a6ffcb21c86 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-kxw2g 599ad676fdae8c85a3f892751b589482de6060a237054b7e84433a6ffcb21c86 network default NAD default NAD key ] I0417 10:46:13.448979 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-kxw2g, hostIfaceName: 599ad676fdae8c8, network: default, NAD default, SandboxID: "599ad676fdae8c85a3f892751b589482de6060a237054b7e84433a6ffcb21c86", PCI device ID: , UID: "8b706557-7b19-4af0-97b6-374d5d10f8f6", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0417 10:46:13.495433 3794 cni.go:473] [openshift-console/downloads-5c54f4944f-kxw2g 599ad676fdae8c85a3f892751b589482de6060a237054b7e84433a6ffcb21c86 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-kxw2g 599ad676fdae8c85a3f892751b589482de6060a237054b7e84433a6ffcb21c86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:4a:fa:61:1b:79\",\"name\":\"599ad676fdae8c8\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e9ec2fd9-1504-46d4-a230-2a9e990c89a7\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:46:13.562421 3794 cni.go:452] [openshift-insights/insights-runtime-extractor-fdkmd 08d429d6beb68690b97b7bc0ed2609f5968fa4f46f4491d4517ffe3f88209246 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-fdkmd 08d429d6beb68690b97b7bc0ed2609f5968fa4f46f4491d4517ffe3f88209246 network default NAD default NAD key ] I0417 10:46:13.573312 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-fdkmd, hostIfaceName: 08d429d6beb6869, network: default, NAD default, SandboxID: "08d429d6beb68690b97b7bc0ed2609f5968fa4f46f4491d4517ffe3f88209246", PCI device ID: , UID: "7bc37f53-c7be-4a15-a7ce-bebc06395eb5", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0417 10:46:13.620235 3794 cni.go:473] [openshift-insights/insights-runtime-extractor-fdkmd 08d429d6beb68690b97b7bc0ed2609f5968fa4f46f4491d4517ffe3f88209246 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-fdkmd 08d429d6beb68690b97b7bc0ed2609f5968fa4f46f4491d4517ffe3f88209246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:7d:b9:72:55:ea\",\"name\":\"08d429d6beb6869\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a17e488-15ab-4b64-be82-1fdc4f8ae9da\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:14.386298 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.386317 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.386323 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.387266 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.387283 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.419667 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.419717 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.419723 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.419766 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.419780 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.721486 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.721519 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.721526 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0417 10:46:14.726597 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0417 10:46:14.726610 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default I0417 10:46:14.747436 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:14.748125 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:14.766378 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:14.766398 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-tsx6c of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:14.774395 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c948744-tsx6c I0417 10:46:14.774415 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c948744-tsx6c I0417 10:46:15.105770 3794 base_network_controller_pods.go:487] [default/openshift-console/console-794d8fdb9f-rrl7z] creating logical port openshift-console_console-794d8fdb9f-rrl7z for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:15.105895 3794 kube.go:256] Updating pod openshift-console/console-794d8fdb9f-rrl7z I0417 10:46:15.132107 3794 pod.go:62] [openshift-console/console-794d8fdb9f-rrl7z] pod update took 26.248343ms I0417 10:46:15.132134 3794 base_network_controller_pods.go:951] [default/openshift-console/console-794d8fdb9f-rrl7z] addLogicalPort annotation time took 26.281191ms I0417 10:46:15.133324 3794 pods.go:271] [openshift-console/console-794d8fdb9f-rrl7z] addLogicalPort took 27.590233ms, libovsdb time 842.188µs I0417 10:46:15.491595 3794 cni.go:452] [openshift-console/console-794d8fdb9f-rrl7z af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-794d8fdb9f-rrl7z af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5 network default NAD default NAD key ] I0417 10:46:15.520316 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-794d8fdb9f-rrl7z, hostIfaceName: af91cc7972db41a, network: default, NAD default, SandboxID: "af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5", PCI device ID: , UID: "19d8f5b2-6d62-4585-91a2-88b36e0f9900", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0417 10:46:15.571391 3794 cni.go:473] [openshift-console/console-794d8fdb9f-rrl7z af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-794d8fdb9f-rrl7z af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:ec:0c:f8:ca:56\",\"name\":\"af91cc7972db41a\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8514d87a-9881-4e9d-a824-bd122fcba878\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:16.711741 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.711781 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.711790 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0417 10:46:16.785142 3794 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:46:17.163410 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-n8mtq for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:17.163560 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq I0417 10:46:17.175424 3794 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq] pod update took 11.896969ms I0417 10:46:17.175519 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq] addLogicalPort annotation time took 11.996923ms I0417 10:46:17.177034 3794 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq] addLogicalPort took 13.639725ms, libovsdb time 1.081088ms I0417 10:46:18.816121 3794 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq 4b4489afecd013b2650af8a41df54a069a2e0e6225a4db96266736de626b90bb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq 4b4489afecd013b2650af8a41df54a069a2e0e6225a4db96266736de626b90bb network default NAD default NAD key ] I0417 10:46:18.825407 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-n8mtq, hostIfaceName: 4b4489afecd013b, network: default, NAD default, SandboxID: "4b4489afecd013b2650af8a41df54a069a2e0e6225a4db96266736de626b90bb", PCI device ID: , UID: "ed9c1d31-6249-4bb6-aa17-c664fe9e08e4", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0417 10:46:18.873236 3794 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq 4b4489afecd013b2650af8a41df54a069a2e0e6225a4db96266736de626b90bb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-n8mtq 4b4489afecd013b2650af8a41df54a069a2e0e6225a4db96266736de626b90bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:5a:8f:86:43:00\",\"name\":\"4b4489afecd013b\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/008572eb-3fc7-40c1-a6ee-9d5d45d84b25\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:19.748962 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:20.755447 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:20.759177 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:20.766910 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:20.783361 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:20.783390 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0417 10:46:21.255876 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-fs8hn] creating logical port openshift-monitoring_prometheus-operator-76b589d668-fs8hn for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:21.255978 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-fs8hn I0417 10:46:21.269824 3794 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-fs8hn] pod update took 13.870458ms I0417 10:46:21.269850 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-fs8hn] addLogicalPort annotation time took 13.903125ms I0417 10:46:21.271194 3794 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-fs8hn] addLogicalPort took 15.337979ms, libovsdb time 974.576µs I0417 10:46:21.487725 3794 cni.go:452] [openshift-multus/network-metrics-daemon-tgtbg d3567acc831c6d6fac326de89b6d4f6b73e04b4d8646d5ddf3ad6554abffa0f5 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-tgtbg d3567acc831c6d6fac326de89b6d4f6b73e04b4d8646d5ddf3ad6554abffa0f5 network default NAD default NAD key ] I0417 10:46:21.497105 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-tgtbg, hostIfaceName: d3567acc831c6d6, network: default, NAD default, SandboxID: "d3567acc831c6d6fac326de89b6d4f6b73e04b4d8646d5ddf3ad6554abffa0f5", PCI device ID: , UID: "7d3196c0-930f-435e-8465-57c5f2597e8e", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0417 10:46:21.543921 3794 cni.go:473] [openshift-multus/network-metrics-daemon-tgtbg d3567acc831c6d6fac326de89b6d4f6b73e04b4d8646d5ddf3ad6554abffa0f5 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-tgtbg d3567acc831c6d6fac326de89b6d4f6b73e04b4d8646d5ddf3ad6554abffa0f5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:c6:a5:15:58:45\",\"name\":\"d3567acc831c6d6\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fbf5bff-36f5-49e4-8858-dc9774d711cd\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:46:21.614113 3794 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-fs8hn 5a38d4dc8f002fdffde421534db34b474c9791d5adf4fe416e0b8f1da0d5f377 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-fs8hn 5a38d4dc8f002fdffde421534db34b474c9791d5adf4fe416e0b8f1da0d5f377 network default NAD default NAD key ] I0417 10:46:21.623384 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-fs8hn, hostIfaceName: 5a38d4dc8f002fd, network: default, NAD default, SandboxID: "5a38d4dc8f002fdffde421534db34b474c9791d5adf4fe416e0b8f1da0d5f377", PCI device ID: , UID: "647ea0e8-5c78-4bc2-a5b4-fa52e4058cf4", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0417 10:46:21.675688 3794 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-fs8hn 5a38d4dc8f002fdffde421534db34b474c9791d5adf4fe416e0b8f1da0d5f377 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-fs8hn 5a38d4dc8f002fdffde421534db34b474c9791d5adf4fe416e0b8f1da0d5f377 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:ab:16:71:7c:5b\",\"name\":\"5a38d4dc8f002fd\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5411864-0695-4bd7-a6db-705aa8500ee0\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:21.765656 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0417 10:46:22.427360 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0417 10:46:25.679799 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0417 10:46:25.789334 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:25.789370 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 10:46:25.815163 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-ckrz8 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:25.815267 3794 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8 I0417 10:46:25.833644 3794 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8] pod update took 18.400488ms I0417 10:46:25.833670 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8] addLogicalPort annotation time took 18.436801ms I0417 10:46:25.835082 3794 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8] addLogicalPort took 19.94218ms, libovsdb time 1.019529ms I0417 10:46:25.872080 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-t5dz5 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:25.872268 3794 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5 I0417 10:46:25.904974 3794 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5] pod update took 32.74094ms I0417 10:46:25.905006 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5] addLogicalPort annotation time took 32.776856ms I0417 10:46:25.906155 3794 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5] addLogicalPort took 34.115953ms, libovsdb time 794.444µs I0417 10:46:27.960894 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7c95576966-9k4bv] creating logical port openshift-monitoring_thanos-querier-7c95576966-9k4bv for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:27.961020 3794 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7c95576966-9k4bv I0417 10:46:27.978792 3794 pod.go:62] [openshift-monitoring/thanos-querier-7c95576966-9k4bv] pod update took 17.818921ms I0417 10:46:27.978814 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7c95576966-9k4bv] addLogicalPort annotation time took 17.845018ms I0417 10:46:27.980024 3794 pods.go:271] [openshift-monitoring/thanos-querier-7c95576966-9k4bv] addLogicalPort took 19.151125ms, libovsdb time 909.322µs W0417 10:46:28.365904 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 10:46:28.365935 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0417 10:46:29.489193 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:29.489222 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:29.517179 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:29.517200 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:29.517208 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:29.547235 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:46:29.547255 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 10:46:30.371861 3794 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5 338618477a3680a5dc43c812dc7aa5567785e822f709215817970444ae239bd7 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5 338618477a3680a5dc43c812dc7aa5567785e822f709215817970444ae239bd7 network default NAD default NAD key ] I0417 10:46:30.371907 3794 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8 05b8a0d78653b47debe3ac0fe9133a4ca24d766b863507341079cc417c06e43d network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8 05b8a0d78653b47debe3ac0fe9133a4ca24d766b863507341079cc417c06e43d network default NAD default NAD key ] I0417 10:46:30.371861 3794 cni.go:452] [openshift-monitoring/thanos-querier-7c95576966-9k4bv 426ec0daf50d3775fa4e3210cef1c4d917317edcc06afcc67960663d31a66b15 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7c95576966-9k4bv 426ec0daf50d3775fa4e3210cef1c4d917317edcc06afcc67960663d31a66b15 network default NAD default NAD key ] I0417 10:46:30.383609 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7c95576966-9k4bv, hostIfaceName: 426ec0daf50d377, network: default, NAD default, SandboxID: "426ec0daf50d3775fa4e3210cef1c4d917317edcc06afcc67960663d31a66b15", PCI device ID: , UID: "ec13d00d-cf47-472e-af49-94dd180d1fcf", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0417 10:46:30.383694 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-ckrz8, hostIfaceName: 05b8a0d78653b47, network: default, NAD default, SandboxID: "05b8a0d78653b47debe3ac0fe9133a4ca24d766b863507341079cc417c06e43d", PCI device ID: , UID: "c3e8c369-12da-4ec1-a50a-bbc1cbf43cc7", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0417 10:46:30.384155 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-t5dz5, hostIfaceName: 338618477a3680a, network: default, NAD default, SandboxID: "338618477a3680a5dc43c812dc7aa5567785e822f709215817970444ae239bd7", PCI device ID: , UID: "1e6e33ce-fcf7-4df1-b8eb-a66035624dbd", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0417 10:46:30.402128 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-cfc65d58c-827hr] creating logical port openshift-monitoring_metrics-server-cfc65d58c-827hr for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:30.402305 3794 kube.go:256] Updating pod openshift-monitoring/metrics-server-cfc65d58c-827hr I0417 10:46:30.422089 3794 pod.go:62] [openshift-monitoring/metrics-server-cfc65d58c-827hr] pod update took 19.828071ms I0417 10:46:30.422132 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-cfc65d58c-827hr] addLogicalPort annotation time took 19.876985ms I0417 10:46:30.423531 3794 pods.go:271] [openshift-monitoring/metrics-server-cfc65d58c-827hr] addLogicalPort took 21.426624ms, libovsdb time 1.046025ms I0417 10:46:30.441579 3794 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8 05b8a0d78653b47debe3ac0fe9133a4ca24d766b863507341079cc417c06e43d network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-ckrz8 05b8a0d78653b47debe3ac0fe9133a4ca24d766b863507341079cc417c06e43d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:3c:49:b0:f9:b1\",\"name\":\"05b8a0d78653b47\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9912994a-e15f-40cc-a7ee-7493417a6faa\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:46:30.486406 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn] creating logical port openshift-monitoring_monitoring-plugin-5cbb48bf6b-hkgnn for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:30.486509 3794 kube.go:256] Updating pod openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn I0417 10:46:30.502843 3794 pod.go:62] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn] pod update took 16.36244ms I0417 10:46:30.502870 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn] addLogicalPort annotation time took 16.393704ms I0417 10:46:30.504136 3794 pods.go:271] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn] addLogicalPort took 17.750709ms, libovsdb time 918.384µs I0417 10:46:30.667407 3794 cni.go:473] [openshift-monitoring/thanos-querier-7c95576966-9k4bv 426ec0daf50d3775fa4e3210cef1c4d917317edcc06afcc67960663d31a66b15 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7c95576966-9k4bv 426ec0daf50d3775fa4e3210cef1c4d917317edcc06afcc67960663d31a66b15 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:3e:ef:cd:61:c5\",\"name\":\"426ec0daf50d377\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/683268dc-7966-4d3a-907d-cd8d9455c6d0\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:46:30.667420 3794 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5 338618477a3680a5dc43c812dc7aa5567785e822f709215817970444ae239bd7 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-t5dz5 338618477a3680a5dc43c812dc7aa5567785e822f709215817970444ae239bd7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:7f:f2:1b:b3:bd\",\"name\":\"338618477a3680a\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b7ab020-13f9-4d18-9078-fd54a20a7f32\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:46:30.779637 3794 cni.go:452] [openshift-monitoring/metrics-server-cfc65d58c-827hr dbf938df205ad1db061caef14fe43aee48321912e30cd3cd99d1950e7259c814 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-cfc65d58c-827hr dbf938df205ad1db061caef14fe43aee48321912e30cd3cd99d1950e7259c814 network default NAD default NAD key ] I0417 10:46:30.790847 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-cfc65d58c-827hr, hostIfaceName: dbf938df205ad1d, network: default, NAD default, SandboxID: "dbf938df205ad1db061caef14fe43aee48321912e30cd3cd99d1950e7259c814", PCI device ID: , UID: "1a92a4e0-45de-4f82-b496-ef0c5ab18172", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] W0417 10:46:30.806778 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0417 10:46:30.826869 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads I0417 10:46:30.850135 3794 cni.go:473] [openshift-monitoring/metrics-server-cfc65d58c-827hr dbf938df205ad1db061caef14fe43aee48321912e30cd3cd99d1950e7259c814 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-cfc65d58c-827hr dbf938df205ad1db061caef14fe43aee48321912e30cd3cd99d1950e7259c814 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:42:e5:1d:63:97\",\"name\":\"dbf938df205ad1d\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f76152a1-b4f9-4e4f-a138-90d25629ff1b\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:30.864651 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0417 10:46:30.920466 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-67b6c67ddb-x7cp8 IP address from the namespace address-set, err: pod openshift-console/console-67b6c67ddb-x7cp8: no pod IPs found I0417 10:46:31.144456 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-746fd6477b-gfds5] creating logical port openshift-monitoring_telemeter-client-746fd6477b-gfds5 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:31.144572 3794 kube.go:256] Updating pod openshift-monitoring/telemeter-client-746fd6477b-gfds5 I0417 10:46:31.166870 3794 pod.go:62] [openshift-monitoring/telemeter-client-746fd6477b-gfds5] pod update took 22.285385ms I0417 10:46:31.166892 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-746fd6477b-gfds5] addLogicalPort annotation time took 22.367484ms I0417 10:46:31.168349 3794 pods.go:271] [openshift-monitoring/telemeter-client-746fd6477b-gfds5] addLogicalPort took 23.913877ms, libovsdb time 1.010526ms I0417 10:46:31.463749 3794 cni.go:452] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn 9520f8612373c77815cb7f4d3e22adc2e1b24fdcd9523f1b8770aca794f252b8 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn 9520f8612373c77815cb7f4d3e22adc2e1b24fdcd9523f1b8770aca794f252b8 network default NAD default NAD key ] I0417 10:46:31.494526 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: monitoring-plugin-5cbb48bf6b-hkgnn, hostIfaceName: 9520f8612373c77, network: default, NAD default, SandboxID: "9520f8612373c77815cb7f4d3e22adc2e1b24fdcd9523f1b8770aca794f252b8", PCI device ID: , UID: "bdb280b0-55a0-412e-b724-3acd08f5a491", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0417 10:46:31.536924 3794 cni.go:452] [openshift-monitoring/telemeter-client-746fd6477b-gfds5 704b7d1dba6cf199080dc23f3da18f6c06fd096120a6770bc8e56d78866132a3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-746fd6477b-gfds5 704b7d1dba6cf199080dc23f3da18f6c06fd096120a6770bc8e56d78866132a3 network default NAD default NAD key ] I0417 10:46:31.552700 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-746fd6477b-gfds5, hostIfaceName: 704b7d1dba6cf19, network: default, NAD default, SandboxID: "704b7d1dba6cf199080dc23f3da18f6c06fd096120a6770bc8e56d78866132a3", PCI device ID: , UID: "98fa65f7-d0ce-43db-87d5-1a477edac6fa", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0417 10:46:31.563514 3794 cni.go:473] [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn 9520f8612373c77815cb7f4d3e22adc2e1b24fdcd9523f1b8770aca794f252b8 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/monitoring-plugin-5cbb48bf6b-hkgnn 9520f8612373c77815cb7f4d3e22adc2e1b24fdcd9523f1b8770aca794f252b8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:95:3a:b4:e1:0a\",\"name\":\"9520f8612373c77\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fe496a84-4c8d-48a6-b143-b925a92cd13a\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:46:31.624096 3794 cni.go:473] [openshift-monitoring/telemeter-client-746fd6477b-gfds5 704b7d1dba6cf199080dc23f3da18f6c06fd096120a6770bc8e56d78866132a3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-746fd6477b-gfds5 704b7d1dba6cf199080dc23f3da18f6c06fd096120a6770bc8e56d78866132a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:eb:93:73:72:7f\",\"name\":\"704b7d1dba6cf19\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17173f08-b77a-48dd-8e81-2c5262a60c6f\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:31.837026 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:31.837054 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0417 10:46:31.837061 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0417 10:46:32.248312 3794 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:32.248466 3794 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0417 10:46:32.274297 3794 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 25.86979ms I0417 10:46:32.274385 3794 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 25.963948ms I0417 10:46:32.276224 3794 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 27.927569ms, libovsdb time 1.362393ms W0417 10:46:32.527411 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 10:46:33.495590 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495619 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495626 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:33.495633 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier I0417 10:46:33.776411 3794 cni.go:452] [openshift-monitoring/prometheus-k8s-1 9168cd580afa6e7aefa14ccac22649081367bd6f3179d727ceea5c97d65bec0e network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 9168cd580afa6e7aefa14ccac22649081367bd6f3179d727ceea5c97d65bec0e network default NAD default NAD key ] I0417 10:46:33.786738 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 9168cd580afa6e7, network: default, NAD default, SandboxID: "9168cd580afa6e7aefa14ccac22649081367bd6f3179d727ceea5c97d65bec0e", PCI device ID: , UID: "019ecd92-07a8-4458-8dc2-b246ee9530f2", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] W0417 10:46:33.827668 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin I0417 10:46:33.850881 3794 cni.go:473] [openshift-monitoring/prometheus-k8s-1 9168cd580afa6e7aefa14ccac22649081367bd6f3179d727ceea5c97d65bec0e network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 9168cd580afa6e7aefa14ccac22649081367bd6f3179d727ceea5c97d65bec0e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:68:1e:32:e7:fd\",\"name\":\"9168cd580afa6e7\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fca23b4c-91c4-4933-a50a-63a917b0ac1f\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:33.881259 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:33.881287 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:34.953195 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 10:46:35.884108 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:35.884155 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:46:35.911364 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.911389 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.911398 3794 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:35.911405 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:36.244837 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-758d97766-vl27m IP address from the namespace address-set, err: pod openshift-console/console-758d97766-vl27m: no pod IPs found W0417 10:46:36.255716 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-758d97766-98btg IP address from the namespace address-set, err: pod openshift-console/console-758d97766-98btg: no pod IPs found I0417 10:46:38.575104 3794 cni.go:452] [openshift-image-registry/image-registry-789b6ffbc5-hg9bc ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-789b6ffbc5-hg9bc ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa network default NAD default NAD key ] I0417 10:46:38.652298 3794 cni.go:473] [openshift-image-registry/image-registry-789b6ffbc5-hg9bc ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-789b6ffbc5-hg9bc ae1b9a49ccc876ebf5c5f162b96ce2b81482c4b72c213fa8215dada3ae9dd8aa network default NAD default NAD key default], result "{}", err I0417 10:46:38.695943 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:38.695978 3794 pods.go:176] Deleting pod: openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 10:46:38.697422 3794 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-789b6ffbc5-hg9bc, ips: 10.130.0.5 I0417 10:46:38.697451 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:38.705191 3794 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-69b599bd58-psjxq] creating logical port openshift-image-registry_image-registry-69b599bd58-psjxq for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:38.705298 3794 kube.go:256] Updating pod openshift-image-registry/image-registry-69b599bd58-psjxq I0417 10:46:38.720709 3794 pod.go:62] [openshift-image-registry/image-registry-69b599bd58-psjxq] pod update took 15.436556ms I0417 10:46:38.720736 3794 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-69b599bd58-psjxq] addLogicalPort annotation time took 15.468273ms I0417 10:46:38.722090 3794 pods.go:271] [openshift-image-registry/image-registry-69b599bd58-psjxq] addLogicalPort took 16.918895ms, libovsdb time 938.858µs I0417 10:46:38.895704 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:38.895734 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-789b6ffbc5-hg9bc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:38.903688 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 10:46:38.903784 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 10:46:39.071284 3794 cni.go:452] [openshift-image-registry/image-registry-69b599bd58-psjxq 4522297b27b9c3dee2d792c07b1d4074bd1ef0633a7985ffd8b88c3126661521 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-69b599bd58-psjxq 4522297b27b9c3dee2d792c07b1d4074bd1ef0633a7985ffd8b88c3126661521 network default NAD default NAD key ] I0417 10:46:39.081680 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-69b599bd58-psjxq, hostIfaceName: 4522297b27b9c3d, network: default, NAD default, SandboxID: "4522297b27b9c3dee2d792c07b1d4074bd1ef0633a7985ffd8b88c3126661521", PCI device ID: , UID: "6b84b8c4-5942-464f-b01b-0ae65bc89611", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0417 10:46:39.133655 3794 cni.go:473] [openshift-image-registry/image-registry-69b599bd58-psjxq 4522297b27b9c3dee2d792c07b1d4074bd1ef0633a7985ffd8b88c3126661521 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-69b599bd58-psjxq 4522297b27b9c3dee2d792c07b1d4074bd1ef0633a7985ffd8b88c3126661521 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:ba:f5:44:ee:62\",\"name\":\"4522297b27b9c3d\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c164465-9f75-4569-8a76-da09f730b375\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:46:39.508841 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508860 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508865 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508870 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508884 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508888 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508892 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:39.508898 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:42.899651 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:42.899668 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:42.899673 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0417 10:46:42.899678 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier I0417 10:46:44.890745 3794 cni.go:452] [openshift-console/console-794d8fdb9f-rrl7z af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-794d8fdb9f-rrl7z af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5 network default NAD default NAD key ] I0417 10:46:44.967995 3794 cni.go:473] [openshift-console/console-794d8fdb9f-rrl7z af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-794d8fdb9f-rrl7z af91cc7972db41a96411e58a7aa2378b9ef40768fc963fe57dc223f05e24d4e5 network default NAD default NAD key default], result "{}", err I0417 10:46:45.015391 3794 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:45.015425 3794 pods.go:176] Deleting pod: openshift-console/console-794d8fdb9f-rrl7z I0417 10:46:45.016582 3794 pods.go:236] Attempting to release IPs for pod: openshift-console/console-794d8fdb9f-rrl7z, ips: 10.130.0.11 I0417 10:46:45.016607 3794 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:45.027613 3794 base_network_controller_pods.go:487] [default/openshift-console/console-85b65d9b5b-8xtlc] creating logical port openshift-console_console-85b65d9b5b-8xtlc for pod on switch ip-10-0-0-37.ec2.internal I0417 10:46:45.027720 3794 kube.go:256] Updating pod openshift-console/console-85b65d9b5b-8xtlc I0417 10:46:45.043096 3794 pod.go:62] [openshift-console/console-85b65d9b5b-8xtlc] pod update took 15.403896ms I0417 10:46:45.043116 3794 base_network_controller_pods.go:951] [default/openshift-console/console-85b65d9b5b-8xtlc] addLogicalPort annotation time took 15.427237ms I0417 10:46:45.044261 3794 pods.go:271] [openshift-console/console-85b65d9b5b-8xtlc] addLogicalPort took 16.659601ms, libovsdb time 837.822µs I0417 10:46:45.385246 3794 cni.go:452] [openshift-console/console-85b65d9b5b-8xtlc 2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-85b65d9b5b-8xtlc 2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607 network default NAD default NAD key ] I0417 10:46:45.394561 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-85b65d9b5b-8xtlc, hostIfaceName: 2051416fcc1aca8, network: default, NAD default, SandboxID: "2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607", PCI device ID: , UID: "26bf9566-8b1b-47c1-a3ce-af26fb000206", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0417 10:46:45.441862 3794 cni.go:473] [openshift-console/console-85b65d9b5b-8xtlc 2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-85b65d9b5b-8xtlc 2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:23:c3:c8:ad:82\",\"name\":\"2051416fcc1aca8\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09c09772-6c06-4ad0-b6c0-3165430c0754\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:46:45.925373 3794 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:45.925423 3794 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-rrl7z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:45.930862 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794d8fdb9f-rrl7z I0417 10:46:45.930902 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794d8fdb9f-rrl7z W0417 10:46:51.556933 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0417 10:46:51.942810 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0417 10:46:53.497734 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 10:46:53.497781 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server I0417 10:46:54.878362 3794 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:54.878906 3794 obj_retry.go:498] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:46:55.261618 3794 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:55.261652 3794 obj_retry.go:492] Detected object openshift-console/console-794d8fdb9f-krsw6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:46:55.267429 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-794d8fdb9f-krsw6 I0417 10:46:55.267455 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-794d8fdb9f-krsw6 W0417 10:46:55.883641 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0417 10:46:55.988597 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0417 10:47:00.924408 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0417 10:47:03.068327 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:03.068888 3794 obj_retry.go:498] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:03.594915 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:03.594941 3794 obj_retry.go:492] Detected object openshift-image-registry/image-registry-67c948744-89d6g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:03.602403 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-67c948744-89d6g I0417 10:47:03.602428 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-67c948744-89d6g I0417 10:47:21.312515 3794 obj_retry.go:498] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:21.313120 3794 obj_retry.go:498] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:21.667948 3794 obj_retry.go:492] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:21.667975 3794 obj_retry.go:492] Detected object openshift-console/console-67b6c67ddb-ssr9g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:21.673551 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-67b6c67ddb-ssr9g I0417 10:47:21.673583 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-67b6c67ddb-ssr9g W0417 10:47:22.066563 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0417 10:47:22.826107 3794 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0417 10:47:31.343438 3794 obj_retry.go:498] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:31.344001 3794 obj_retry.go:498] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:47:31.704135 3794 obj_retry.go:492] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:31.704159 3794 obj_retry.go:492] Detected object openshift-ingress/router-default-7c476968f9-cmtzl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:47:31.710592 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-7c476968f9-cmtzl I0417 10:47:31.710616 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-7c476968f9-cmtzl W0417 10:47:33.156164 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:47:33.156187 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:47:33.156197 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:47:33.156201 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:47:33.179786 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0417 10:47:33.179807 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0417 10:48:14.852337 3794 cni.go:452] [openshift-console/console-85b65d9b5b-8xtlc 2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-85b65d9b5b-8xtlc 2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607 network default NAD default NAD key ] I0417 10:48:14.935707 3794 cni.go:473] [openshift-console/console-85b65d9b5b-8xtlc 2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-85b65d9b5b-8xtlc 2051416fcc1aca853ef57d781c908bea25e78e95663b732f3915ed1cc13db607 network default NAD default NAD key default], result "{}", err I0417 10:48:14.992201 3794 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:14.992230 3794 pods.go:176] Deleting pod: openshift-console/console-85b65d9b5b-8xtlc I0417 10:48:14.993581 3794 pods.go:236] Attempting to release IPs for pod: openshift-console/console-85b65d9b5b-8xtlc, ips: 10.130.0.22 I0417 10:48:14.993616 3794 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:14.997970 3794 base_network_controller_pods.go:487] [default/openshift-console/console-5699474f48-drqhq] creating logical port openshift-console_console-5699474f48-drqhq for pod on switch ip-10-0-0-37.ec2.internal I0417 10:48:14.998125 3794 kube.go:256] Updating pod openshift-console/console-5699474f48-drqhq I0417 10:48:15.011393 3794 pod.go:62] [openshift-console/console-5699474f48-drqhq] pod update took 13.305887ms I0417 10:48:15.011471 3794 base_network_controller_pods.go:951] [default/openshift-console/console-5699474f48-drqhq] addLogicalPort annotation time took 13.38672ms I0417 10:48:15.012747 3794 pods.go:271] [openshift-console/console-5699474f48-drqhq] addLogicalPort took 14.790822ms, libovsdb time 862.753µs I0417 10:48:15.295146 3794 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:15.295169 3794 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-8xtlc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:15.301133 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b65d9b5b-8xtlc I0417 10:48:15.301164 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b65d9b5b-8xtlc I0417 10:48:15.356413 3794 cni.go:452] [openshift-console/console-5699474f48-drqhq a305290a15620fd82773ce855858c11830cb6fd6aae84e9e73d2bf9447e407e5 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5699474f48-drqhq a305290a15620fd82773ce855858c11830cb6fd6aae84e9e73d2bf9447e407e5 network default NAD default NAD key ] I0417 10:48:15.365793 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5699474f48-drqhq, hostIfaceName: a305290a15620fd, network: default, NAD default, SandboxID: "a305290a15620fd82773ce855858c11830cb6fd6aae84e9e73d2bf9447e407e5", PCI device ID: , UID: "6f155f64-0856-43b5-b8c5-c3e0a0140c89", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0417 10:48:15.415705 3794 cni.go:473] [openshift-console/console-5699474f48-drqhq a305290a15620fd82773ce855858c11830cb6fd6aae84e9e73d2bf9447e407e5 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5699474f48-drqhq a305290a15620fd82773ce855858c11830cb6fd6aae84e9e73d2bf9447e407e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ca:87:95:ce:d1:65\",\"name\":\"a305290a15620fd\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8b91cc7-a5be-4956-9e9d-3709daaf43d2\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:48:26.158256 3794 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:26.158872 3794 obj_retry.go:498] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:48:26.341613 3794 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:26.341639 3794 obj_retry.go:492] Detected object openshift-console/console-85b65d9b5b-w8wt2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:48:26.352512 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-85b65d9b5b-w8wt2 I0417 10:48:26.352541 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-85b65d9b5b-w8wt2 W0417 10:48:26.358592 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0417 10:50:42.815787 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=5 I0417 10:50:44.832108 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0417 10:50:46.511605 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:50:46.512153 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:50:47.536715 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:50:47.536745 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:50:51.417968 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0417 10:51:02.455626 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0417 10:51:02.455699 3794 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-8ps5k IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-847f6f7b8-8ps5k: no pod IPs found I0417 10:51:04.707094 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=44 I0417 10:51:06.559786 3794 namespace.go:98] [tsf] adding namespace I0417 10:51:06.560747 3794 namespace.go:102] [tsf] adding namespace took 933.959µs I0417 10:51:06.582983 3794 namespace.go:142] [tsf] updating namespace I0417 10:51:06.590918 3794 namespace.go:142] [tsf] updating namespace I0417 10:51:10.575809 3794 namespace.go:98] [rhbk-operator] adding namespace I0417 10:51:10.576738 3794 namespace.go:102] [rhbk-operator] adding namespace took 901.635µs I0417 10:51:10.579974 3794 namespace.go:98] [cert-manager-operator] adding namespace I0417 10:51:10.580645 3794 namespace.go:102] [cert-manager-operator] adding namespace took 656.045µs I0417 10:51:10.596023 3794 namespace.go:98] [tsf-tas] adding namespace I0417 10:51:10.596144 3794 namespace.go:98] [rhtpa-operator] adding namespace I0417 10:51:10.596182 3794 namespace.go:98] [konflux-ui] adding namespace I0417 10:51:10.596337 3794 namespace.go:98] [konflux-operator] adding namespace I0417 10:51:10.596407 3794 namespace.go:98] [tsf-keycloak] adding namespace I0417 10:51:10.596872 3794 namespace.go:102] [tsf-tas] adding namespace took 831.904µs I0417 10:51:10.597646 3794 namespace.go:102] [rhtpa-operator] adding namespace took 1.483741ms I0417 10:51:10.597681 3794 namespace.go:98] [tsf-tpa] adding namespace I0417 10:51:10.598667 3794 namespace.go:102] [tsf-tpa] adding namespace took 976.665µs I0417 10:51:10.599261 3794 namespace.go:102] [konflux-ui] adding namespace took 3.060171ms I0417 10:51:10.599838 3794 namespace.go:102] [konflux-operator] adding namespace took 3.45224ms I0417 10:51:10.600355 3794 namespace.go:102] [tsf-keycloak] adding namespace took 3.931726ms I0417 10:51:10.610051 3794 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.616161 3794 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.628915 3794 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:10.638102 3794 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.638158 3794 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.638275 3794 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.638288 3794 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.647967 3794 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.648039 3794 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.656598 3794 namespace.go:142] [rhbk-operator] updating namespace I0417 10:51:10.667228 3794 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.688112 3794 namespace.go:142] [tsf-tas] updating namespace I0417 10:51:10.709280 3794 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.713311 3794 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:51:10.739485 3794 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.748736 3794 namespace.go:142] [konflux-ui] updating namespace I0417 10:51:10.755015 3794 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.767248 3794 namespace.go:142] [konflux-operator] updating namespace I0417 10:51:10.772965 3794 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.787830 3794 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:10.795373 3794 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.805809 3794 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:10.807864 3794 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:10.825129 3794 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:51:11.698728 3794 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:51:11.708942 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=69 I0417 10:51:11.716605 3794 namespace.go:142] [tsf-tpa] updating namespace I0417 10:51:17.292938 3794 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293561 3794 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293585 3794 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293592 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:17.293610 3794 obj_retry.go:498] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:17.293614 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:17.793417 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0417 10:51:18.318268 3794 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.318290 3794 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.318303 3794 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:18.318312 3794 obj_retry.go:492] Detected object openshift-marketplace/f79378b9836da0a180436b794e6453783590867ba696f35668b1ac4568n8pg7 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:19.860184 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.860785 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.860818 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.860828 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:19.860841 3794 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:19.860846 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:20.884121 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.884146 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.884157 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:20.884176 3794 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2b4k5l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:22.820472 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0417 10:51:23.283901 3794 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.284464 3794 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.284493 3794 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.284508 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:23.284519 3794 obj_retry.go:498] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.284524 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:23.358578 3794 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.359144 3794 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.359176 3794 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.359189 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:23.359205 3794 obj_retry.go:498] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:23.359213 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:24.308050 3794 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308078 3794 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308096 3794 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.308109 3794 obj_retry.go:492] Detected object openshift-marketplace/925ad1f05bf386dc21bdfe2f8249c1fbfd04a404dec7a7fb6362d758e55fmll of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.385395 3794 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.385427 3794 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.385441 3794 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:24.385457 3794 obj_retry.go:492] Detected object openshift-marketplace/53634cc716e3784f8e237b128ae14253d65dd14b0e9dcd086f5ff88ecebfckv of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:25.374131 3794 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.374654 3794 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.374681 3794 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.374690 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:25.374700 3794 obj_retry.go:498] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.374705 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:25.522780 3794 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.523300 3794 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.523327 3794 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.523335 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0417 10:51:25.523352 3794 obj_retry.go:498] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0417 10:51:25.523358 3794 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0417 10:51:26.403314 3794 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.403343 3794 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.403360 3794 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.403373 3794 obj_retry.go:492] Detected object openshift-marketplace/30e1fee4a656579f055e90bd50374338b32290af440ed32e709fbffaafqfws2 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.550905 3794 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.550932 3794 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.550951 3794 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:26.550960 3794 obj_retry.go:492] Detected object openshift-marketplace/18ab2eaa607a00575555d3d5b97fe3206aa96262fc8b848ad325c51ad72zdj8 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:51:31.518208 3794 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-58df4cf46c-zfbht for pod on switch ip-10-0-0-37.ec2.internal I0417 10:51:31.518343 3794 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht I0417 10:51:31.537625 3794 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht] pod update took 19.309651ms I0417 10:51:31.537649 3794 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht] addLogicalPort annotation time took 19.339863ms I0417 10:51:31.539149 3794 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht] addLogicalPort took 20.960905ms, libovsdb time 1.134695ms I0417 10:51:31.877443 3794 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht 39ea317db51111b11719d426bd826413aff60f87f59964dc5f68a83ac596dc9f network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht 39ea317db51111b11719d426bd826413aff60f87f59964dc5f68a83ac596dc9f network default NAD default NAD key ] I0417 10:51:31.886715 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-58df4cf46c-zfbht, hostIfaceName: 39ea317db51111b, network: default, NAD default, SandboxID: "39ea317db51111b11719d426bd826413aff60f87f59964dc5f68a83ac596dc9f", PCI device ID: , UID: "df2cae91-e459-41e6-9fbf-c6c5dbec2c57", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0417 10:51:31.937239 3794 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht 39ea317db51111b11719d426bd826413aff60f87f59964dc5f68a83ac596dc9f network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-58df4cf46c-zfbht 39ea317db51111b11719d426bd826413aff60f87f59964dc5f68a83ac596dc9f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:82:c8:50:75:77\",\"name\":\"39ea317db51111b\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bf8b5147-8050-42b0-9b36-e34e891bd15e\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:51:33.468279 3794 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl] creating logical port konflux-operator_konflux-operator-controller-manager-586bdd7c4b-c8nrl for pod on switch ip-10-0-0-37.ec2.internal I0417 10:51:33.468465 3794 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl I0417 10:51:33.529201 3794 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl I0417 10:51:33.569518 3794 pod.go:62] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl] pod update took 101.084315ms I0417 10:51:33.569551 3794 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl] addLogicalPort annotation time took 101.121904ms I0417 10:51:33.570820 3794 pods.go:271] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl] addLogicalPort took 102.558616ms, libovsdb time 891.684µs I0417 10:51:34.439815 3794 cni.go:452] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl 38399217a33f92743b36f6ea6766ccaa0eb28b33a7dd3fe03282f925f34dcace network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl 38399217a33f92743b36f6ea6766ccaa0eb28b33a7dd3fe03282f925f34dcace network default NAD default NAD key ] I0417 10:51:34.449983 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-586bdd7c4b-c8nrl, hostIfaceName: 38399217a33f927, network: default, NAD default, SandboxID: "38399217a33f92743b36f6ea6766ccaa0eb28b33a7dd3fe03282f925f34dcace", PCI device ID: , UID: "e10b08df-7801-444f-9261-7a48612a1eec", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0417 10:51:34.500922 3794 cni.go:473] [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl 38399217a33f92743b36f6ea6766ccaa0eb28b33a7dd3fe03282f925f34dcace network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-586bdd7c4b-c8nrl 38399217a33f92743b36f6ea6766ccaa0eb28b33a7dd3fe03282f925f34dcace network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:3d:b3:a0:4b:31\",\"name\":\"38399217a33f927\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1b89ee03-24d3-44df-b238-a7ddc5507d87\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:51:36.042826 3794 namespace.go:98] [cert-manager] adding namespace I0417 10:51:36.043858 3794 namespace.go:102] [cert-manager] adding namespace took 1.008616ms I0417 10:51:36.080011 3794 namespace.go:142] [cert-manager] updating namespace I0417 10:51:36.103226 3794 namespace.go:142] [cert-manager] updating namespace W0417 10:51:37.124332 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 10:51:38.615818 3794 base_network_controller_pods.go:487] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2] creating logical port tsf-tpa_rhtpa-operator-controller-manager-576c85d8f-vlwp2 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:51:38.615923 3794 kube.go:256] Updating pod tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2 I0417 10:51:38.634123 3794 pod.go:62] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2] pod update took 18.22375ms I0417 10:51:38.634144 3794 base_network_controller_pods.go:951] [default/tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2] addLogicalPort annotation time took 18.249453ms I0417 10:51:38.635335 3794 pods.go:271] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2] addLogicalPort took 19.533808ms, libovsdb time 865.878µs I0417 10:51:38.678106 3794 namespace.go:142] [openshift-operators] updating namespace I0417 10:51:38.700686 3794 namespace.go:142] [openshift-operators] updating namespace I0417 10:51:38.999845 3794 cni.go:452] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2 bcc179d1026dd429a557c7fab588348f03f6ec7654db17ea321984ea2f97aa19 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2 bcc179d1026dd429a557c7fab588348f03f6ec7654db17ea321984ea2f97aa19 network default NAD default NAD key ] I0417 10:51:39.009188 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: rhtpa-operator-controller-manager-576c85d8f-vlwp2, hostIfaceName: bcc179d1026dd42, network: default, NAD default, SandboxID: "bcc179d1026dd429a557c7fab588348f03f6ec7654db17ea321984ea2f97aa19", PCI device ID: , UID: "f67ddee1-119e-42b1-9f90-2f6dd12452e7", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0417 10:51:39.060864 3794 cni.go:473] [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2 bcc179d1026dd429a557c7fab588348f03f6ec7654db17ea321984ea2f97aa19 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/rhtpa-operator-controller-manager-576c85d8f-vlwp2 bcc179d1026dd429a557c7fab588348f03f6ec7654db17ea321984ea2f97aa19 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:19:be:74:d9:06\",\"name\":\"bcc179d1026dd42\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c67aa2a8-2a38-4062-8346-d4cd874d2700\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:51:40.097664 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-cainjector-5b4bf68748-68zfl] creating logical port cert-manager_cert-manager-cainjector-5b4bf68748-68zfl for pod on switch ip-10-0-0-37.ec2.internal I0417 10:51:40.097796 3794 kube.go:256] Updating pod cert-manager/cert-manager-cainjector-5b4bf68748-68zfl I0417 10:51:40.112039 3794 pod.go:62] [cert-manager/cert-manager-cainjector-5b4bf68748-68zfl] pod update took 14.291292ms I0417 10:51:40.112069 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-cainjector-5b4bf68748-68zfl] addLogicalPort annotation time took 14.325636ms I0417 10:51:40.113593 3794 pods.go:271] [cert-manager/cert-manager-cainjector-5b4bf68748-68zfl] addLogicalPort took 15.950061ms, libovsdb time 1.082835ms I0417 10:51:41.623316 3794 cni.go:452] [cert-manager/cert-manager-cainjector-5b4bf68748-68zfl 9c4827b8f72ed4e13cf1eea0d23251137129773dfbcaa218375932e3fd302b29 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-68zfl 9c4827b8f72ed4e13cf1eea0d23251137129773dfbcaa218375932e3fd302b29 network default NAD default NAD key ] I0417 10:51:41.633167 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-cainjector-5b4bf68748-68zfl, hostIfaceName: 9c4827b8f72ed4e, network: default, NAD default, SandboxID: "9c4827b8f72ed4e13cf1eea0d23251137129773dfbcaa218375932e3fd302b29", PCI device ID: , UID: "260b9eac-dbd2-4674-94ae-78d5164323de", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0417 10:51:41.684098 3794 cni.go:473] [cert-manager/cert-manager-cainjector-5b4bf68748-68zfl 9c4827b8f72ed4e13cf1eea0d23251137129773dfbcaa218375932e3fd302b29 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-cainjector-5b4bf68748-68zfl 9c4827b8f72ed4e13cf1eea0d23251137129773dfbcaa218375932e3fd302b29 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:0c:5f:8c:b3:21\",\"name\":\"9c4827b8f72ed4e\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0ec68779-5397-42ec-b441-bdd7857a3a2f\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:51:42.143399 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 10:51:43.838070 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd] creating logical port cert-manager_cert-manager-webhook-fd44f5cbb-mxfxd for pod on switch ip-10-0-0-37.ec2.internal I0417 10:51:43.838170 3794 kube.go:256] Updating pod cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd I0417 10:51:43.856605 3794 pod.go:62] [cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd] pod update took 18.455227ms I0417 10:51:43.856632 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd] addLogicalPort annotation time took 18.489949ms I0417 10:51:43.858166 3794 pods.go:271] [cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd] addLogicalPort took 20.116999ms, libovsdb time 1.113636ms I0417 10:51:44.459118 3794 cni.go:452] [cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd da86b077a55f1a0e0fdaf637ccae7e308b26dba3d4d15e948360db534cf39f66 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd da86b077a55f1a0e0fdaf637ccae7e308b26dba3d4d15e948360db534cf39f66 network default NAD default NAD key ] I0417 10:51:44.469266 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-fd44f5cbb-mxfxd, hostIfaceName: da86b077a55f1a0, network: default, NAD default, SandboxID: "da86b077a55f1a0e0fdaf637ccae7e308b26dba3d4d15e948360db534cf39f66", PCI device ID: , UID: "8b569478-d966-4a88-a684-b11258f5c879", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0417 10:51:44.520982 3794 cni.go:473] [cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd da86b077a55f1a0e0fdaf637ccae7e308b26dba3d4d15e948360db534cf39f66 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-fd44f5cbb-mxfxd da86b077a55f1a0e0fdaf637ccae7e308b26dba3d4d15e948360db534cf39f66 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"52:11:9a:39:4c:26\",\"name\":\"da86b077a55f1a0\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1467482a-800f-4217-963e-31869abe89aa\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:51:45.136405 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 10:51:45.136425 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0417 10:51:47.252270 3794 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59ccb4bb6b-nsb4z] creating logical port cert-manager_cert-manager-59ccb4bb6b-nsb4z for pod on switch ip-10-0-0-37.ec2.internal I0417 10:51:47.252369 3794 kube.go:256] Updating pod cert-manager/cert-manager-59ccb4bb6b-nsb4z I0417 10:51:47.277881 3794 pod.go:62] [cert-manager/cert-manager-59ccb4bb6b-nsb4z] pod update took 25.537635ms I0417 10:51:47.277908 3794 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59ccb4bb6b-nsb4z] addLogicalPort annotation time took 25.571788ms I0417 10:51:47.279157 3794 pods.go:271] [cert-manager/cert-manager-59ccb4bb6b-nsb4z] addLogicalPort took 26.909611ms, libovsdb time 836.54µs I0417 10:51:47.429316 3794 namespace.go:142] [openshift-operators] updating namespace I0417 10:51:47.609576 3794 cni.go:452] [cert-manager/cert-manager-59ccb4bb6b-nsb4z b2d7dbee894b48318dd0530b8ee0710033f0557683a0f89b19be76983856d047 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59ccb4bb6b-nsb4z b2d7dbee894b48318dd0530b8ee0710033f0557683a0f89b19be76983856d047 network default NAD default NAD key ] I0417 10:51:47.619607 3794 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59ccb4bb6b-nsb4z, hostIfaceName: b2d7dbee894b483, network: default, NAD default, SandboxID: "b2d7dbee894b48318dd0530b8ee0710033f0557683a0f89b19be76983856d047", PCI device ID: , UID: "a55a3916-287b-4f1b-a4bf-56bd40158223", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0417 10:51:47.670810 3794 cni.go:473] [cert-manager/cert-manager-59ccb4bb6b-nsb4z b2d7dbee894b48318dd0530b8ee0710033f0557683a0f89b19be76983856d047 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59ccb4bb6b-nsb4z b2d7dbee894b48318dd0530b8ee0710033f0557683a0f89b19be76983856d047 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:5f:bb:55:79:1e\",\"name\":\"b2d7dbee894b483\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9bcf3840-7370-407c-9a0c-e5806f4482fb\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:51:47.916748 3794 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww] creating logical port openshift-operators_tekton-operator-webhook-668b6fdd5d-ld8ww for pod on switch ip-10-0-0-37.ec2.internal I0417 10:51:47.916878 3794 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww I0417 10:51:47.946365 3794 pod.go:62] [openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww] pod update took 29.512562ms I0417 10:51:47.946390 3794 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww] addLogicalPort annotation time took 29.541012ms I0417 10:51:47.947608 3794 pods.go:271] [openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww] addLogicalPort took 30.874806ms, libovsdb time 803.448µs W0417 10:51:48.105986 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0417 10:51:48.273909 3794 cni.go:452] [openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww 8348e4200ab226ff3a5c5b4fa4f583bd4d36725d7f7e7fbb023d217d86bc27f9 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww 8348e4200ab226ff3a5c5b4fa4f583bd4d36725d7f7e7fbb023d217d86bc27f9 network default NAD default NAD key ] I0417 10:51:48.283232 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-668b6fdd5d-ld8ww, hostIfaceName: 8348e4200ab226f, network: default, NAD default, SandboxID: "8348e4200ab226ff3a5c5b4fa4f583bd4d36725d7f7e7fbb023d217d86bc27f9", PCI device ID: , UID: "cf6ef29b-b432-4778-b759-d5ef23d3df2c", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0417 10:51:48.335376 3794 cni.go:473] [openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww 8348e4200ab226ff3a5c5b4fa4f583bd4d36725d7f7e7fbb023d217d86bc27f9 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-668b6fdd5d-ld8ww 8348e4200ab226ff3a5c5b4fa4f583bd4d36725d7f7e7fbb023d217d86bc27f9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:62:d7:fc:7c:e7\",\"name\":\"8348e4200ab226f\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/863a48e4-1842-443c-a30e-6b5c8acd42d2\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:51:51.342177 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 10:51:51.342200 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0417 10:51:53.166268 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0417 10:51:53.705277 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=142 I0417 10:51:56.875987 3794 namespace.go:98] [trusted-artifact-signer] adding namespace I0417 10:51:56.876724 3794 namespace.go:102] [trusted-artifact-signer] adding namespace took 716.308µs I0417 10:51:56.915153 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:51:56.942170 3794 namespace.go:142] [trusted-artifact-signer] updating namespace W0417 10:51:57.364204 3794 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0417 10:51:57.931193 3794 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-66ccc97d7d-lxsld] creating logical port trusted-artifact-signer_cli-server-66ccc97d7d-lxsld for pod on switch ip-10-0-0-37.ec2.internal I0417 10:51:57.931282 3794 kube.go:256] Updating pod trusted-artifact-signer/cli-server-66ccc97d7d-lxsld I0417 10:51:57.956131 3794 pod.go:62] [trusted-artifact-signer/cli-server-66ccc97d7d-lxsld] pod update took 24.871966ms I0417 10:51:57.956156 3794 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-66ccc97d7d-lxsld] addLogicalPort annotation time took 24.900589ms I0417 10:51:57.957318 3794 pods.go:271] [trusted-artifact-signer/cli-server-66ccc97d7d-lxsld] addLogicalPort took 26.142218ms, libovsdb time 794.59µs I0417 10:51:58.287874 3794 cni.go:452] [trusted-artifact-signer/cli-server-66ccc97d7d-lxsld c1dcba3b98920c171b2eb87efffe7d777e64740315f780f82ca09dfb47608037 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-lxsld c1dcba3b98920c171b2eb87efffe7d777e64740315f780f82ca09dfb47608037 network default NAD default NAD key ] I0417 10:51:58.297641 3794 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-66ccc97d7d-lxsld, hostIfaceName: c1dcba3b98920c1, network: default, NAD default, SandboxID: "c1dcba3b98920c171b2eb87efffe7d777e64740315f780f82ca09dfb47608037", PCI device ID: , UID: "f1948ec4-ae3c-45d5-ae8b-4254860c0167", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0417 10:51:58.350387 3794 cni.go:473] [trusted-artifact-signer/cli-server-66ccc97d7d-lxsld c1dcba3b98920c171b2eb87efffe7d777e64740315f780f82ca09dfb47608037 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-66ccc97d7d-lxsld c1dcba3b98920c171b2eb87efffe7d777e64740315f780f82ca09dfb47608037 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:84:9b:6f:ca:b4\",\"name\":\"c1dcba3b98920c1\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/756509fe-c8f0-426a-8479-22adf447601d\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:52:02.247139 3794 namespace.go:98] [openshift-pipelines] adding namespace I0417 10:52:02.248274 3794 namespace.go:102] [openshift-pipelines] adding namespace took 1.107327ms I0417 10:52:02.260104 3794 namespace.go:142] [openshift-pipelines] updating namespace I0417 10:52:02.958045 3794 namespace.go:142] [cert-manager] updating namespace I0417 10:52:03.161049 3794 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:03.561231 3794 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:03.762277 3794 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:03.964398 3794 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:04.364733 3794 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:04.565085 3794 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:04.770029 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:04.967705 3794 namespace.go:142] [tsf] updating namespace I0417 10:52:05.168531 3794 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:05.368070 3794 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:05.572237 3794 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:05.712713 3794 namespace.go:142] [cert-manager] updating namespace I0417 10:52:05.720767 3794 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:05.729318 3794 namespace.go:142] [default] updating namespace I0417 10:52:05.737238 3794 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:05.746660 3794 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:05.755779 3794 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:05.765966 3794 namespace.go:142] [openshift] updating namespace I0417 10:52:05.773698 3794 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:05.787558 3794 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:05.795365 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:05.803680 3794 namespace.go:142] [tsf] updating namespace I0417 10:52:05.811966 3794 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:05.832108 3794 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:05.851508 3794 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:05.956604 3794 namespace.go:142] [cert-manager] updating namespace I0417 10:52:06.060172 3794 namespace.go:142] [cert-manager-operator] updating namespace I0417 10:52:06.158421 3794 namespace.go:142] [default] updating namespace I0417 10:52:06.259907 3794 namespace.go:142] [konflux-operator] updating namespace I0417 10:52:06.364264 3794 namespace.go:142] [konflux-ui] updating namespace I0417 10:52:06.454429 3794 namespace.go:142] [open-cluster-management-2pnrrjv6mqrotcoibmog3bg4e9rn57cs] updating namespace I0417 10:52:06.555293 3794 namespace.go:142] [openshift] updating namespace I0417 10:52:06.654641 3794 namespace.go:142] [rhbk-operator] updating namespace I0417 10:52:06.753697 3794 namespace.go:142] [rhtpa-operator] updating namespace I0417 10:52:06.852338 3794 namespace.go:142] [trusted-artifact-signer] updating namespace I0417 10:52:06.953177 3794 namespace.go:142] [tsf] updating namespace I0417 10:52:07.051450 3794 namespace.go:142] [tsf-keycloak] updating namespace I0417 10:52:07.151881 3794 namespace.go:142] [tsf-tas] updating namespace I0417 10:52:07.254010 3794 namespace.go:142] [tsf-tpa] updating namespace I0417 10:52:07.530993 3794 namespace.go:142] [openshift-pipelines] updating namespace I0417 10:52:15.339599 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-7988b548df-gcvhq for pod on switch ip-10-0-0-37.ec2.internal I0417 10:52:15.339708 3794 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq I0417 10:52:15.356949 3794 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq] pod update took 17.273802ms I0417 10:52:15.356968 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq] addLogicalPort annotation time took 17.301465ms I0417 10:52:15.358360 3794 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq] addLogicalPort took 18.781781ms, libovsdb time 957.482µs I0417 10:52:15.777117 3794 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq 24c0556b88fae759ddf0cb402cfd17895287098e18ecfdf889cce340125067db network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq 24c0556b88fae759ddf0cb402cfd17895287098e18ecfdf889cce340125067db network default NAD default NAD key ] I0417 10:52:15.805636 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-7988b548df-gcvhq, hostIfaceName: 24c0556b88fae75, network: default, NAD default, SandboxID: "24c0556b88fae759ddf0cb402cfd17895287098e18ecfdf889cce340125067db", PCI device ID: , UID: "7b242803-f4ab-4e73-9d00-b774faeb7964", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0417 10:52:15.858278 3794 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq 24c0556b88fae759ddf0cb402cfd17895287098e18ecfdf889cce340125067db network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-7988b548df-gcvhq 24c0556b88fae759ddf0cb402cfd17895287098e18ecfdf889cce340125067db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:19:3e:41:48:d3\",\"name\":\"24c0556b88fae75\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b997b504-e013-4683-a6c5-80fac03d8125\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:52:18.784637 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:18.784663 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:18.784670 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0417 10:52:19.456982 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.457001 3794 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.457006 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 10:52:19.457010 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 10:52:25.938283 3794 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:52:25.938862 3794 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:52:25.957158 3794 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:52:25.957182 3794 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:52:25.962816 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0417 10:52:25.962839 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0417 10:52:35.832146 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 W0417 10:52:36.867021 3794 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0417 10:52:36.891668 3794 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0417 10:52:39.887491 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 10:52:39.887511 3794 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0417 10:52:39.887516 3794 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0417 10:52:41.710294 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=103 I0417 10:52:57.145596 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr] creating logical port openshift-pipelines_tekton-triggers-controller-68564d75ff-nvbbr for pod on switch ip-10-0-0-37.ec2.internal I0417 10:52:57.145704 3794 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr I0417 10:52:57.158211 3794 pod.go:62] [openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr] pod update took 12.536847ms I0417 10:52:57.158234 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr] addLogicalPort annotation time took 12.568511ms I0417 10:52:57.159696 3794 pods.go:271] [openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr] addLogicalPort took 14.119852ms, libovsdb time 992.817µs I0417 10:52:57.257835 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p] creating logical port openshift-pipelines_tekton-triggers-webhook-55d94ff6c6-5pl7p for pod on switch ip-10-0-0-37.ec2.internal I0417 10:52:57.257936 3794 kube.go:256] Updating pod openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p I0417 10:52:57.273564 3794 pod.go:62] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p] pod update took 15.660176ms I0417 10:52:57.273588 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p] addLogicalPort annotation time took 15.68853ms I0417 10:52:57.274744 3794 pods.go:271] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p] addLogicalPort took 16.929245ms, libovsdb time 755.35µs I0417 10:52:57.508983 3794 cni.go:452] [openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr 1da54649f373b33197670e6f25a570c2e8363c2106433643e95562a98684b661 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr 1da54649f373b33197670e6f25a570c2e8363c2106433643e95562a98684b661 network default NAD default NAD key ] I0417 10:52:57.518225 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-controller-68564d75ff-nvbbr, hostIfaceName: 1da54649f373b33, network: default, NAD default, SandboxID: "1da54649f373b33197670e6f25a570c2e8363c2106433643e95562a98684b661", PCI device ID: , UID: "800832f1-58d8-4655-824d-d27721d115b2", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0417 10:52:57.567973 3794 cni.go:473] [openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr 1da54649f373b33197670e6f25a570c2e8363c2106433643e95562a98684b661 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-controller-68564d75ff-nvbbr 1da54649f373b33197670e6f25a570c2e8363c2106433643e95562a98684b661 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:f4:47:e1:63:48\",\"name\":\"1da54649f373b33\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/45321e57-df43-4b3d-a827-08819d973f43\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:52:57.618509 3794 cni.go:452] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p b17b0bb9f9c9852012ad45355975de889d0a325168791b9baaf0ab698b5174b5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p b17b0bb9f9c9852012ad45355975de889d0a325168791b9baaf0ab698b5174b5 network default NAD default NAD key ] I0417 10:52:57.628333 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-triggers-webhook-55d94ff6c6-5pl7p, hostIfaceName: b17b0bb9f9c9852, network: default, NAD default, SandboxID: "b17b0bb9f9c9852012ad45355975de889d0a325168791b9baaf0ab698b5174b5", PCI device ID: , UID: "ee9a8e12-f0b2-4f19-a4e0-615e6b82b894", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0417 10:52:57.677921 3794 cni.go:473] [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p b17b0bb9f9c9852012ad45355975de889d0a325168791b9baaf0ab698b5174b5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-triggers-webhook-55d94ff6c6-5pl7p b17b0bb9f9c9852012ad45355975de889d0a325168791b9baaf0ab698b5174b5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:8c:17:d0:5b:b7\",\"name\":\"b17b0bb9f9c9852\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/09dfa186-05af-4283-93a1-058f544b9e84\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:53:01.114567 3794 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:01.115114 3794 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:01.143577 3794 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:01.143597 3794 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:01.149955 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0417 10:53:01.149982 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0417 10:53:03.164994 3794 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0417 10:53:03.165677 3794 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0417 10:53:03.165700 3794 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0417 10:53:03.167797 3794 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel W0417 10:53:10.698566 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors W0417 10:53:13.034961 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0417 10:53:13.034980 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0417 10:53:13.038077 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0417 10:53:13.038091 3794 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0417 10:53:28.738177 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 10:53:31.810338 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:53:31.810432 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0417 10:53:31.822214 3794 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 11.805174ms I0417 10:53:31.822235 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 11.833738ms I0417 10:53:31.823588 3794 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 13.268658ms, libovsdb time 993.105µs I0417 10:53:36.670598 3794 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 7c556beeecdce660989a4c5d64bc5cb9c93356ade66246c15a00f4d48901fad7 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 7c556beeecdce660989a4c5d64bc5cb9c93356ade66246c15a00f4d48901fad7 network default NAD default NAD key ] I0417 10:53:36.679618 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: 7c556beeecdce66, network: default, NAD default, SandboxID: "7c556beeecdce660989a4c5d64bc5cb9c93356ade66246c15a00f4d48901fad7", PCI device ID: , UID: "b5d1f36d-9c65-4ed9-a86a-57031475818e", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0417 10:53:36.732618 3794 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 7c556beeecdce660989a4c5d64bc5cb9c93356ade66246c15a00f4d48901fad7 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 7c556beeecdce660989a4c5d64bc5cb9c93356ade66246c15a00f4d48901fad7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:bf:0f:fa:84:03\",\"name\":\"7c556beeecdce66\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fea8d617-9882-4f7c-b37a-a01cbd12b312\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:53:37.716343 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=734 I0417 10:53:42.758644 3794 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0417 10:53:44.051954 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn] creating logical port openshift-pipelines_tekton-results-api-7b4b7bb78c-6lfwn for pod on switch ip-10-0-0-37.ec2.internal I0417 10:53:44.052085 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn I0417 10:53:44.065627 3794 pod.go:62] [openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn] pod update took 13.569768ms I0417 10:53:44.065650 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn] addLogicalPort annotation time took 13.599684ms I0417 10:53:44.067181 3794 pods.go:271] [openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn] addLogicalPort took 15.246956ms, libovsdb time 1.041149ms I0417 10:53:44.248656 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4] creating logical port openshift-pipelines_tekton-results-watcher-6f946f97cf-d9nn4 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:53:44.248750 3794 kube.go:256] Updating pod openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4 I0417 10:53:44.262169 3794 pod.go:62] [openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4] pod update took 13.442115ms I0417 10:53:44.262193 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4] addLogicalPort annotation time took 13.47304ms I0417 10:53:44.263548 3794 pods.go:271] [openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4] addLogicalPort took 14.908993ms, libovsdb time 924.833µs I0417 10:53:44.713937 3794 cni.go:452] [openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn 88942fc71884d8378e823394856e6c9ad382e5758feb2afeb5326162b4ed2ca1 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn 88942fc71884d8378e823394856e6c9ad382e5758feb2afeb5326162b4ed2ca1 network default NAD default NAD key ] I0417 10:53:44.723027 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-7b4b7bb78c-6lfwn, hostIfaceName: 88942fc71884d83, network: default, NAD default, SandboxID: "88942fc71884d8378e823394856e6c9ad382e5758feb2afeb5326162b4ed2ca1", PCI device ID: , UID: "f10b6024-2e7b-45fb-9bae-abdc017ff24b", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0417 10:53:44.775911 3794 cni.go:473] [openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn 88942fc71884d8378e823394856e6c9ad382e5758feb2afeb5326162b4ed2ca1 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-7b4b7bb78c-6lfwn 88942fc71884d8378e823394856e6c9ad382e5758feb2afeb5326162b4ed2ca1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:5d:d5:0f:3f:a7\",\"name\":\"88942fc71884d83\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/40ca0cc3-326b-47b8-8d40-fcef83c821d9\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:53:44.907682 3794 cni.go:452] [openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4 c7511dec289080ffd7e2bcf5310f09c15d3887f72672300c4f2c5133fa61ad46 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4 c7511dec289080ffd7e2bcf5310f09c15d3887f72672300c4f2c5133fa61ad46 network default NAD default NAD key ] I0417 10:53:44.917319 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-watcher-6f946f97cf-d9nn4, hostIfaceName: c7511dec289080f, network: default, NAD default, SandboxID: "c7511dec289080ffd7e2bcf5310f09c15d3887f72672300c4f2c5133fa61ad46", PCI device ID: , UID: "2303c600-31b5-4e29-9cb0-7cab6d90d927", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0417 10:53:44.968818 3794 cni.go:473] [openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4 c7511dec289080ffd7e2bcf5310f09c15d3887f72672300c4f2c5133fa61ad46 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-watcher-6f946f97cf-d9nn4 c7511dec289080ffd7e2bcf5310f09c15d3887f72672300c4f2c5133fa61ad46 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:66:57:4f:3d:19\",\"name\":\"c7511dec289080f\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6d561cc-949c-41f3-8aa1-1e8808dc16c0\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:53:47.325186 3794 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:47.325898 3794 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:53:47.358568 3794 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:47.358675 3794 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:53:47.364305 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0417 10:53:47.364337 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0417 10:53:49.759223 3794 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 10:53:49.759241 3794 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 10:53:49.759246 3794 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0417 10:53:49.939202 3794 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logserver-7cfc84c77f-mzqc2] creating logical port tsf-tas_trillian-logserver-7cfc84c77f-mzqc2 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:53:49.939293 3794 kube.go:256] Updating pod tsf-tas/trillian-logserver-7cfc84c77f-mzqc2 I0417 10:53:49.954120 3794 pod.go:62] [tsf-tas/trillian-logserver-7cfc84c77f-mzqc2] pod update took 14.854337ms I0417 10:53:49.954141 3794 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logserver-7cfc84c77f-mzqc2] addLogicalPort annotation time took 14.878648ms I0417 10:53:49.955527 3794 pods.go:271] [tsf-tas/trillian-logserver-7cfc84c77f-mzqc2] addLogicalPort took 16.33973ms, libovsdb time 933.234µs I0417 10:53:50.176607 3794 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-bf55dcf8c-64ml2] creating logical port tsf-tas_trillian-logsigner-bf55dcf8c-64ml2 for pod on switch ip-10-0-0-37.ec2.internal I0417 10:53:50.176716 3794 kube.go:256] Updating pod tsf-tas/trillian-logsigner-bf55dcf8c-64ml2 I0417 10:53:50.194204 3794 pod.go:62] [tsf-tas/trillian-logsigner-bf55dcf8c-64ml2] pod update took 17.521291ms I0417 10:53:50.194227 3794 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-bf55dcf8c-64ml2] addLogicalPort annotation time took 17.550986ms I0417 10:53:50.195658 3794 pods.go:271] [tsf-tas/trillian-logsigner-bf55dcf8c-64ml2] addLogicalPort took 19.072347ms, libovsdb time 1.025051ms I0417 10:53:50.297218 3794 cni.go:452] [tsf-tas/trillian-logserver-7cfc84c77f-mzqc2 fddbda727d8caa5967831c89dd504d54c396172310bf18d8d20df9c6b78d3cdd network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logserver-7cfc84c77f-mzqc2 fddbda727d8caa5967831c89dd504d54c396172310bf18d8d20df9c6b78d3cdd network default NAD default NAD key ] I0417 10:53:50.323712 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logserver-7cfc84c77f-mzqc2, hostIfaceName: fddbda727d8caa5, network: default, NAD default, SandboxID: "fddbda727d8caa5967831c89dd504d54c396172310bf18d8d20df9c6b78d3cdd", PCI device ID: , UID: "cb78f9a9-a5e9-41b6-87f8-df6b13733248", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0417 10:53:50.376543 3794 cni.go:473] [tsf-tas/trillian-logserver-7cfc84c77f-mzqc2 fddbda727d8caa5967831c89dd504d54c396172310bf18d8d20df9c6b78d3cdd network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logserver-7cfc84c77f-mzqc2 fddbda727d8caa5967831c89dd504d54c396172310bf18d8d20df9c6b78d3cdd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:c5:29:b6:5d:04\",\"name\":\"fddbda727d8caa5\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e261ea39-369e-4a16-bd6f-d084ca53954c\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:53:50.400160 3794 base_network_controller_pods.go:487] [default/tsf-tas/rekor-createtree-job-x6s2d-zfkpk] creating logical port tsf-tas_rekor-createtree-job-x6s2d-zfkpk for pod on switch ip-10-0-0-37.ec2.internal I0417 10:53:50.400305 3794 kube.go:256] Updating pod tsf-tas/rekor-createtree-job-x6s2d-zfkpk I0417 10:53:50.412785 3794 pod.go:62] [tsf-tas/rekor-createtree-job-x6s2d-zfkpk] pod update took 12.475617ms I0417 10:53:50.412809 3794 base_network_controller_pods.go:951] [default/tsf-tas/rekor-createtree-job-x6s2d-zfkpk] addLogicalPort annotation time took 12.536602ms I0417 10:53:50.414163 3794 pods.go:271] [tsf-tas/rekor-createtree-job-x6s2d-zfkpk] addLogicalPort took 14.022772ms, libovsdb time 869.476µs I0417 10:53:50.760185 3794 cni.go:452] [tsf-tas/rekor-createtree-job-x6s2d-zfkpk 7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-createtree-job-x6s2d-zfkpk 7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822 network default NAD default NAD key ] I0417 10:53:50.769681 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-createtree-job-x6s2d-zfkpk, hostIfaceName: 7cea50af3f07cc6, network: default, NAD default, SandboxID: "7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822", PCI device ID: , UID: "f597270c-f534-4d67-a124-c343ecd594ad", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0417 10:53:50.821645 3794 cni.go:473] [tsf-tas/rekor-createtree-job-x6s2d-zfkpk 7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-createtree-job-x6s2d-zfkpk 7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:37:3e:dd:eb:fa\",\"name\":\"7cea50af3f07cc6\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/467a0c02-1be9-401b-9bff-967d81663c00\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:53:51.138372 3794 cni.go:452] [tsf-tas/trillian-logsigner-bf55dcf8c-64ml2 b819984e2ad2ccf1c470b089fd6315a3b7f6af0b80e3f830103339ecb0b2935c network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-bf55dcf8c-64ml2 b819984e2ad2ccf1c470b089fd6315a3b7f6af0b80e3f830103339ecb0b2935c network default NAD default NAD key ] I0417 10:53:51.148104 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-bf55dcf8c-64ml2, hostIfaceName: b819984e2ad2ccf, network: default, NAD default, SandboxID: "b819984e2ad2ccf1c470b089fd6315a3b7f6af0b80e3f830103339ecb0b2935c", PCI device ID: , UID: "c0281b76-560e-48ea-a6b4-766f037355c6", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0417 10:53:51.200973 3794 cni.go:473] [tsf-tas/trillian-logsigner-bf55dcf8c-64ml2 b819984e2ad2ccf1c470b089fd6315a3b7f6af0b80e3f830103339ecb0b2935c network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-bf55dcf8c-64ml2 b819984e2ad2ccf1c470b089fd6315a3b7f6af0b80e3f830103339ecb0b2935c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:63:5d:bb:1a:7e\",\"name\":\"b819984e2ad2ccf\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7b4ce9da-71c8-43a8-bd16-498006fc0fe9\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:53:51.799332 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=9 W0417 10:53:54.809301 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 10:53:54.809332 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0417 10:53:54.809340 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0417 10:53:59.826808 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 W0417 10:53:59.833401 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0417 10:53:59.853527 3794 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0417 10:54:02.438221 3794 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t55t5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:02.438838 3794 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-t55t5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:03.142211 3794 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:03.142738 3794 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:03.314241 3794 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t55t5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:03.314267 3794 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-t55t5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:04.003940 3794 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:04.003963 3794 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-ksvxv-gs6r9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:54:12.356465 3794 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0417 10:54:12.804281 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 W0417 10:54:20.404991 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0417 10:54:21.089813 3794 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0417 10:54:21.089829 3794 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller I0417 10:54:30.809652 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 W0417 10:54:38.998811 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner W0417 10:54:39.022981 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logserver I0417 10:54:41.794106 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0417 10:54:42.716979 3794 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:42.717520 3794 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:42.740535 3794 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:42.740551 3794 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:42.747974 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0417 10:54:42.747997 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0417 10:54:47.091525 3794 cni.go:452] [tsf-tas/rekor-createtree-job-x6s2d-zfkpk 7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/rekor-createtree-job-x6s2d-zfkpk 7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822 network default NAD default NAD key ] I0417 10:54:47.175616 3794 cni.go:473] [tsf-tas/rekor-createtree-job-x6s2d-zfkpk 7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/rekor-createtree-job-x6s2d-zfkpk 7cea50af3f07cc644f2cde760a36b4c77849d68a52545683e4518c8e4ae2b822 network default NAD default NAD key default], result "{}", err I0417 10:54:47.230173 3794 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:47.230207 3794 pods.go:176] Deleting pod: tsf-tas/rekor-createtree-job-x6s2d-zfkpk I0417 10:54:47.231515 3794 pods.go:236] Attempting to release IPs for pod: tsf-tas/rekor-createtree-job-x6s2d-zfkpk, ips: 10.130.0.40 I0417 10:54:47.231551 3794 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:48.100459 3794 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:48.100485 3794 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-x6s2d-zfkpk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:51.272621 3794 base_network_controller_pods.go:487] [default/tsf-tas/rekor-redis-6d7d76c54c-k8jhz] creating logical port tsf-tas_rekor-redis-6d7d76c54c-k8jhz for pod on switch ip-10-0-0-37.ec2.internal I0417 10:54:51.272733 3794 kube.go:256] Updating pod tsf-tas/rekor-redis-6d7d76c54c-k8jhz I0417 10:54:51.285565 3794 pod.go:62] [tsf-tas/rekor-redis-6d7d76c54c-k8jhz] pod update took 12.860297ms I0417 10:54:51.285588 3794 base_network_controller_pods.go:951] [default/tsf-tas/rekor-redis-6d7d76c54c-k8jhz] addLogicalPort annotation time took 12.88796ms I0417 10:54:51.287075 3794 pods.go:271] [tsf-tas/rekor-redis-6d7d76c54c-k8jhz] addLogicalPort took 14.476313ms, libovsdb time 1.083447ms I0417 10:54:51.394538 3794 obj_retry.go:498] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:51.395057 3794 obj_retry.go:498] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:54:52.232158 3794 cni.go:452] [tsf-tas/rekor-redis-6d7d76c54c-k8jhz a6983b8a0280736a9bb86820612e7fdfc8b15c3d1ad57fd5fe0e8c3220cb8e04 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-redis-6d7d76c54c-k8jhz a6983b8a0280736a9bb86820612e7fdfc8b15c3d1ad57fd5fe0e8c3220cb8e04 network default NAD default NAD key ] I0417 10:54:52.241185 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-redis-6d7d76c54c-k8jhz, hostIfaceName: a6983b8a0280736, network: default, NAD default, SandboxID: "a6983b8a0280736a9bb86820612e7fdfc8b15c3d1ad57fd5fe0e8c3220cb8e04", PCI device ID: , UID: "2d15c362-c56f-40f4-8551-9df82a17c5a5", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0417 10:54:52.294232 3794 cni.go:473] [tsf-tas/rekor-redis-6d7d76c54c-k8jhz a6983b8a0280736a9bb86820612e7fdfc8b15c3d1ad57fd5fe0e8c3220cb8e04 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-redis-6d7d76c54c-k8jhz a6983b8a0280736a9bb86820612e7fdfc8b15c3d1ad57fd5fe0e8c3220cb8e04 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"46:10:99:74:98:7c\",\"name\":\"a6983b8a0280736\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c557eaa5-908f-47e3-ac35-7b16baf6c715\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:54:52.415871 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:54:52.415895 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:54:54.129647 3794 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis W0417 10:54:55.546524 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0417 10:55:03.457713 3794 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mt25v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:03.458316 3794 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-mt25v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.473104 3794 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.473692 3794 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:04.479718 3794 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mt25v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.479738 3794 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-mt25v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.512524 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.512541 3794 obj_retry.go:492] Detected object tsf/patch-tekton-config-q74jk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:04.516879 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-q74jk I0417 10:55:04.516905 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-q74jk I0417 10:55:05.351186 3794 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:05.351211 3794 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-6z2xp-2zl77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:55:06.174448 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 6379: empty IP address endpoints for service tsf-tas/rekor-redis W0417 10:55:08.362467 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0417 10:55:08.705276 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=11 I0417 10:55:08.743217 3794 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:08.743778 3794 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:08.761880 3794 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:08.761903 3794 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:08.767309 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0417 10:55:08.767333 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0417 10:55:14.396351 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0417 10:55:15.541038 3794 obj_retry.go:498] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:15.541585 3794 obj_retry.go:498] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:16.566157 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:16.566180 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:19.596168 3794 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:19.596696 3794 obj_retry.go:498] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:19.699381 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:19.699401 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:19.880170 3794 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-lwc8s] creating logical port tsf-tpa_create-importers-lwc8s for pod on switch ip-10-0-0-37.ec2.internal I0417 10:55:19.880254 3794 kube.go:256] Updating pod tsf-tpa/create-importers-lwc8s I0417 10:55:19.893229 3794 pod.go:62] [tsf-tpa/create-importers-lwc8s] pod update took 12.993989ms I0417 10:55:19.893258 3794 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-lwc8s] addLogicalPort annotation time took 13.028419ms I0417 10:55:19.894676 3794 pods.go:271] [tsf-tpa/create-importers-lwc8s] addLogicalPort took 14.520424ms, libovsdb time 960.776µs I0417 10:55:20.241749 3794 cni.go:452] [tsf-tpa/create-importers-lwc8s 9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-lwc8s 9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16 network default NAD default NAD key ] I0417 10:55:20.251453 3794 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-lwc8s, hostIfaceName: 9a0ecc758f49bbc, network: default, NAD default, SandboxID: "9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16", PCI device ID: , UID: "7073d2b5-0a40-4adf-ad8e-4e3a4f79852a", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0417 10:55:20.305828 3794 cni.go:473] [tsf-tpa/create-importers-lwc8s 9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-lwc8s 9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:81:ed:3d:8f:e2\",\"name\":\"9a0ecc758f49bbc\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d53c9c4-dd56-4e47-94f5-59922d4edf07\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:55:24.297621 3794 cni.go:452] [tsf-tpa/create-importers-lwc8s 9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-lwc8s 9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16 network default NAD default NAD key ] I0417 10:55:24.390399 3794 cni.go:473] [tsf-tpa/create-importers-lwc8s 9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-lwc8s 9a0ecc758f49bbccf01419e6b7b95f9aa51351fffddfd2e5cc97e4f22258ee16 network default NAD default NAD key default], result "{}", err I0417 10:55:24.440447 3794 obj_retry.go:498] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:24.440478 3794 pods.go:176] Deleting pod: tsf-tpa/create-importers-lwc8s I0417 10:55:24.441971 3794 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-lwc8s, ips: 10.130.0.42 I0417 10:55:24.442002 3794 obj_retry.go:498] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:25.461467 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:25.461497 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0417 10:55:35.552533 3794 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0417 10:55:39.702915 3794 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:39.703526 3794 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:40.573701 3794 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:40.573723 3794 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-dfpcc-qdkh8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:44.138970 3794 namespace.go:142] [openshift-pipelines] updating namespace I0417 10:55:53.961346 3794 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:53.961927 3794 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:55:53.997432 3794 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:53.997459 3794 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:55:54.003460 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0417 10:55:54.003477 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0417 10:55:54.643223 3794 namespace.go:98] [image-controller] adding namespace I0417 10:55:54.643280 3794 namespace.go:98] [integration-service] adding namespace I0417 10:55:54.644123 3794 namespace.go:102] [image-controller] adding namespace took 875.805µs I0417 10:55:54.644681 3794 namespace.go:102] [integration-service] adding namespace took 1.38902ms I0417 10:55:54.645701 3794 namespace.go:98] [build-service] adding namespace I0417 10:55:54.646387 3794 namespace.go:102] [build-service] adding namespace took 640.369µs I0417 10:55:54.649865 3794 namespace.go:98] [default-tenant] adding namespace I0417 10:55:54.650572 3794 namespace.go:102] [default-tenant] adding namespace took 690.773µs I0417 10:55:54.685588 3794 namespace.go:142] [image-controller] updating namespace I0417 10:55:54.710167 3794 namespace.go:142] [image-controller] updating namespace I0417 10:55:54.718212 3794 namespace.go:142] [integration-service] updating namespace I0417 10:55:54.741240 3794 namespace.go:142] [build-service] updating namespace I0417 10:55:54.748922 3794 namespace.go:142] [integration-service] updating namespace I0417 10:55:54.764090 3794 namespace.go:142] [build-service] updating namespace I0417 10:55:54.770680 3794 namespace.go:142] [default-tenant] updating namespace I0417 10:55:54.802350 3794 namespace.go:142] [default-tenant] updating namespace I0417 10:55:54.956195 3794 namespace.go:142] [build-service] updating namespace I0417 10:55:55.061150 3794 namespace.go:142] [integration-service] updating namespace I0417 10:55:55.104334 3794 namespace.go:98] [release-service] adding namespace I0417 10:55:55.105307 3794 namespace.go:102] [release-service] adding namespace took 949.334µs I0417 10:55:55.211676 3794 namespace.go:142] [release-service] updating namespace I0417 10:55:55.232318 3794 namespace.go:142] [release-service] updating namespace I0417 10:55:55.287125 3794 namespace.go:142] [konflux-ui] updating namespace I0417 10:55:55.474227 3794 namespace.go:142] [build-service] updating namespace I0417 10:55:55.514358 3794 namespace.go:98] [konflux-info] adding namespace I0417 10:55:55.515256 3794 namespace.go:102] [konflux-info] adding namespace took 876.625µs I0417 10:55:55.691298 3794 namespace.go:98] [namespace-lister] adding namespace I0417 10:55:55.691470 3794 namespace.go:142] [default-tenant] updating namespace I0417 10:55:55.691618 3794 namespace.go:142] [konflux-info] updating namespace I0417 10:55:55.692186 3794 namespace.go:102] [namespace-lister] adding namespace took 869.044µs I0417 10:55:55.853386 3794 namespace.go:142] [konflux-info] updating namespace I0417 10:55:55.853503 3794 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:55.871321 3794 namespace.go:98] [enterprise-contract-service] adding namespace I0417 10:55:55.871403 3794 namespace.go:142] [image-controller] updating namespace I0417 10:55:55.872242 3794 namespace.go:102] [enterprise-contract-service] adding namespace took 907.325µs I0417 10:55:55.947950 3794 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:56.003119 3794 namespace.go:142] [image-controller] updating namespace I0417 10:55:56.050343 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:56.082154 3794 namespace.go:142] [default-tenant] updating namespace I0417 10:55:56.113359 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:56.158615 3794 namespace.go:98] [segment-bridge] adding namespace I0417 10:55:56.159349 3794 namespace.go:102] [segment-bridge] adding namespace took 713.713µs I0417 10:55:56.280779 3794 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:56.334461 3794 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:56.444077 3794 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0417 10:55:56.444722 3794 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0417 10:55:56.444739 3794 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0417 10:55:56.447275 3794 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0417 10:55:56.516230 3794 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0417 10:55:56.516253 3794 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0417 10:55:56.517112 3794 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0417 10:55:56.545811 3794 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-67655c4674-5cggj] creating logical port namespace-lister_namespace-lister-67655c4674-5cggj for pod on switch ip-10-0-0-37.ec2.internal I0417 10:55:56.545928 3794 kube.go:256] Updating pod namespace-lister/namespace-lister-67655c4674-5cggj I0417 10:55:56.612232 3794 pod.go:62] [namespace-lister/namespace-lister-67655c4674-5cggj] pod update took 66.330833ms I0417 10:55:56.612253 3794 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-67655c4674-5cggj] addLogicalPort annotation time took 66.356787ms I0417 10:55:56.613536 3794 pods.go:271] [namespace-lister/namespace-lister-67655c4674-5cggj] addLogicalPort took 67.737812ms, libovsdb time 876.935µs I0417 10:55:56.695484 3794 namespace.go:142] [integration-service] updating namespace W0417 10:55:56.983229 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0417 10:55:57.028653 3794 namespace.go:142] [build-service] updating namespace I0417 10:55:57.053139 3794 namespace.go:142] [default-tenant] updating namespace I0417 10:55:57.086190 3794 namespace.go:142] [image-controller] updating namespace I0417 10:55:57.117313 3794 namespace.go:142] [integration-service] updating namespace I0417 10:55:57.125184 3794 namespace.go:142] [build-service] updating namespace I0417 10:55:57.179308 3794 namespace.go:142] [default-tenant] updating namespace I0417 10:55:57.185859 3794 base_network_controller_pods.go:487] [default/konflux-ui/dex-6688588d68-twv7j] creating logical port konflux-ui_dex-6688588d68-twv7j for pod on switch ip-10-0-0-37.ec2.internal I0417 10:55:57.185986 3794 kube.go:256] Updating pod konflux-ui/dex-6688588d68-twv7j I0417 10:55:57.244476 3794 namespace.go:142] [image-controller] updating namespace I0417 10:55:57.268055 3794 pod.go:62] [konflux-ui/dex-6688588d68-twv7j] pod update took 82.097087ms I0417 10:55:57.268079 3794 base_network_controller_pods.go:951] [default/konflux-ui/dex-6688588d68-twv7j] addLogicalPort annotation time took 82.127386ms I0417 10:55:57.269420 3794 pods.go:271] [konflux-ui/dex-6688588d68-twv7j] addLogicalPort took 83.576037ms, libovsdb time 915.853µs I0417 10:55:57.301799 3794 base_network_controller_pods.go:487] [default/konflux-ui/proxy-67584bf6d7-r9f4x] creating logical port konflux-ui_proxy-67584bf6d7-r9f4x for pod on switch ip-10-0-0-37.ec2.internal I0417 10:55:57.301932 3794 kube.go:256] Updating pod konflux-ui/proxy-67584bf6d7-r9f4x I0417 10:55:57.334279 3794 namespace.go:142] [integration-service] updating namespace I0417 10:55:57.424009 3794 pod.go:62] [konflux-ui/proxy-67584bf6d7-r9f4x] pod update took 122.142218ms I0417 10:55:57.424032 3794 base_network_controller_pods.go:951] [default/konflux-ui/proxy-67584bf6d7-r9f4x] addLogicalPort annotation time took 122.170285ms I0417 10:55:57.425529 3794 pods.go:271] [konflux-ui/proxy-67584bf6d7-r9f4x] addLogicalPort took 123.745809ms, libovsdb time 1.07596ms I0417 10:55:58.584146 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:58.811395 3794 namespace.go:142] [konflux-info] updating namespace I0417 10:55:58.875982 3794 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:58.932246 3794 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-4vztw] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-4vztw for pod on switch ip-10-0-0-37.ec2.internal I0417 10:55:58.932341 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-4vztw I0417 10:55:58.984871 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-4vztw I0417 10:55:59.023615 3794 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw] pod update took 91.298613ms I0417 10:55:59.023641 3794 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-4vztw] addLogicalPort annotation time took 91.330308ms I0417 10:55:59.025105 3794 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw] addLogicalPort took 92.872776ms, libovsdb time 1.00456ms I0417 10:55:59.043090 3794 cni.go:452] [namespace-lister/namespace-lister-67655c4674-5cggj cdd0f7e4f6cc3adf9742d15854792fb8b4d4f08e1519e93f7b3ad77f9bbf8392 network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-67655c4674-5cggj cdd0f7e4f6cc3adf9742d15854792fb8b4d4f08e1519e93f7b3ad77f9bbf8392 network default NAD default NAD key ] I0417 10:55:59.052599 3794 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-67655c4674-5cggj, hostIfaceName: cdd0f7e4f6cc3ad, network: default, NAD default, SandboxID: "cdd0f7e4f6cc3adf9742d15854792fb8b4d4f08e1519e93f7b3ad77f9bbf8392", PCI device ID: , UID: "7f87e64f-8980-4c87-9dbe-3f00c6a5586c", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0417 10:55:59.053619 3794 namespace.go:142] [release-service] updating namespace I0417 10:55:59.106286 3794 cni.go:473] [namespace-lister/namespace-lister-67655c4674-5cggj cdd0f7e4f6cc3adf9742d15854792fb8b4d4f08e1519e93f7b3ad77f9bbf8392 network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-67655c4674-5cggj cdd0f7e4f6cc3adf9742d15854792fb8b4d4f08e1519e93f7b3ad77f9bbf8392 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:95:f7:64:a6:17\",\"name\":\"cdd0f7e4f6cc3ad\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/961525df-22b2-4d43-916a-a8fb0cc637ae\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:55:59.289356 3794 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:59.370470 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:59.370620 3794 namespace.go:142] [konflux-info] updating namespace I0417 10:55:59.384160 3794 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:59.398820 3794 namespace.go:142] [release-service] updating namespace I0417 10:55:59.401639 3794 namespace.go:142] [segment-bridge] updating namespace I0417 10:55:59.472241 3794 namespace.go:142] [enterprise-contract-service] updating namespace I0417 10:55:59.570876 3794 namespace.go:142] [konflux-info] updating namespace I0417 10:55:59.667836 3794 namespace.go:142] [namespace-lister] updating namespace I0417 10:55:59.769551 3794 namespace.go:142] [release-service] updating namespace I0417 10:55:59.871371 3794 namespace.go:142] [segment-bridge] updating namespace I0417 10:56:00.022422 3794 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-5d6b655857-jb4dh] creating logical port integration-service_integration-service-controller-manager-5d6b655857-jb4dh for pod on switch ip-10-0-0-37.ec2.internal I0417 10:56:00.022530 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5d6b655857-jb4dh I0417 10:56:00.068115 3794 kube.go:256] Updating pod integration-service/integration-service-controller-manager-5d6b655857-jb4dh I0417 10:56:00.091849 3794 pod.go:62] [integration-service/integration-service-controller-manager-5d6b655857-jb4dh] pod update took 69.346942ms I0417 10:56:00.091882 3794 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-5d6b655857-jb4dh] addLogicalPort annotation time took 69.38305ms I0417 10:56:00.093224 3794 pods.go:271] [integration-service/integration-service-controller-manager-5d6b655857-jb4dh] addLogicalPort took 70.817959ms, libovsdb time 858.829µs W0417 10:56:01.498288 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0417 10:56:01.527281 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0417 10:56:03.917337 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0417 10:56:03.976431 3794 cni.go:452] [integration-service/integration-service-controller-manager-5d6b655857-jb4dh 2115cc65164f132021b907f1ff1dc18c71ece9726a253f5e867a67909cd1ba08 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-5d6b655857-jb4dh 2115cc65164f132021b907f1ff1dc18c71ece9726a253f5e867a67909cd1ba08 network default NAD default NAD key ] I0417 10:56:03.986528 3794 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-5d6b655857-jb4dh, hostIfaceName: 2115cc65164f132, network: default, NAD default, SandboxID: "2115cc65164f132021b907f1ff1dc18c71ece9726a253f5e867a67909cd1ba08", PCI device ID: , UID: "bc0444f5-079a-4564-b618-3be9a530a2f1", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0417 10:56:04.039223 3794 cni.go:473] [integration-service/integration-service-controller-manager-5d6b655857-jb4dh 2115cc65164f132021b907f1ff1dc18c71ece9726a253f5e867a67909cd1ba08 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-5d6b655857-jb4dh 2115cc65164f132021b907f1ff1dc18c71ece9726a253f5e867a67909cd1ba08 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:74:56:89:95:79\",\"name\":\"2115cc65164f132\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dee0d50f-9538-4014-b3a1-bba737fd56d9\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:56:05.059026 3794 cni.go:452] [konflux-ui/dex-6688588d68-twv7j faa2d43475e8309dacec398176c6b2e192410545dbf2be90a6ce62db4405d380 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-6688588d68-twv7j faa2d43475e8309dacec398176c6b2e192410545dbf2be90a6ce62db4405d380 network default NAD default NAD key ] I0417 10:56:05.069293 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-6688588d68-twv7j, hostIfaceName: faa2d43475e8309, network: default, NAD default, SandboxID: "faa2d43475e8309dacec398176c6b2e192410545dbf2be90a6ce62db4405d380", PCI device ID: , UID: "5b0349d5-770f-4c4e-8493-1748985d421e", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0417 10:56:05.131040 3794 cni.go:473] [konflux-ui/dex-6688588d68-twv7j faa2d43475e8309dacec398176c6b2e192410545dbf2be90a6ce62db4405d380 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-6688588d68-twv7j faa2d43475e8309dacec398176c6b2e192410545dbf2be90a6ce62db4405d380 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:92:6f:d0:63:81\",\"name\":\"faa2d43475e8309\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/003633c8-c903-4400-9b5d-81e3d4824bec\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 10:56:05.167733 3794 cni.go:452] [konflux-ui/proxy-67584bf6d7-r9f4x daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-67584bf6d7-r9f4x daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150 network default NAD default NAD key ] I0417 10:56:05.179222 3794 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-67584bf6d7-r9f4x, hostIfaceName: daa6fac9de4a2a5, network: default, NAD default, SandboxID: "daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150", PCI device ID: , UID: "de636d0d-b22c-44f7-8fd6-a7827afa5d36", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0417 10:56:05.235038 3794 cni.go:473] [konflux-ui/proxy-67584bf6d7-r9f4x daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-67584bf6d7-r9f4x daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"06:67:1a:8d:46:13\",\"name\":\"daa6fac9de4a2a5\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/14317557-ce6e-41ed-9eea-a5e7eae0716c\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:56:05.909031 3794 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0417 10:56:07.514472 3794 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw 57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw 57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a network default NAD default NAD key ] I0417 10:56:07.524419 3794 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-4vztw, hostIfaceName: 57ac56f59356907, network: default, NAD default, SandboxID: "57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a", PCI device ID: , UID: "129398fd-b911-4318-8ee7-c8adb8d027c3", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0417 10:56:07.582350 3794 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw 57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw 57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:aa:46:c5:c8:30\",\"name\":\"57ac56f59356907\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/657bec31-a13e-4fc8-b06d-52aba45bb21d\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 10:56:08.548711 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 10:56:08.550276 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 10:56:08.583308 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 10:56:08.583939 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0417 10:56:08.610243 3794 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0417 10:56:12.576911 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.576928 3794 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.954021 3794 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0417 10:56:12.954629 3794 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0417 10:56:12.990326 3794 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:12.990343 3794 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:19.551315 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0417 10:56:19.557951 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0417 10:56:19.760260 3794 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw 57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw 57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a network default NAD default NAD key ] I0417 10:56:19.850011 3794 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw 57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-4vztw 57ac56f593569072b17ccda7a4a3dc898601743336f5c1929cada5153afd378a network default NAD default NAD key default], result "{}", err I0417 10:56:19.896197 3794 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:56:19.896241 3794 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-4vztw I0417 10:56:19.897663 3794 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-4vztw, ips: 10.130.0.46 I0417 10:56:19.897690 3794 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:56:20.619608 3794 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:56:20.619634 3794 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-4vztw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:56:20.624716 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-4vztw I0417 10:56:20.624811 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-4vztw W0417 10:56:24.586012 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex W0417 10:56:52.650101 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0417 10:56:52.650122 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0417 10:56:54.835454 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0417 10:56:55.823600 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0417 10:57:03.711509 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=79 I0417 10:57:22.318947 3794 cni.go:452] [konflux-ui/proxy-67584bf6d7-r9f4x daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-67584bf6d7-r9f4x daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150 network default NAD default NAD key ] I0417 10:57:22.410590 3794 cni.go:473] [konflux-ui/proxy-67584bf6d7-r9f4x daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-67584bf6d7-r9f4x daa6fac9de4a2a5828aa25ab9e3a5948a908f6c121a647a19472fc80dec0b150 network default NAD default NAD key default], result "{}", err I0417 10:57:22.474527 3794 obj_retry.go:498] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:22.474636 3794 pods.go:176] Deleting pod: konflux-ui/proxy-67584bf6d7-r9f4x I0417 10:57:22.476201 3794 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-67584bf6d7-r9f4x, ips: 10.130.0.45 I0417 10:57:22.476235 3794 obj_retry.go:498] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:22.961721 3794 obj_retry.go:492] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:22.961751 3794 obj_retry.go:492] Detected object konflux-ui/proxy-67584bf6d7-r9f4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:22.968433 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-67584bf6d7-r9f4x I0417 10:57:22.968470 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-67584bf6d7-r9f4x I0417 10:57:25.439586 3794 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:25.440201 3794 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 10:57:25.458731 3794 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:25.458790 3794 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 10:57:25.464574 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0417 10:57:25.464608 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0417 10:57:47.818678 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0417 10:57:53.570792 3794 namespace.go:98] [default-managed-tenant-izslr] adding namespace I0417 10:57:53.571636 3794 namespace.go:102] [default-managed-tenant-izslr] adding namespace took 821.778µs I0417 10:57:53.618255 3794 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:53.640341 3794 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.573914 3794 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.707176 3794 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:57:54.804722 3794 namespace.go:142] [default-managed-tenant-izslr] updating namespace I0417 10:58:40.708844 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=133 I0417 10:59:11.712798 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=73 I0417 10:59:19.719825 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=359 I0417 10:59:21.835696 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0417 11:00:00.176386 3794 base_network_controller_pods.go:487] [default/segment-bridge/segment-bridge-29607060-hbhhk] creating logical port segment-bridge_segment-bridge-29607060-hbhhk for pod on switch ip-10-0-0-37.ec2.internal I0417 11:00:00.176500 3794 kube.go:256] Updating pod segment-bridge/segment-bridge-29607060-hbhhk I0417 11:00:00.200597 3794 pod.go:62] [segment-bridge/segment-bridge-29607060-hbhhk] pod update took 24.118203ms I0417 11:00:00.200626 3794 base_network_controller_pods.go:951] [default/segment-bridge/segment-bridge-29607060-hbhhk] addLogicalPort annotation time took 24.153618ms I0417 11:00:00.202011 3794 pods.go:271] [segment-bridge/segment-bridge-29607060-hbhhk] addLogicalPort took 25.638391ms, libovsdb time 927.754µs I0417 11:00:00.562355 3794 cni.go:452] [segment-bridge/segment-bridge-29607060-hbhhk 6666d681297d2b02498e60ffd05f8da3fb9f5eb77b83eb005f0d9a84b3d8709b network default NAD default NAD key ] ADD starting CNI request [segment-bridge/segment-bridge-29607060-hbhhk 6666d681297d2b02498e60ffd05f8da3fb9f5eb77b83eb005f0d9a84b3d8709b network default NAD default NAD key ] I0417 11:00:00.572967 3794 helper_linux.go:556] ConfigureOVS: namespace: segment-bridge, podName: segment-bridge-29607060-hbhhk, hostIfaceName: 6666d681297d2b0, network: default, NAD default, SandboxID: "6666d681297d2b02498e60ffd05f8da3fb9f5eb77b83eb005f0d9a84b3d8709b", PCI device ID: , UID: "1ea1c7b9-9e55-4f16-9bf8-72c651aad5d7", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0417 11:00:00.626241 3794 cni.go:473] [segment-bridge/segment-bridge-29607060-hbhhk 6666d681297d2b02498e60ffd05f8da3fb9f5eb77b83eb005f0d9a84b3d8709b network default NAD default NAD key default] ADD finished CNI request [segment-bridge/segment-bridge-29607060-hbhhk 6666d681297d2b02498e60ffd05f8da3fb9f5eb77b83eb005f0d9a84b3d8709b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:bb:68:d1:c7:c7\",\"name\":\"6666d681297d2b0\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af99e257-a7c1-4c99-99e6-76c282b04d09\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:00:00.710341 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=91 I0417 11:00:04.192586 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:00:04.193132 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:00:05.065879 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:00:05.065909 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607060-8znkb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:00:58.795994 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0417 11:02:04.812123 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0417 11:02:20.708533 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=10 I0417 11:02:33.796447 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 11:02:39.830242 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0417 11:03:06.807546 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0417 11:03:18.801897 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0417 11:04:12.821594 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0417 11:04:51.838207 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0417 11:05:00.714691 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=9 I0417 11:05:03.837934 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 11:05:16.043641 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:16.043680 3794 obj_retry.go:492] Detected object tsf-tpa/create-db-mzxkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:16.047714 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-mzxkk I0417 11:05:16.047742 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-mzxkk I0417 11:05:19.025372 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:19.025422 3794 obj_retry.go:492] Detected object tsf-tpa/migrate-db-s2fgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:19.029565 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-s2fgl I0417 11:05:19.029593 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-s2fgl I0417 11:05:24.713229 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=33 I0417 11:05:25.025005 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:25.025050 3794 obj_retry.go:492] Detected object tsf-tpa/create-importers-lwc8s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:05:25.028990 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-lwc8s I0417 11:05:25.029021 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-lwc8s I0417 11:06:21.715142 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=8 I0417 11:06:24.825867 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 W0417 11:06:41.363413 3794 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-789b6ffbc5-hg9bc I0417 11:06:54.799231 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 W0417 11:07:21.362718 3794 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-67b6c67ddb-ssr9g I0417 11:08:02.711055 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 W0417 11:08:16.362516 3794 duration.go:461] Config duration recorder: measurement expired for pod/openshift-console/console-85b65d9b5b-8xtlc I0417 11:08:50.815200 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=8 I0417 11:08:51.722153 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=43 I0417 11:09:02.798929 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=8 I0417 11:09:33.810255 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0417 11:09:43.710939 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0417 11:10:04.045230 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:10:04.045776 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:10:04.934654 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:10:04.934718 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607070-mbz7s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:10:09.833540 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0417 11:10:37.824275 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0417 11:10:58.805204 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0417 11:11:03.840784 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0417 11:11:10.717298 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=7 I0417 11:12:21.765722 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-29qlh-init-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:12:21.765891 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod I0417 11:12:21.791619 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod] pod update took 25.760676ms I0417 11:12:21.791651 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod] addLogicalPort annotation time took 25.798397ms I0417 11:12:21.793019 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod] addLogicalPort took 27.309912ms, libovsdb time 838.174µs I0417 11:12:22.127227 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f network default NAD default NAD key ] I0417 11:12:22.136991 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-29qlh-init-pod, hostIfaceName: c5474cfe0e8f6a8, network: default, NAD default, SandboxID: "c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f", PCI device ID: , UID: "355aba72-46da-44d6-9a51-6f6d92e5c7ae", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0417 11:12:22.192369 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:24:5b:95:de:69\",\"name\":\"c5474cfe0e8f6a8\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6e397007-5091-4a6b-aae7-385e1ed3ec2e\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:12:32.963630 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-init-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:12:32.963808 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod I0417 11:12:32.996605 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod] pod update took 32.848047ms I0417 11:12:32.996632 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod] addLogicalPort annotation time took 32.878716ms I0417 11:12:32.997939 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod] addLogicalPort took 34.329568ms, libovsdb time 882.955µs I0417 11:12:33.333290 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod 6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod 6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2 network default NAD default NAD key ] I0417 11:12:33.343663 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-init-pod, hostIfaceName: 6eb724d90c019d8, network: default, NAD default, SandboxID: "6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2", PCI device ID: , UID: "2d02c75b-84ea-448b-8ceb-036f3ddb396a", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0417 11:12:33.401485 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod 6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod 6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:42:aa:d3:07:77\",\"name\":\"6eb724d90c019d8\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d39af1f4-0105-435e-b643-bf38d343343a\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:12:40.995618 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f network default NAD default NAD key ] I0417 11:12:41.085039 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod c5474cfe0e8f6a86a5bccc9f61c378beabbadb4bedd9573948e5961b95f7ca0f network default NAD default NAD key default], result "{}", err I0417 11:12:41.128173 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:41.128240 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod I0417 11:12:41.129828 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod, ips: 10.130.0.49 I0417 11:12:41.129861 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:41.869624 3794 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:12:41.869652 3794 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:12:41.876826 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod I0417 11:12:41.876849 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-29qlh-init-pod I0417 11:12:44.697284 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-h2r94 for pod on switch ip-10-0-0-37.ec2.internal I0417 11:12:44.697394 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 I0417 11:12:44.712793 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94] pod update took 15.439119ms I0417 11:12:44.712815 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94] addLogicalPort annotation time took 15.467647ms I0417 11:12:44.714378 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94] addLogicalPort took 17.109323ms, libovsdb time 1.077564ms I0417 11:12:44.905091 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod 6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod 6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2 network default NAD default NAD key ] I0417 11:12:44.998818 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod 6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod 6eb724d90c019d8cd3abdb8e57842e9100f4b9de91e3e1eb2b76271b43ff34d2 network default NAD default NAD key default], result "{}", err I0417 11:12:45.062680 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239 network default NAD default NAD key ] I0417 11:12:45.076470 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-h2r94, hostIfaceName: 416f0ff60c648e7, network: default, NAD default, SandboxID: "416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239", PCI device ID: , UID: "18e4a6a4-4eba-4f9b-8a0e-0fbcd5b642a3", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0417 11:12:45.078507 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:45.078626 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod I0417 11:12:45.086509 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod, ips: 10.130.0.50 I0417 11:12:45.086636 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:12:45.139694 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:d6:f3:0c:bd:3c\",\"name\":\"416f0ff60c648e7\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff17a6d7-ef1c-473e-bae7-e980534e7ea5\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0417 11:12:57.940543 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940567 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940573 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:12:57.940578 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 11:13:03.037071 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:03.037669 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:41.718235 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=9 I0417 11:13:48.040992 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-build-container-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:13:48.041124 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod I0417 11:13:48.083641 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod] pod update took 42.553829ms I0417 11:13:48.083667 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod] addLogicalPort annotation time took 42.58522ms I0417 11:13:48.085069 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod] addLogicalPort took 44.097899ms, libovsdb time 927.176µs I0417 11:13:48.258122 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:48.258649 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-prefetch-dependencies-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:13:48.413424 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod 8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod 8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2 network default NAD default NAD key ] I0417 11:13:48.422602 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-build-container-pod, hostIfaceName: 8cf875a8073ab79, network: default, NAD default, SandboxID: "8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2", PCI device ID: , UID: "87f5830e-dc81-4f59-b4e5-504c7ebe872e", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0417 11:13:48.478410 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod 8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod 8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:f8:e0:20:45:02\",\"name\":\"8cf875a8073ab79\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/13d72c04-0cae-4208-a86d-4c8e70cb1afb\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:14:01.840346 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=10 I0417 11:14:41.715922 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=43 I0417 11:14:58.802282 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 W0417 11:15:06.363191 3794 duration.go:461] Config duration recorder: measurement expired for pod/tsf/tsf-tekton-configuration-mt25v W0417 11:15:21.363146 3794 duration.go:461] Config duration recorder: measurement expired for pod/tsf-tpa/migrate-db-s2fgl I0417 11:15:35.724519 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=92 I0417 11:16:04.828932 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0417 11:16:11.812924 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0417 11:16:18.713911 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0417 11:16:21.807887 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6 I0417 11:16:25.223137 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod 8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod 8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2 network default NAD default NAD key ] I0417 11:16:25.324844 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod 8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod 8cf875a8073ab7951c7402c277d7c7e4a5c8baf2af9d2d671cf4e99499e58ae2 network default NAD default NAD key default], result "{}", err I0417 11:16:25.433059 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:16:25.433096 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod I0417 11:16:25.434478 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod, ips: 10.130.0.52 I0417 11:16:25.434508 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-container-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:16:26.801577 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0417 11:16:35.835875 3794 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0417 11:16:38.713495 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=13 I0417 11:17:06.578426 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:17:06.578566 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod I0417 11:17:06.595885 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-clair-scan-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:17:06.596038 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod I0417 11:17:06.597179 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod] pod update took 18.643787ms I0417 11:17:06.597206 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod] addLogicalPort annotation time took 18.67516ms I0417 11:17:06.598988 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod] addLogicalPort took 20.581644ms, libovsdb time 984.102µs I0417 11:17:06.623628 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod] pod update took 27.628017ms I0417 11:17:06.623720 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod] addLogicalPort annotation time took 27.72123ms I0417 11:17:06.625070 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod] addLogicalPort took 29.202611ms, libovsdb time 929.188µs I0417 11:17:06.800005 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod] creating logical port default-tenant_tsf-demo-comp-on-push-5cpp4-clamav-scan-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:17:06.800188 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod I0417 11:17:06.819174 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod] pod update took 19.026745ms I0417 11:17:06.819200 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod] addLogicalPort annotation time took 19.056074ms I0417 11:17:06.820667 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod] addLogicalPort took 20.683505ms, libovsdb time 960.705µs I0417 11:17:06.944200 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod 3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod 3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a network default NAD default NAD key ] I0417 11:17:06.953431 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod, hostIfaceName: 3fe937b80e43c46, network: default, NAD default, SandboxID: "3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a", PCI device ID: , UID: "578f938b-70e0-4041-be68-05c6a33033ec", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0417 11:17:06.964312 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod 12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod 12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67 network default NAD default NAD key ] I0417 11:17:06.973575 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-clair-scan-pod, hostIfaceName: 12d83eb35817a78, network: default, NAD default, SandboxID: "12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67", PCI device ID: , UID: "d331dded-44f0-4ac6-a343-6728adb51ae1", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0417 11:17:07.011730 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod 3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod 3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:0c:0b:0e:b5:e2\",\"name\":\"3fe937b80e43c46\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fc2d3c2c-2776-4319-97d8-e75e93911aab\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:17:07.037740 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod 12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod 12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:7f:ee:e6:c1:15\",\"name\":\"12d83eb35817a78\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4cb0a8cf-4fd7-42eb-a13c-830f65bdf715\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:17:07.191499 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520 network default NAD default NAD key ] I0417 11:17:07.201415 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-5cpp4-clamav-scan-pod, hostIfaceName: ac6d9e05b8f7780, network: default, NAD default, SandboxID: "ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520", PCI device ID: , UID: "e719a2e1-8dff-44bb-a922-5971c08cb9ff", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0417 11:17:07.259276 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:18:82:e1:e7:29\",\"name\":\"ac6d9e05b8f7780\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9c192354-289c-4a72-b3cf-61831e70caa5\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:17:07.396585 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:17:07.397185 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-build-image-index-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 11:17:26.363524 3794 duration.go:461] Config duration recorder: measurement expired for pod/konflux-ui/proxy-67584bf6d7-r9f4x I0417 11:18:08.959715 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod 3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod 3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a network default NAD default NAD key ] I0417 11:18:09.080224 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod 3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod 3fe937b80e43c466bb341127e8d99f14603ad4ef7035ab160e7958c3fc11ca2a network default NAD default NAD key default], result "{}", err I0417 11:18:09.188137 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:09.188207 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod I0417 11:18:09.189742 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod, ips: 10.130.0.53 I0417 11:18:09.189791 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-deprecated-base-image-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:10.818300 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0417 11:18:27.027152 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:27.027846 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-unicode-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:31.089975 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:31.090717 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-sast-shell-check-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:38.202455 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:38.203083 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-rpms-signature-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:43.143403 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:43.144053 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-tpa-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:18:48.720886 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=8 I0417 11:19:00.300611 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239 network default NAD default NAD key ] DEL starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239 network default NAD default NAD key ] I0417 11:19:00.387653 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239 network default NAD default NAD key default] DEL finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 416f0ff60c648e73e5db6777ee1858ba1772a557b36227f1f332e3fb80cd5239 network default NAD default NAD key default], result "{}", err I0417 11:19:00.480381 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.480413 3794 pods.go:176] Deleting pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 I0417 11:19:00.481777 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.482155 3794 pods.go:236] Attempting to release IPs for pod: openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94, ips: 10.130.0.51 I0417 11:19:00.482191 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:00.482320 3794 obj_retry.go:498] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:19:01.281946 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.281967 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.289449 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 I0417 11:19:01.289480 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-h2r94 I0417 11:19:01.388242 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.388269 3794 obj_retry.go:492] Detected object openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:19:01.393475 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p I0417 11:19:01.393496 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-pipelines/tekton-pipelines-webhook-584c448755-jhk6p I0417 11:19:41.827233 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=11 I0417 11:20:04.607624 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:20:04.608212 3794 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:20:05.488173 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.488197 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607080-dzbkk of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.520105 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.520127 3794 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:20:05.524049 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 11:20:05.524068 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-backplane/osd-delete-backplane-serviceaccounts-29607050-mtxtm I0417 11:20:11.843251 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 I0417 11:20:29.842564 3794 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0417 11:20:42.804642 3794 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=5 I0417 11:21:00.051121 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod 12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod 12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67 network default NAD default NAD key ] I0417 11:21:00.138946 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod 12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod 12d83eb35817a78dee0582aa9f70564480e0644b87a80d08ace9fc35b0c57f67 network default NAD default NAD key default], result "{}", err I0417 11:21:00.226124 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:00.226247 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod I0417 11:21:00.227606 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod, ips: 10.130.0.54 I0417 11:21:00.227634 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clair-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:28.238318 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520 network default NAD default NAD key ] I0417 11:21:28.331084 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod ac6d9e05b8f7780cb1c88d5fde9721584a5b57a54679d4ae20c924dc63ede520 network default NAD default NAD key default], result "{}", err I0417 11:21:28.400995 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:28.401059 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod I0417 11:21:28.402558 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod, ips: 10.130.0.55 I0417 11:21:28.402586 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-5cpp4-clamav-scan-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:31.207525 3794 base_network_controller_pods.go:487] [default/default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod] creating logical port default-tenant_my-integration-test-nqyn-jcgnx-collect-keyless-params-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:21:31.207680 3794 kube.go:256] Updating pod default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod I0417 11:21:31.229858 3794 pod.go:62] [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod] pod update took 22.206905ms I0417 11:21:31.229885 3794 base_network_controller_pods.go:951] [default/default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod] addLogicalPort annotation time took 22.238934ms I0417 11:21:31.231372 3794 pods.go:271] [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod] addLogicalPort took 23.864036ms, libovsdb time 919.403µs I0417 11:21:31.593293 3794 cni.go:452] [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod 034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275 network default NAD default NAD key ] ADD starting CNI request [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod 034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275 network default NAD default NAD key ] I0417 11:21:31.602610 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: my-integration-test-nqyn-jcgnx-collect-keyless-params-pod, hostIfaceName: 034caea78e0073c, network: default, NAD default, SandboxID: "034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275", PCI device ID: , UID: "bcf79cce-70ee-453e-9518-96c9ffee22fa", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0417 11:21:31.660207 3794 cni.go:473] [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod 034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275 network default NAD default NAD key default] ADD finished CNI request [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod 034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:d0:87:e3:1f:50\",\"name\":\"034caea78e0073c\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9fed2e2a-9185-4cdd-b6da-12b19831918a\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:21:42.215507 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod] creating logical port default-tenant_tsf-demo-comp-on-pull-request-fhrc6-init-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:21:42.215702 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod I0417 11:21:42.232386 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod] pod update took 16.726796ms I0417 11:21:42.232412 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod] addLogicalPort annotation time took 16.758682ms I0417 11:21:42.234102 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod] addLogicalPort took 18.619407ms, libovsdb time 1.130794ms I0417 11:21:42.959655 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod 5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod 5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f network default NAD default NAD key ] I0417 11:21:42.969679 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-pull-request-fhrc6-init-pod, hostIfaceName: 5563df56d57a9de, network: default, NAD default, SandboxID: "5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f", PCI device ID: , UID: "d55bcec7-2950-43fa-b6ca-c48bce138e0d", MAC: 0a:58:0a:82:00:39, IPs: [10.130.0.57/23] I0417 11:21:43.024035 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod 5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod 5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:4b:c2:f4:72:96\",\"name\":\"5563df56d57a9de\"},{\"mac\":\"0a:58:0a:82:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5685dd17-118c-4559-9478-c6187da95736\"}],\"ips\":[{\"address\":\"10.130.0.57/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:21:47.378946 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod 5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod 5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f network default NAD default NAD key ] I0417 11:21:47.460922 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod 5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod 5563df56d57a9de177b714a03d635b1acc4ebaeae22ccf7f0299c1147fc21f4f network default NAD default NAD key default], result "{}", err I0417 11:21:47.522367 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:47.522397 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod I0417 11:21:47.523618 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod, ips: 10.130.0.57 I0417 11:21:47.523642 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:48.390734 3794 cni.go:452] [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod 034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275 network default NAD default NAD key ] DEL starting CNI request [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod 034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275 network default NAD default NAD key ] I0417 11:21:48.480151 3794 cni.go:473] [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod 034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275 network default NAD default NAD key default] DEL finished CNI request [default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod 034caea78e0073c3c1766e8f867c5d1922e41ab6222a63f16c72d5eb2e0d2275 network default NAD default NAD key default], result "{}", err I0417 11:21:48.542318 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:48.542353 3794 pods.go:176] Deleting pod: default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod I0417 11:21:48.543670 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod, ips: 10.130.0.56 I0417 11:21:48.543697 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-collect-keyless-params-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:51.431907 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:51.432512 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:51.715659 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=10 I0417 11:21:52.155270 3794 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:21:52.155299 3794 obj_retry.go:492] Detected object default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0417 11:21:52.162262 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod I0417 11:21:52.162293 3794 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod default-tenant/tsf-demo-comp-on-pull-request-fhrc6-clone-repository-pod I0417 11:21:54.787279 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nwsmc-init-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:21:54.787429 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod I0417 11:21:54.819478 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod] pod update took 32.081079ms I0417 11:21:54.819505 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod] addLogicalPort annotation time took 32.110444ms I0417 11:21:54.820883 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod] addLogicalPort took 33.629866ms, libovsdb time 915.086µs I0417 11:21:55.149748 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752 network default NAD default NAD key ] I0417 11:21:55.162686 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nwsmc-init-pod, hostIfaceName: d15433c02883649, network: default, NAD default, SandboxID: "d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752", PCI device ID: , UID: "97159248-81f7-4f55-8357-a3673b1c0c1d", MAC: 0a:58:0a:82:00:3a, IPs: [10.130.0.58/23] I0417 11:21:55.227013 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:38:cd:3f:dd:5a\",\"name\":\"d15433c02883649\"},{\"mac\":\"0a:58:0a:82:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/fbec0dda-569b-4e12-a3d3-4e513a537a08\"}],\"ips\":[{\"address\":\"10.130.0.58/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:21:59.216258 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nwsmc-clone-repository-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:21:59.216436 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod I0417 11:21:59.241077 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod] pod update took 24.674288ms I0417 11:21:59.241101 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod] addLogicalPort annotation time took 24.704921ms I0417 11:21:59.242674 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod] addLogicalPort took 26.434065ms, libovsdb time 1.163622ms I0417 11:21:59.470551 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752 network default NAD default NAD key ] I0417 11:21:59.560142 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod d15433c02883649421650c45764ed915052360508ba2e94225531d002b6b9752 network default NAD default NAD key default], result "{}", err I0417 11:21:59.581186 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod 2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71 network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod 2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71 network default NAD default NAD key ] I0417 11:21:59.590883 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nwsmc-clone-repository-pod, hostIfaceName: 2e9573d6af51759, network: default, NAD default, SandboxID: "2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71", PCI device ID: , UID: "5ee779f3-77ac-4baf-9500-561ee1779c5c", MAC: 0a:58:0a:82:00:3b, IPs: [10.130.0.59/23] I0417 11:21:59.605655 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:59.605786 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod I0417 11:21:59.607178 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod, ips: 10.130.0.58 I0417 11:21:59.607213 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-init-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:21:59.651594 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod 2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71 network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod 2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:8e:88:e5:24:0f\",\"name\":\"2e9573d6af51759\"},{\"mac\":\"0a:58:0a:82:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/00f74d19-15b6-4c84-8f86-65f52ff9dcc6\"}],\"ips\":[{\"address\":\"10.130.0.59/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:22:00.472895 3794 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb] creating logical port openshift-pipelines_tekton-pipelines-webhook-584c448755-xmvjb for pod on switch ip-10-0-0-37.ec2.internal I0417 11:22:00.473011 3794 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb I0417 11:22:00.499998 3794 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb] pod update took 27.016764ms I0417 11:22:00.500022 3794 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb] addLogicalPort annotation time took 27.04549ms I0417 11:22:00.501342 3794 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb] addLogicalPort took 28.462967ms, libovsdb time 899.257µs I0417 11:22:00.853495 3794 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb a7fe3134a7bfe6af191165fdd133ff8fbea932ca59a81ffa009342a34e2e6f1d network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb a7fe3134a7bfe6af191165fdd133ff8fbea932ca59a81ffa009342a34e2e6f1d network default NAD default NAD key ] I0417 11:22:00.863340 3794 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-584c448755-xmvjb, hostIfaceName: a7fe3134a7bfe6a, network: default, NAD default, SandboxID: "a7fe3134a7bfe6af191165fdd133ff8fbea932ca59a81ffa009342a34e2e6f1d", PCI device ID: , UID: "92ce1919-847c-4ed7-8f93-3fc2a2a37743", MAC: 0a:58:0a:82:00:3c, IPs: [10.130.0.60/23] I0417 11:22:00.917493 3794 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb a7fe3134a7bfe6af191165fdd133ff8fbea932ca59a81ffa009342a34e2e6f1d network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-584c448755-xmvjb a7fe3134a7bfe6af191165fdd133ff8fbea932ca59a81ffa009342a34e2e6f1d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:d0:07:5f:48:ca\",\"name\":\"a7fe3134a7bfe6a\"},{\"mac\":\"0a:58:0a:82:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77713fa2-c721-4b28-a184-9a271e098326\"}],\"ips\":[{\"address\":\"10.130.0.60/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:22:10.339494 3794 base_network_controller_pods.go:487] [default/default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod] creating logical port default-tenant_tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod for pod on switch ip-10-0-0-37.ec2.internal I0417 11:22:10.339700 3794 kube.go:256] Updating pod default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod I0417 11:22:10.369038 3794 pod.go:62] [default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod] pod update took 29.38988ms I0417 11:22:10.369061 3794 base_network_controller_pods.go:951] [default/default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod] addLogicalPort annotation time took 29.417949ms I0417 11:22:10.370417 3794 pods.go:271] [default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod] addLogicalPort took 30.943662ms, libovsdb time 946.523µs I0417 11:22:10.574498 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod 2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71 network default NAD default NAD key ] DEL starting CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod 2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71 network default NAD default NAD key ] I0417 11:22:10.661931 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod 2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71 network default NAD default NAD key default] DEL finished CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod 2e9573d6af5175945d0559668249369d3183a3968640ac43ce5a14c4c69d6f71 network default NAD default NAD key default], result "{}", err I0417 11:22:10.704366 3794 cni.go:452] [default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod b9ea684ebcfa3f7f2444056d87b6bd8a0aab7b1e5381c508469e435a4f27d75d network default NAD default NAD key ] ADD starting CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod b9ea684ebcfa3f7f2444056d87b6bd8a0aab7b1e5381c508469e435a4f27d75d network default NAD default NAD key ] I0417 11:22:10.714385 3794 helper_linux.go:556] ConfigureOVS: namespace: default-tenant, podName: tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod, hostIfaceName: b9ea684ebcfa3f7, network: default, NAD default, SandboxID: "b9ea684ebcfa3f7f2444056d87b6bd8a0aab7b1e5381c508469e435a4f27d75d", PCI device ID: , UID: "e0b6ac3a-d17a-41b5-93b8-23661a0b3cb8", MAC: 0a:58:0a:82:00:3d, IPs: [10.130.0.61/23] I0417 11:22:10.743328 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:10.743371 3794 pods.go:176] Deleting pod: default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod I0417 11:22:10.748467 3794 pods.go:236] Attempting to release IPs for pod: default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod, ips: 10.130.0.59 I0417 11:22:10.748509 3794 obj_retry.go:498] Detected object default-tenant/tsf-demo-comp-on-push-nwsmc-clone-repository-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:10.778237 3794 cni.go:473] [default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod b9ea684ebcfa3f7f2444056d87b6bd8a0aab7b1e5381c508469e435a4f27d75d network default NAD default NAD key default] ADD finished CNI request [default-tenant/tsf-demo-comp-on-push-nwsmc-prefetch-dependencies-pod b9ea684ebcfa3f7f2444056d87b6bd8a0aab7b1e5381c508469e435a4f27d75d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:13:f8:5c:89:2d\",\"name\":\"b9ea684ebcfa3f7\"},{\"mac\":\"0a:58:0a:82:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27cd5c25-f71f-425a-bc76-ccb3a05d64d0\"}],\"ips\":[{\"address\":\"10.130.0.61/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0417 11:22:11.525810 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-verify-pod of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0417 11:22:11.526334 3794 obj_retry.go:498] Detected object default-tenant/my-integration-test-nqyn-jcgnx-verify-pod of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0417 11:22:12.239748 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239780 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239787 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239792 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239807 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239832 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239837 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239842 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239866 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239873 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239878 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239882 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239919 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239926 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239931 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.239937 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.498732 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.498775 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.498782 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0417 11:22:12.498787 3794 util.go:959] Failed to build node endpoints for node ip-10-0-0-37.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0417 11:22:17.726888 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=228 I0417 11:22:20.718942 3794 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=37