+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-82.ec2.internal ++ [[ -n ip-10-0-1-82.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-82.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0508 00:10:45.666059897 - disable conntrack on geneve port' I0508 00:10:45.666059897 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0508 00:10:45.740505141 - starting ovnkube-node + echo 'I0508 00:10:45.740505141 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-82.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-82.ec2.internal --init-node ip-10-0-1-82.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-82.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0508 00:10:45.804653 3804 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0508 00:10:45.804740 3804 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-461967cbe0.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0508 00:10:45.806623 3804 kube.go:431] Waiting for certificate I0508 00:10:45.806662 3804 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0508 00:10:45.806722 3804 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0508 00:10:45.807627 3804 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0508 00:10:45.836792 3804 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 00:10:45.836817 3804 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 00:10:45.839748 3804 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 00:10:45.842056 3804 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rvbxq" I0508 00:10:45.849192 3804 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-rvbxq" I0508 00:10:45.849285 3804 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0508 00:10:46.807480 3804 kube.go:438] Certificate found I0508 00:10:46.808076 3804 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0508 00:10:46.809435 3804 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0508 00:10:46.863337 3804 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-09 00:05:45 +0000 UTC" deadline="2026-05-08 18:17:47.356847517 +0000 UTC" I0508 00:10:46.863373 3804 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="18h7m0.493485963s" I0508 00:10:46.876040 3804 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0508 00:10:46.894603 3804 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0508 00:10:46.894711 3804 server.go:101] MetricServer registers OVS metrics I0508 00:10:46.895113 3804 server.go:105] MetricServer registers OVN DB metrics I0508 00:10:46.897734 3804 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0508 00:10:46.897790 3804 factory.go:561] Starting watch factory I0508 00:10:46.897913 3804 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.897917 3804 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.897931 3804 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.897939 3804 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.897956 3804 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.897976 3804 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.898037 3804 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.898056 3804 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.898102 3804 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.898141 3804 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.898265 3804 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.898288 3804 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.899841 3804 controller_manager.go:370] Starting the ovnkube controller I0508 00:10:46.899859 3804 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-82.ec2.internal I0508 00:10:46.899935 3804 controller_manager.go:395] NBDB zone sync took: 54.801µs I0508 00:10:46.899946 3804 factory.go:561] Starting watch factory I0508 00:10:46.899984 3804 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0508 00:10:46.900028 3804 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0508 00:10:46.913015 3804 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.914156 3804 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.914779 3804 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0508 00:10:46.914805 3804 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0508 00:10:46.917135 3804 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.917476 3804 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.918084 3804 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.920643 3804 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0508 00:10:46.920696 3804 server.go:109] MetricServer registers OVN Controller metrics I0508 00:10:46.925439 3804 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0508 00:10:46.926008 3804 server.go:113] MetricServer registers OVN Northd metrics I0508 00:10:46.931171 3804 metrics.go:519] OVN Metrics Server starts to run ... I0508 00:10:47.003285 3804 factory.go:1977] *v1.Namespace informer cache synced successfully I0508 00:10:47.003327 3804 factory.go:1977] *v1.Node informer cache synced successfully I0508 00:10:47.003333 3804 factory.go:1977] *v1.Service informer cache synced successfully I0508 00:10:47.003338 3804 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0508 00:10:47.003343 3804 factory.go:1977] *v1.Pod informer cache synced successfully I0508 00:10:47.003348 3804 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0508 00:10:47.003467 3804 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:47.003487 3804 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:47.003505 3804 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:47.003530 3804 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:47.005483 3804 factory.go:1977] *v1.Service informer cache synced successfully I0508 00:10:47.005498 3804 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0508 00:10:47.005502 3804 factory.go:1977] *v1.Pod informer cache synced successfully I0508 00:10:47.005505 3804 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0508 00:10:47.005509 3804 factory.go:1977] *v1.Namespace informer cache synced successfully I0508 00:10:47.005514 3804 factory.go:1977] *v1.Node informer cache synced successfully I0508 00:10:47.006574 3804 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:47.006573 3804 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0508 00:10:47.008619 3804 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0508 00:10:47.008630 3804 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0508 00:10:47.008728 3804 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.008744 3804 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.010820 3804 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0508 00:10:47.010837 3804 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0508 00:10:47.011002 3804 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.014035 3804 factory.go:1977] *v1.EgressIP informer cache synced successfully I0508 00:10:47.014106 3804 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.014119 3804 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.016011 3804 factory.go:1977] *v1.EgressIP informer cache synced successfully I0508 00:10:47.016291 3804 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.019110 3804 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0508 00:10:47.019191 3804 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.019208 3804 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.021041 3804 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0508 00:10:47.021276 3804 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.025158 3804 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0508 00:10:47.025216 3804 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.025228 3804 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.026465 3804 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0508 00:10:47.027179 3804 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.031025 3804 factory.go:1977] *v1.EgressService informer cache synced successfully I0508 00:10:47.031084 3804 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.031097 3804 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.032181 3804 factory.go:1977] *v1.EgressService informer cache synced successfully I0508 00:10:47.033101 3804 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.037113 3804 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0508 00:10:47.037267 3804 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0508 00:10:47.037295 3804 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 00:10:47.037317 3804 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 00:10:47.039490 3804 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0508 00:10:47.042276 3804 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0508 00:10:47.042348 3804 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.042366 3804 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.042410 3804 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0508 00:10:47.042409 3804 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.042435 3804 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.044698 3804 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.044789 3804 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0508 00:10:47.047713 3804 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0508 00:10:47.047724 3804 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0508 00:10:47.047731 3804 factory.go:680] Watch Factory start up complete, took: 147.783021ms I0508 00:10:47.047730 3804 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0508 00:10:47.047739 3804 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0508 00:10:47.047750 3804 factory.go:680] Watch Factory start up complete, took: 149.96082ms I0508 00:10:47.047813 3804 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0508 00:10:47.047739 3804 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-82.ec2.internal" zone I0508 00:10:47.106865 3804 default_node_network_controller.go:710] Initializing the default node network controller I0508 00:10:47.210098 3804 udn_isolation.go:101] Starting UDN host isolation manager I0508 00:10:47.217342 3804 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0508 00:10:47.284892 3804 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0508 00:10:47.285010 3804 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0508 00:10:47.285034 3804 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0508 00:10:47.321035 3804 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0508 00:10:47.321109 3804 default_node_network_controller.go:809] Node ip-10-0-1-82.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0508 00:10:47.326856 3804 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.82"] k8s.ovn.org/zone-name:ip-10-0-1-82.ec2.internal] on node ip-10-0-1-82.ec2.internal I0508 00:10:47.347873 3804 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0508 00:10:47.354072 3804 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0508 00:10:47.354228 3804 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0508 00:10:47.354458 3804 gateway_init.go:263] Preparing Gateway I0508 00:10:47.354471 3804 gateway_shared_intf.go:1687] Creating new gateway I0508 00:10:47.488659 3804 iptables.go:108] Creating table: filter chain: FORWARD I0508 00:10:47.495185 3804 iptables.go:108] Creating table: filter chain: OUTPUT I0508 00:10:47.501614 3804 gateway_shared_intf.go:1816] Gateway Creation Complete I0508 00:10:47.501632 3804 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-82.ec2.internal","mac-address":"0a:ff:e9:30:3d:bd","ip-addresses":["10.0.1.82/24"],"ip-address":"10.0.1.82/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7c2e290b-c2c8-4a2b-8d07-a5d9f54cd135 k8s.ovn.org/node-encap-ips:["10.0.1.82"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.82/24"} k8s.ovn.org/zone-name:ip-10-0-1-82.ec2.internal] on node ip-10-0-1-82.ec2.internal I0508 00:10:47.520531 3804 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:47.548259 3804 controller_manager.go:429] Waiting for node in zone sync took: 500.418712ms I0508 00:10:47.552974 3804 controller_manager.go:611] Switching to transit router for layer2 networks I0508 00:10:47.552989 3804 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-82.ec2.internal I0508 00:10:47.567460 3804 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0508 00:10:47.574357 3804 controller_manager.go:290] SCTP support detected in OVN I0508 00:10:47.574928 3804 services_controller.go:69] Creating services controller for network=default I0508 00:10:47.575032 3804 udn_enabled_svc.go:80] Waiting for service informer to sync I0508 00:10:47.575133 3804 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0508 00:10:47.575166 3804 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0508 00:10:47.575180 3804 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0508 00:10:47.575189 3804 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0508 00:10:47.575371 3804 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0508 00:10:47.575413 3804 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0508 00:10:47.575475 3804 udn_enabled_svc.go:95] Performing full resync I0508 00:10:47.575488 3804 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 67.267µs I0508 00:10:47.575513 3804 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 100.096µs I0508 00:10:47.575520 3804 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0508 00:10:47.575526 3804 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0508 00:10:47.575535 3804 default_network_controller.go:325] Starting the default network controller I0508 00:10:47.575475 3804 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 67.557µs I0508 00:10:47.575660 3804 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 16.312µs I0508 00:10:47.575736 3804 udn_enabled_svc.go:99] Waiting for handler to sync I0508 00:10:47.575746 3804 udn_enabled_svc.go:104] Starting worker I0508 00:10:47.585370 3804 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0508 00:10:47.585431 3804 repair.go:33] Syncing exgw routes took 48.423µs I0508 00:10:47.585456 3804 default_network_controller.go:414] Starting all the Watchers... I0508 00:10:47.585589 3804 namespace.go:98] [openshift-config-managed] adding namespace I0508 00:10:47.585598 3804 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0508 00:10:47.585601 3804 namespace.go:98] [openshift-customer-monitoring] adding namespace I0508 00:10:47.585604 3804 namespace.go:98] [openshift-node] adding namespace I0508 00:10:47.585614 3804 namespace.go:98] [openshift-authentication-operator] adding namespace I0508 00:10:47.585619 3804 namespace.go:98] [openshift-infra] adding namespace I0508 00:10:47.585622 3804 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace I0508 00:10:47.585619 3804 namespace.go:98] [kube-system] adding namespace I0508 00:10:47.585627 3804 namespace.go:98] [openshift-console-operator] adding namespace I0508 00:10:47.585632 3804 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0508 00:10:47.585638 3804 namespace.go:98] [openshift-monitoring] adding namespace I0508 00:10:47.585638 3804 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0508 00:10:47.585639 3804 namespace.go:98] [openshift-image-registry] adding namespace I0508 00:10:47.585654 3804 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0508 00:10:47.585589 3804 namespace.go:98] [openshift-kube-apiserver] adding namespace I0508 00:10:47.586097 3804 namespace.go:102] [openshift-config-managed] adding namespace took 495.663µs I0508 00:10:47.586113 3804 namespace.go:98] [openshift-package-operator] adding namespace I0508 00:10:47.586495 3804 namespace.go:102] [openshift-package-operator] adding namespace took 377.298µs I0508 00:10:47.586507 3804 namespace.go:98] [openshift-insights] adding namespace I0508 00:10:47.586966 3804 namespace.go:102] [openshift-insights] adding namespace took 454.526µs I0508 00:10:47.586977 3804 namespace.go:98] [openshift] adding namespace I0508 00:10:47.587435 3804 namespace.go:102] [openshift] adding namespace took 452.263µs I0508 00:10:47.587456 3804 namespace.go:98] [openshift-backplane-srep] adding namespace I0508 00:10:47.587829 3804 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 2.220399ms I0508 00:10:47.587845 3804 namespace.go:98] [openshift-apiserver-operator] adding namespace I0508 00:10:47.588343 3804 namespace.go:102] [openshift-customer-monitoring] adding namespace took 2.730407ms I0508 00:10:47.588357 3804 namespace.go:98] [openshift-controller-manager] adding namespace I0508 00:10:47.588773 3804 namespace.go:102] [openshift-node] adding namespace took 3.158635ms I0508 00:10:47.588786 3804 namespace.go:98] [openshift-config] adding namespace I0508 00:10:47.589226 3804 namespace.go:102] [openshift-authentication-operator] adding namespace took 3.601273ms I0508 00:10:47.589239 3804 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0508 00:10:47.589635 3804 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 4.006481ms I0508 00:10:47.589643 3804 namespace.go:98] [default] adding namespace W0508 00:10:47.590045 3804 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-pvxrp: pod kube-system/global-pull-secret-syncer-pvxrp: no pod IPs found I0508 00:10:47.590073 3804 namespace.go:102] [openshift-infra] adding namespace took 4.445283ms I0508 00:10:47.590083 3804 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0508 00:10:47.590537 3804 namespace.go:102] [kube-system] adding namespace took 4.905735ms I0508 00:10:47.590550 3804 namespace.go:98] [openshift-logging] adding namespace I0508 00:10:47.590980 3804 namespace.go:102] [openshift-console-operator] adding namespace took 5.345683ms I0508 00:10:47.590993 3804 namespace.go:98] [openshift-ingress] adding namespace I0508 00:10:47.591421 3804 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 5.783233ms I0508 00:10:47.591431 3804 namespace.go:98] [openshift-backplane] adding namespace I0508 00:10:47.591867 3804 namespace.go:102] [openshift-monitoring] adding namespace took 6.222244ms I0508 00:10:47.591881 3804 namespace.go:98] [openshift-dns] adding namespace I0508 00:10:47.592282 3804 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.636623ms I0508 00:10:47.592293 3804 namespace.go:98] [openshift-host-network] adding namespace I0508 00:10:47.592775 3804 namespace.go:102] [openshift-image-registry] adding namespace took 7.125019ms I0508 00:10:47.592790 3804 namespace.go:98] [openshift-backplane-cse] adding namespace I0508 00:10:47.593256 3804 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.592165ms I0508 00:10:47.593268 3804 namespace.go:98] [openshift-kube-scheduler] adding namespace I0508 00:10:47.593699 3804 namespace.go:102] [openshift-kube-apiserver] adding namespace took 8.000491ms I0508 00:10:47.593713 3804 namespace.go:98] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] adding namespace I0508 00:10:47.594095 3804 namespace.go:102] [openshift-backplane-srep] adding namespace took 6.633996ms I0508 00:10:47.594106 3804 namespace.go:98] [openshift-backplane-tam] adding namespace I0508 00:10:47.594505 3804 namespace.go:102] [openshift-apiserver-operator] adding namespace took 6.654516ms I0508 00:10:47.594516 3804 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0508 00:10:47.594956 3804 namespace.go:102] [openshift-controller-manager] adding namespace took 6.594392ms I0508 00:10:47.594967 3804 namespace.go:98] [openshift-apiserver] adding namespace I0508 00:10:47.595325 3804 namespace.go:102] [openshift-config] adding namespace took 6.532349ms I0508 00:10:47.595339 3804 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0508 00:10:47.595705 3804 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.460834ms I0508 00:10:47.595724 3804 namespace.go:98] [openshift-console] adding namespace I0508 00:10:47.596190 3804 namespace.go:102] [default] adding namespace took 6.540975ms I0508 00:10:47.596207 3804 namespace.go:98] [openshift-network-node-identity] adding namespace I0508 00:10:47.596581 3804 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.493049ms I0508 00:10:47.596596 3804 namespace.go:98] [openshift-operators] adding namespace I0508 00:10:47.596991 3804 namespace.go:102] [openshift-logging] adding namespace took 6.435301ms I0508 00:10:47.597002 3804 namespace.go:98] [openshift-network-diagnostics] adding namespace I0508 00:10:47.597401 3804 namespace.go:102] [openshift-ingress] adding namespace took 6.402657ms I0508 00:10:47.597416 3804 namespace.go:98] [openshift-multus] adding namespace I0508 00:10:47.597854 3804 namespace.go:102] [openshift-backplane] adding namespace took 6.418158ms I0508 00:10:47.597866 3804 namespace.go:98] [openshift-network-operator] adding namespace I0508 00:10:47.598295 3804 namespace.go:102] [openshift-dns] adding namespace took 6.409048ms I0508 00:10:47.598304 3804 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0508 00:10:47.598797 3804 namespace.go:102] [openshift-host-network] adding namespace took 6.498277ms I0508 00:10:47.598811 3804 namespace.go:98] [openshift-machine-config-operator] adding namespace I0508 00:10:47.599174 3804 namespace.go:102] [openshift-backplane-cse] adding namespace took 6.378368ms I0508 00:10:47.599188 3804 namespace.go:98] [openshift-dns-operator] adding namespace I0508 00:10:47.599555 3804 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.282603ms I0508 00:10:47.599567 3804 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0508 00:10:47.599998 3804 namespace.go:102] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] adding namespace took 6.279824ms I0508 00:10:47.600010 3804 namespace.go:98] [openshift-cluster-version] adding namespace I0508 00:10:47.600380 3804 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.269057ms I0508 00:10:47.600800 3804 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.279139ms I0508 00:10:47.600810 3804 namespace.go:98] [openshift-backplane-csm] adding namespace I0508 00:10:47.601193 3804 namespace.go:102] [openshift-apiserver] adding namespace took 6.221323ms I0508 00:10:47.601206 3804 namespace.go:98] [openshift-must-gather-operator] adding namespace I0508 00:10:47.601562 3804 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.218484ms I0508 00:10:47.601574 3804 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0508 00:10:47.602018 3804 namespace.go:102] [openshift-console] adding namespace took 6.28787ms I0508 00:10:47.602030 3804 namespace.go:98] [kube-public] adding namespace I0508 00:10:47.602418 3804 namespace.go:102] [openshift-network-node-identity] adding namespace took 6.205607ms I0508 00:10:47.602430 3804 namespace.go:98] [openshift-network-console] adding namespace I0508 00:10:47.602852 3804 namespace.go:102] [openshift-operators] adding namespace took 6.250479ms I0508 00:10:47.602862 3804 namespace.go:98] [open-cluster-management-agent-addon] adding namespace W0508 00:10:47.603171 3804 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-wf5zv: pod openshift-network-diagnostics/network-check-target-wf5zv: no pod IPs found W0508 00:10:47.603647 3804 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-crwwm: pod openshift-multus/network-metrics-daemon-crwwm: no pod IPs found I0508 00:10:47.603695 3804 namespace.go:102] [openshift-network-diagnostics] adding namespace took 6.687431ms I0508 00:10:47.603710 3804 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0508 00:10:47.604147 3804 namespace.go:102] [openshift-multus] adding namespace took 6.726572ms I0508 00:10:47.604159 3804 namespace.go:98] [openshift-ingress-canary] adding namespace I0508 00:10:47.604553 3804 namespace.go:102] [openshift-network-operator] adding namespace took 6.682773ms I0508 00:10:47.604569 3804 namespace.go:98] [openshift-operators-redhat] adding namespace I0508 00:10:47.604952 3804 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 6.643739ms I0508 00:10:47.604964 3804 namespace.go:98] [openshift-etcd] adding namespace I0508 00:10:47.605323 3804 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.507801ms I0508 00:10:47.605334 3804 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0508 00:10:47.605752 3804 namespace.go:102] [openshift-dns-operator] adding namespace took 6.560647ms I0508 00:10:47.605763 3804 namespace.go:98] [openshift-console-user-settings] adding namespace I0508 00:10:47.606176 3804 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.604589ms I0508 00:10:47.606186 3804 namespace.go:98] [openshift-route-controller-manager] adding namespace I0508 00:10:47.606559 3804 namespace.go:102] [openshift-cluster-version] adding namespace took 6.543876ms I0508 00:10:47.606571 3804 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0508 00:10:47.606960 3804 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.146312ms I0508 00:10:47.606971 3804 namespace.go:98] [openshift-marketplace] adding namespace I0508 00:10:47.607390 3804 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.178891ms I0508 00:10:47.607403 3804 namespace.go:98] [openshift-authentication] adding namespace I0508 00:10:47.607853 3804 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.274551ms I0508 00:10:47.607865 3804 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0508 00:10:47.608243 3804 namespace.go:102] [kube-public] adding namespace took 6.208049ms I0508 00:10:47.608254 3804 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0508 00:10:47.608652 3804 namespace.go:102] [openshift-network-console] adding namespace took 6.216469ms I0508 00:10:47.608663 3804 namespace.go:98] [openshift-backplane-cee] adding namespace I0508 00:10:47.609016 3804 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 6.150667ms I0508 00:10:47.609026 3804 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0508 00:10:47.609462 3804 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.746722ms I0508 00:10:47.609474 3804 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0508 00:10:47.609919 3804 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.756784ms I0508 00:10:47.609929 3804 namespace.go:98] [dedicated-admin] adding namespace I0508 00:10:47.610316 3804 namespace.go:102] [openshift-operators-redhat] adding namespace took 5.742338ms I0508 00:10:47.610328 3804 namespace.go:98] [openshift-ingress-operator] adding namespace I0508 00:10:47.610786 3804 namespace.go:102] [openshift-etcd] adding namespace took 5.817339ms I0508 00:10:47.610798 3804 namespace.go:98] [openshift-config-operator] adding namespace I0508 00:10:47.611180 3804 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 5.842105ms I0508 00:10:47.611189 3804 namespace.go:98] [openshift-service-ca-operator] adding namespace I0508 00:10:47.611686 3804 namespace.go:102] [openshift-console-user-settings] adding namespace took 5.919403ms I0508 00:10:47.611695 3804 namespace.go:98] [openshift-machine-api] adding namespace I0508 00:10:47.612231 3804 namespace.go:102] [openshift-route-controller-manager] adding namespace took 6.039161ms I0508 00:10:47.612247 3804 namespace.go:98] [openshift-backplane-mobb] adding namespace I0508 00:10:47.612638 3804 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 6.060702ms I0508 00:10:47.612652 3804 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0508 00:10:47.613104 3804 namespace.go:102] [openshift-marketplace] adding namespace took 6.127691ms I0508 00:10:47.613118 3804 namespace.go:98] [kube-node-lease] adding namespace I0508 00:10:47.613508 3804 namespace.go:102] [openshift-authentication] adding namespace took 6.099298ms I0508 00:10:47.613889 3804 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.019478ms I0508 00:10:47.613900 3804 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0508 00:10:47.614348 3804 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 6.088354ms I0508 00:10:47.614360 3804 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0508 00:10:47.614734 3804 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.066246ms I0508 00:10:47.615182 3804 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 6.15153ms I0508 00:10:47.615567 3804 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.088235ms I0508 00:10:47.615963 3804 namespace.go:102] [dedicated-admin] adding namespace took 6.030012ms I0508 00:10:47.616344 3804 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.98506ms I0508 00:10:47.616696 3804 namespace.go:102] [openshift-config-operator] adding namespace took 5.89513ms I0508 00:10:47.617202 3804 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.007972ms I0508 00:10:47.617615 3804 namespace.go:102] [openshift-machine-api] adding namespace took 5.913043ms I0508 00:10:47.617970 3804 namespace.go:102] [openshift-backplane-mobb] adding namespace took 5.717373ms I0508 00:10:47.618414 3804 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.756565ms I0508 00:10:47.618811 3804 namespace.go:102] [kube-node-lease] adding namespace took 5.688399ms I0508 00:10:47.619215 3804 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 5.311358ms I0508 00:10:47.619560 3804 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 5.19574ms I0508 00:10:47.619778 3804 master.go:548] Adding or Updating local node "ip-10-0-1-82.ec2.internal" for network "default" I0508 00:10:47.620714 3804 zone_ic_handler.go:195] Time taken to create transit switch: 280.233µs I0508 00:10:47.620729 3804 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-221.ec2.internal for the network default E0508 00:10:47.620913 3804 obj_retry.go:575] Failed to create *v1.Node ip-10-0-0-43.ec2.internal, error: adding or updating remote node IC resources ip-10-0-0-43.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-43.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b12bd8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1282986016}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0508 00:10:47.621034 3804 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-0-43.ec2.internal", UID:"333e0227-e759-4feb-a7d6-ebcd1e2bf012", APIVersion:"v1", ResourceVersion:"9148", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' adding or updating remote node IC resources ip-10-0-0-43.ec2.internal failed, err - ensuring transit switch for remote zone node ip-10-0-0-43.ec2.internal for the network default failed : err - failed to create/update transit switch transit_switch: error in transact with ops [{Op:wait Table:Logical_Switch Row:map[] Rows:[map[name:transit_switch]] Columns:[name] Mutations:[] Timeout:0xc009b12bd8 Where:[where column name == transit_switch] Until:!= Durable: Comment: Lock: UUID: UUIDName:} {Op:insert Table:Logical_Switch Row:map[name:transit_switch other_config:{GoMap:map[interconn-ts:transit_switch mcast_flood_unregistered:true mcast_querier:false mcast_snoop:true requested-tnl-key:16711683]}] Rows:[] Columns:[] Mutations:[] Timeout: Where:[] Until: Durable: Comment: Lock: UUID: UUIDName:u1282986016}] results [{Count:0 Error:timed out Details:"where" clause test failed UUID:{GoUUID:} Rows:[]} {Count:0 Error: Details: UUID:{GoUUID:} Rows:[]}] and errors [timed out: "where" clause test failed]: 1 ovsdb operations failed I0508 00:10:47.621702 3804 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-221.ec2.internal" on network "default" took: 1.283731ms W0508 00:10:47.627961 3804 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-crwwm: pod openshift-multus/network-metrics-daemon-crwwm: no pod IPs found W0508 00:10:47.627974 3804 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-pvxrp: pod kube-system/global-pull-secret-syncer-pvxrp: no pod IPs found W0508 00:10:47.627992 3804 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-wf5zv: pod openshift-network-diagnostics/network-check-target-wf5zv: no pod IPs found I0508 00:10:47.628976 3804 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-82.ec2.internal for the network default I0508 00:10:47.629138 3804 zone_ic_handler.go:195] Time taken to create transit switch: 146.724µs I0508 00:10:47.629890 3804 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0508 00:10:47.629931 3804 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0508 00:10:47.629948 3804 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0508 00:10:47.629982 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-43.ec2.internal in network "default" I0508 00:10:47.630048 3804 node_tracker.go:169] Node ip-10-0-0-43.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:47.630064 3804 services_controller.go:574] Full service sync requested for network=default I0508 00:10:47.630076 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0508 00:10:47.630097 3804 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:47.630110 3804 services_controller.go:574] Full service sync requested for network=default I0508 00:10:47.630116 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-221.ec2.internal in network "default" I0508 00:10:47.630137 3804 node_tracker.go:169] Node ip-10-0-2-221.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:47.630143 3804 services_controller.go:574] Full service sync requested for network=default I0508 00:10:47.730466 3804 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0508 00:10:47.730504 3804 services_controller.go:208] Setting up event handlers for services for network=default I0508 00:10:47.730596 3804 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0508 00:10:47.730694 3804 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0508 00:10:47.730716 3804 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0508 00:10:47.830837 3804 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0508 00:10:47.830859 3804 repair.go:60] Starting repairing loop for services I0508 00:10:47.830963 3804 repair.go:131] Deleted 0 stale service LBs I0508 00:10:47.830983 3804 repair.go:137] Deleted 0 stale Chassis Template Vars I0508 00:10:47.831001 3804 repair.go:62] Finished repairing loop for services: 143.877µs I0508 00:10:47.831024 3804 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0508 00:10:47.831034 3804 services_controller.go:254] Starting workers for network=default I0508 00:10:47.831658 3804 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-crwwm] creating logical port openshift-multus_network-metrics-daemon-crwwm for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:47.831839 3804 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pvxrp] creating logical port kube-system_global-pull-secret-syncer-pvxrp for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:47.831863 3804 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-crwwm I0508 00:10:47.831927 3804 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wf5zv] creating logical port openshift-network-diagnostics_network-check-target-wf5zv for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:47.832000 3804 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-pvxrp I0508 00:10:47.832022 3804 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-wf5zv W0508 00:10:47.834401 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:10:47.848389 3804 pod.go:62] [kube-system/global-pull-secret-syncer-pvxrp] pod update took 16.462764ms I0508 00:10:47.848415 3804 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-pvxrp] addLogicalPort annotation time took 16.504863ms I0508 00:10:47.848511 3804 pod.go:62] [openshift-network-diagnostics/network-check-target-wf5zv] pod update took 16.523704ms I0508 00:10:47.848530 3804 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-wf5zv] addLogicalPort annotation time took 16.542523ms I0508 00:10:47.849563 3804 pods.go:271] [kube-system/global-pull-secret-syncer-pvxrp] addLogicalPort took 17.730302ms, libovsdb time 877.826µs I0508 00:10:47.849779 3804 pods.go:271] [openshift-network-diagnostics/network-check-target-wf5zv] addLogicalPort took 17.871272ms, libovsdb time 1.00723ms I0508 00:10:47.849819 3804 pod.go:62] [openshift-multus/network-metrics-daemon-crwwm] pod update took 18.056724ms I0508 00:10:47.849830 3804 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-crwwm] addLogicalPort annotation time took 18.072283ms I0508 00:10:47.850804 3804 pods.go:271] [openshift-multus/network-metrics-daemon-crwwm] addLogicalPort took 19.15935ms, libovsdb time 742.434µs I0508 00:10:47.851419 3804 admin_network_policy_controller.go:227] Starting controller default-network-controller I0508 00:10:47.851450 3804 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0508 00:10:47.851468 3804 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0508 00:10:47.851475 3804 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0508 00:10:47.851722 3804 repair.go:29] Repairing admin network policies took 240.595µs I0508 00:10:47.851831 3804 repair.go:92] Repairing baseline admin network policies took 97.711µs I0508 00:10:47.852290 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0508 00:10:47.852304 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0508 00:10:47.854110 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0508 00:10:47.854135 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0508 00:10:47.854142 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0508 00:10:47.855355 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0508 00:10:47.855374 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0508 00:10:47.855387 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0508 00:10:47.857537 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0508 00:10:47.857555 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0508 00:10:47.857563 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0508 00:10:47.859165 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0508 00:10:47.859189 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0508 00:10:47.860105 3804 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0508 00:10:47.860122 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0508 00:10:47.860906 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0508 00:10:47.860926 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0508 00:10:47.860935 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0508 00:10:47.863207 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0508 00:10:47.863225 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0508 00:10:47.863233 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0508 00:10:47.863797 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0508 00:10:47.863822 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0508 00:10:47.863838 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0508 00:10:47.864404 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0508 00:10:47.864434 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0508 00:10:47.864447 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0508 00:10:47.864976 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0508 00:10:47.864995 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0508 00:10:47.865001 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0508 00:10:47.866342 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0508 00:10:47.866362 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0508 00:10:47.866372 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0508 00:10:47.867301 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0508 00:10:47.867318 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0508 00:10:47.867326 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0508 00:10:47.868932 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0508 00:10:47.868961 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0508 00:10:47.868973 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0508 00:10:47.869534 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0508 00:10:47.869552 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0508 00:10:47.869559 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0508 00:10:47.870122 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0508 00:10:47.870138 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0508 00:10:47.870147 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0508 00:10:47.870872 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0508 00:10:47.870893 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0508 00:10:47.870904 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0508 00:10:47.872120 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0508 00:10:47.872139 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0508 00:10:47.872147 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0508 00:10:47.872754 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0508 00:10:47.872792 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0508 00:10:47.872803 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0508 00:10:47.873392 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0508 00:10:47.873418 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0508 00:10:47.873442 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0508 00:10:47.874215 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0508 00:10:47.874237 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0508 00:10:47.874247 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0508 00:10:47.875541 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0508 00:10:47.875559 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0508 00:10:47.875567 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0508 00:10:47.876295 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0508 00:10:47.876310 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0508 00:10:47.876319 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0508 00:10:47.876813 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0508 00:10:47.876836 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0508 00:10:47.876847 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0508 00:10:47.877468 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0508 00:10:47.877489 3804 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0508 00:10:47.877505 3804 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0508 00:10:47.878432 3804 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0508 00:10:47.878450 3804 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0508 00:10:47.878460 3804 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0508 00:10:47.879480 3804 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0508 00:10:47.879516 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0508 00:10:47.879532 3804 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0508 00:10:47.880599 3804 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0508 00:10:47.880617 3804 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0508 00:10:47.880625 3804 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0508 00:10:47.882312 3804 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0508 00:10:47.882331 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0508 00:10:47.882339 3804 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0508 00:10:47.882896 3804 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0508 00:10:47.882916 3804 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0508 00:10:47.882931 3804 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0508 00:10:47.883192 3804 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0508 00:10:47.889244 3804 egressfirewall.go:374] Starting EgressFirewall controller I0508 00:10:47.889271 3804 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0508 00:10:47.889286 3804 controller.go:133] Adding controller egress-firewall-controller event handlers I0508 00:10:47.889300 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0508 00:10:47.889314 3804 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0508 00:10:47.889313 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0508 00:10:47.889323 3804 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0508 00:10:47.889607 3804 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0508 00:10:47.889621 3804 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0508 00:10:47.889626 3804 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0508 00:10:47.889636 3804 egressqos.go:193] Setting up event handlers for EgressQoS I0508 00:10:47.889648 3804 egressfirewall.go:723] Syncing node "ip-10-0-0-43.ec2.internal" for egress firewall I0508 00:10:47.889661 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0508 00:10:47.889665 3804 egressfirewall.go:723] Syncing node "ip-10-0-2-221.ec2.internal" for egress firewall I0508 00:10:47.889818 3804 egressqos.go:245] Starting EgressQoS Controller I0508 00:10:47.889827 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0508 00:10:47.889833 3804 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0508 00:10:47.889838 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0508 00:10:47.889843 3804 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0508 00:10:47.889885 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0508 00:10:47.889892 3804 shared_informer.go:356] "Caches are synced" controller="egressqos" I0508 00:10:47.889902 3804 egressqos.go:259] Repairing EgressQoSes I0508 00:10:47.889908 3804 egressqos.go:399] Starting repairing loop for egressqos I0508 00:10:47.889989 3804 egressqos.go:401] Finished repairing loop for egressqos: 81.174µs I0508 00:10:47.890008 3804 egressservice_zone.go:132] Setting up event handlers for Egress Services I0508 00:10:47.890035 3804 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-82.ec2.internal I0508 00:10:47.890117 3804 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-82.ec2.internal : 83.65µs I0508 00:10:47.890260 3804 egressservice_zone.go:210] Starting Egress Services Controller I0508 00:10:47.890272 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0508 00:10:47.890280 3804 shared_informer.go:356] "Caches are synced" controller="egressservices" I0508 00:10:47.890286 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0508 00:10:47.890291 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0508 00:10:47.890296 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0508 00:10:47.890300 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0508 00:10:47.890305 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0508 00:10:47.890310 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0508 00:10:47.890314 3804 egressservice_zone.go:228] Repairing Egress Services I0508 00:10:47.890612 3804 master_controller.go:88] Starting Admin Policy Based Route Controller I0508 00:10:47.890622 3804 external_controller.go:278] Starting Admin Policy Based Route Controller I0508 00:10:47.890701 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0508 00:10:47.890713 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 14.627µs I0508 00:10:47.890720 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-221.ec2.internal I0508 00:10:47.890732 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-221.ec2.internal: 12.111µs I0508 00:10:47.890740 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-43.ec2.internal I0508 00:10:47.890748 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-43.ec2.internal: 8.808µs I0508 00:10:47.890795 3804 default_network_controller.go:585] Completing all the Watchers took 305.328687ms I0508 00:10:47.890812 3804 default_network_controller.go:589] Starting unidling controllers I0508 00:10:47.890825 3804 unidle.go:46] Registering OVN SB ControllerEvent handler I0508 00:10:47.890834 3804 unidle.go:63] Populating Initial ContollerEvent events I0508 00:10:47.890849 3804 unidle.go:79] Setting up event handlers for services I0508 00:10:47.891011 3804 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0508 00:10:48.021651 3804 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:48.521248 3804 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:49.021124 3804 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:49.520489 3804 default_node_network_controller.go:519] Node connection status = connected I0508 00:10:49.579808 3804 bridgeconfig.go:537] Gateway is ready I0508 00:10:49.579840 3804 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0508 00:10:49.592909 3804 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.82. Updating OVN encap IP. I0508 00:10:49.597118 3804 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0508 00:10:49.598783 3804 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.82 - it is already configured I0508 00:10:49.598798 3804 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.82/24:{} 172.20.0.1/32:{}]. Updating annotations. I0508 00:10:49.599025 3804 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.82/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-82.ec2.internal","mac-address":"0a:ff:e9:30:3d:bd","ip-addresses":["10.0.1.82/24"],"ip-address":"10.0.1.82/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:7c2e290b-c2c8-4a2b-8d07-a5d9f54cd135 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.82/24"}] on node ip-10-0-1-82.ec2.internal I0508 00:10:49.612977 3804 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.82 I0508 00:10:49.613092 3804 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-82.ec2.internal in network "default" I0508 00:10:49.613093 3804 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-82.ec2.internal I0508 00:10:49.613105 3804 egressfirewall.go:723] Syncing node "ip-10-0-1-82.ec2.internal" for egress firewall I0508 00:10:49.613157 3804 node_tracker.go:169] Node ip-10-0-1-82.ec2.internal switch + router changed, syncing services in network "default" I0508 00:10:49.613170 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0508 00:10:49.613177 3804 services_controller.go:574] Full service sync requested for network=default I0508 00:10:49.613182 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 20.983µs I0508 00:10:49.613098 3804 master.go:548] Adding or Updating local node "ip-10-0-1-82.ec2.internal" for network "default" W0508 00:10:49.613812 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:10:49.618115 3804 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-82.ec2.internal. Updating no re-route policies I0508 00:10:49.618195 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-vpzhp I0508 00:10:49.618212 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-vpzhp I0508 00:10:49.618212 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-wf5zv I0508 00:10:49.618215 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-p4kg9 I0508 00:10:49.618217 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kzw5r I0508 00:10:49.618228 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-p4kg9 I0508 00:10:49.618228 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-wf5zv I0508 00:10:49.618229 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-nthfj I0508 00:10:49.618233 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-kzw5r I0508 00:10:49.618241 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-vpzhp after 0 failed attempt(s) I0508 00:10:49.618245 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-nthfj I0508 00:10:49.618249 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal I0508 00:10:49.618261 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-crwwm I0508 00:10:49.618265 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-65rnn I0508 00:10:49.618266 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b5gnz I0508 00:10:49.618270 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-nthfj after 0 failed attempt(s) I0508 00:10:49.618272 3804 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-wf5zv] creating logical port openshift-network-diagnostics_network-check-target-wf5zv for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:49.618275 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-crwwm I0508 00:10:49.618277 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-65rnn I0508 00:10:49.618262 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-kzw5r after 0 failed attempt(s) I0508 00:10:49.618278 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-klwfp I0508 00:10:49.618282 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal I0508 00:10:49.618287 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-pvxrp I0508 00:10:49.618290 3804 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-cwt48 I0508 00:10:49.618294 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-klwfp I0508 00:10:49.618297 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-pvxrp I0508 00:10:49.618295 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal I0508 00:10:49.618302 3804 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-cwt48 I0508 00:10:49.618313 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-klwfp after 0 failed attempt(s) I0508 00:10:49.618321 3804 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-cwt48 after 0 failed attempt(s) I0508 00:10:49.618277 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b5gnz I0508 00:10:49.618321 3804 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-82.ec2.internal after 0 failed attempt(s) I0508 00:10:49.618331 3804 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-pvxrp] creating logical port kube-system_global-pull-secret-syncer-pvxrp for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:49.618335 3804 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-crwwm] creating logical port openshift-multus_network-metrics-daemon-crwwm for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:49.618269 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal I0508 00:10:49.618342 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-b5gnz after 0 failed attempt(s) I0508 00:10:49.618282 3804 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-9nbs8 I0508 00:10:49.618351 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-82.ec2.internal after 0 failed attempt(s) I0508 00:10:49.618299 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-65rnn after 0 failed attempt(s) I0508 00:10:49.618357 3804 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-9nbs8 I0508 00:10:49.618373 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-9nbs8 after 0 failed attempt(s) I0508 00:10:49.618254 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-p4kg9 after 0 failed attempt(s) I0508 00:10:49.618952 3804 pods.go:271] [openshift-network-diagnostics/network-check-target-wf5zv] addLogicalPort took 695.942µs, libovsdb time 306.488µs I0508 00:10:49.618967 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-wf5zv after 0 failed attempt(s) I0508 00:10:49.619071 3804 pods.go:271] [kube-system/global-pull-secret-syncer-pvxrp] addLogicalPort took 752.927µs, libovsdb time 291.832µs I0508 00:10:49.619078 3804 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-pvxrp after 0 failed attempt(s) I0508 00:10:49.619431 3804 pods.go:271] [openshift-multus/network-metrics-daemon-crwwm] addLogicalPort took 1.128277ms, libovsdb time 613.286µs I0508 00:10:49.619446 3804 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-crwwm after 0 failed attempt(s) I0508 00:10:49.628307 3804 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0508 00:10:49.640544 3804 iptables.go:108] Creating table: mangle chain: OUTPUT I0508 00:10:49.643698 3804 iptables.go:108] Creating table: nat chain: OUTPUT I0508 00:10:49.694716 3804 iptables.go:108] Creating table: nat chain: PREROUTING I0508 00:10:49.756307 3804 iptables.go:108] Creating table: filter chain: FORWARD I0508 00:10:49.772809 3804 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0508 00:10:49.772898 3804 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0508 00:10:49.772941 3804 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0508 00:10:49.773027 3804 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0508 00:10:49.773075 3804 gateway_init.go:325] Gateway and management port readiness took 2.256846731s I0508 00:10:49.773102 3804 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0508 00:10:49.773148 3804 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0508 00:10:49.773161 3804 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0508 00:10:49.773170 3804 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0508 00:10:49.773228 3804 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0508 00:10:49.773315 3804 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.652µs I0508 00:10:49.773499 3804 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0508 00:10:49.773528 3804 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 20.108µs I0508 00:10:49.773536 3804 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 37.746µs I0508 00:10:49.773543 3804 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0508 00:10:49.773552 3804 nad_controller.go:379] [node-nad-controller NAD controller]: started I0508 00:10:49.773560 3804 default_node_network_controller.go:899] Starting the default node network controller I0508 00:10:49.773565 3804 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0508 00:10:49.773577 3804 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 12.568µs I0508 00:10:49.773710 3804 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0508 00:10:49.773719 3804 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0508 00:10:49.773742 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f2a0 0xc0002adc70 0xc0002adce0 0xc0002add50 0xc0002addc0 0xc0002ade30 0xc0002adea0 0xc000b2d590 0xc0002adf10 0xc0002c6000 0xc000bc03c0 0xc006473340 0xc0002c6070 map[0x2ff9080:0xc000a68ba0 0x2ff95c0:0xc000a68d20 0x2ffa2e0:0xc000a68ae0 0x2ffa580:0xc000a68b40 0x2ffad60:0xc000a68c00 0x2ffb000:0xc000a68c60 0x2ffb2a0:0xc000a68cc0 0x2ffba80:0xc000a68d80 0x2ffbd20:0xc000a68de0 0x3026980:0xc000a07560 0x3026d20:0xc000a07680 0x3027800:0xc000c0d740 0x3029160:0xc001c60000 0x30298a0:0xc000a076e0 0x302a720:0xc000bb3ec0] 0xc000b225b0 0} I0508 00:10:49.773810 3804 gateway.go:151] Starting gateway service sync I0508 00:10:49.774198 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0508 00:10:49.776348 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0508 00:10:49.801738 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0508 00:10:49.802938 3804 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0508 00:10:49.804107 3804 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0508 00:10:49.838333 3804 gateway.go:168] Gateway service sync done. Time taken: 64.507765ms I0508 00:10:49.839028 3804 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30113 I0508 00:10:49.839151 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f2a0 0xc0002adc70 0xc0002adce0 0xc0002add50 0xc0002addc0 0xc0002ade30 0xc0002adea0 0xc000b2d590 0xc0002adf10 0xc0002c6000 0xc000bc03c0 0xc006473340 0xc0002c6070 map[0x2ff9080:0xc000a68ba0 0x2ff95c0:0xc000a68d20 0x2ffa2e0:0xc000a68ae0 0x2ffa580:0xc000a68b40 0x2ffad60:0xc000a68c00 0x2ffb000:0xc000a68c60 0x2ffb2a0:0xc000a68cc0 0x2ffba80:0xc000a68d80 0x2ffbd20:0xc000a68de0 0x3026980:0xc000a07560 0x3026d20:0xc000a07680 0x3027800:0xc000c0d740 0x3029160:0xc001c60000 0x30298a0:0xc000a076e0 0x302a720:0xc000bb3ec0] 0xc000b225b0 0} I0508 00:10:49.839707 3804 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000b1f2a0 0xc0002adc70 0xc0002adce0 0xc0002add50 0xc0002addc0 0xc0002ade30 0xc0002adea0 0xc000b2d590 0xc0002adf10 0xc0002c6000 0xc000bc03c0 0xc006473340 0xc0002c6070 map[0x2ff9080:0xc000a68ba0 0x2ff95c0:0xc000a68d20 0x2ffa2e0:0xc000a68ae0 0x2ffa580:0xc000a68b40 0x2ffad60:0xc000a68c00 0x2ffb000:0xc000a68c60 0x2ffb2a0:0xc000a68cc0 0x2ffba80:0xc000a68d80 0x2ffbd20:0xc000a68de0 0x3026980:0xc000a07560 0x3026d20:0xc000a07680 0x3027800:0xc000c0d740 0x3029160:0xc001c60000 0x30298a0:0xc000a076e0 0x302a720:0xc000bb3ec0] 0xc000b225b0 0} I0508 00:10:49.839756 3804 gateway.go:532] Reconciling gateway with updates I0508 00:10:49.845406 3804 gateway.go:339] Spawning Conntrack Rule Check Thread I0508 00:10:49.845487 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 00:10:49.845503 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 00:10:49.845511 3804 default_node_network_controller.go:944] Gateway and management port readiness took 71.781632ms I0508 00:10:49.845518 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 00:10:49.845518 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 00:10:49.845526 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 00:10:49.845542 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 00:10:49.845544 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0508 00:10:49.845546 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 00:10:49.845556 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0508 00:10:49.845559 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0508 00:10:49.845563 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 00:10:49.845567 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0508 00:10:49.845557 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0508 00:10:49.845571 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 00:10:49.845584 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 00:10:49.845568 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0508 00:10:49.845576 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0508 00:10:49.845586 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 00:10:49.845597 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 00:10:49.845602 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0508 00:10:49.845607 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 00:10:49.845608 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0508 00:10:49.845613 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 00:10:49.845617 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0508 00:10:49.845620 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0508 00:10:49.845585 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 30121 is already open, no action needed I0508 00:10:49.845626 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0508 00:10:49.845634 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 00:10:49.845638 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0508 00:10:49.845576 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 00:10:49.845643 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 00:10:49.845645 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0508 00:10:49.845649 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0508 00:10:49.845652 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 00:10:49.845650 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 00:10:49.845659 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 00:10:49.845623 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 00:10:49.845665 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 00:10:49.845666 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 00:10:49.845671 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 00:10:49.845671 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 00:10:49.845691 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 00:10:49.845692 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 00:10:49.845694 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 00:10:49.845694 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 00:10:49.845700 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 00:10:49.845706 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 00:10:49.845711 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0508 00:10:49.845665 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 00:10:49.845718 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 00:10:49.845625 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 00:10:49.845717 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0508 00:10:49.845729 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 00:10:49.845730 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 00:10:49.845733 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0508 00:10:49.845733 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 00:10:49.845738 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:10:49.845739 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0508 00:10:49.845742 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0508 00:10:49.845747 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 00:10:49.845753 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0508 00:10:49.845754 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0508 00:10:49.845764 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 00:10:49.845619 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 00:10:49.845605 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 00:10:49.845786 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 00:10:49.845709 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0508 00:10:49.845798 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 00:10:49.845802 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0508 00:10:49.845807 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 00:10:49.845816 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0508 00:10:49.845817 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0508 00:10:49.845754 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:10:49.845823 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0508 00:10:49.845705 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 00:10:49.845831 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0508 00:10:49.845653 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0508 00:10:49.845851 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0508 00:10:49.845855 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0508 00:10:49.845591 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 00:10:49.845860 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0508 00:10:49.845868 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0508 00:10:49.845869 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 00:10:49.845653 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 30235 is already open, no action needed I0508 00:10:49.845876 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0508 00:10:49.845876 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0508 00:10:49.845703 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0508 00:10:49.845884 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0508 00:10:49.845716 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 00:10:49.845890 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0508 00:10:49.845894 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0508 00:10:49.845588 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 00:10:49.845902 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0508 00:10:49.845903 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0508 00:10:49.845910 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0508 00:10:49.845737 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0508 00:10:49.845487 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 00:10:49.845921 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0508 00:10:49.845718 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 00:10:49.845927 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 00:10:49.845931 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 00:10:49.845929 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0508 00:10:49.845740 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0508 00:10:49.845943 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0508 00:10:49.845951 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 00:10:49.845737 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0508 00:10:49.845974 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 00:10:49.845985 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0508 00:10:49.845776 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 00:10:49.845753 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 00:10:49.846039 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 00:10:49.845841 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 00:10:49.846048 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0508 00:10:49.845871 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 00:10:49.846052 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0508 00:10:49.845919 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0508 00:10:49.845941 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 00:10:49.846084 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 00:10:49.846640 3804 node_ip_handler_linux.go:160] Node IP manager is running W0508 00:10:49.883903 3804 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0508 00:10:49.884089 3804 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0508 00:10:49.884222 3804 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0508 00:10:49.891361 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0508 00:10:49.891369 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0508 00:10:49.932158 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0508 00:10:49.932188 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0508 00:10:49.932198 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0508 00:10:49.932207 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0508 00:10:49.932213 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0508 00:10:49.932233 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0508 00:10:49.932250 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0508 00:10:49.932265 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0508 00:10:49.932271 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0508 00:10:49.932278 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0508 00:10:49.932286 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0508 00:10:49.971982 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0508 00:10:49.972009 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0508 00:10:49.972015 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0508 00:10:51.020284 3804 default_node_network_controller.go:1380] Starting node controller node sync W0508 00:10:51.020354 3804 egressip_healthcheck.go:76] Health checking using insecure connection I0508 00:10:51.020406 3804 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0508 00:10:51.032118 3804 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.810184ms I0508 00:10:51.032308 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-221.ec2.internal", IP: 10.0.2.221 to PMTUD blocking rules I0508 00:10:51.032310 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-43.ec2.internal", IP: 10.0.0.43 to PMTUD blocking rules I0508 00:10:51.032320 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-221.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 00:10:51.032322 3804 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-43.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0508 00:10:51.044169 3804 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0508 00:10:51.044452 3804 egressservice_node.go:93] Setting up event handlers for Egress Services I0508 00:10:51.044590 3804 egressservice_node.go:183] Starting Egress Services Controller I0508 00:10:51.044704 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0508 00:10:51.044719 3804 shared_informer.go:356] "Caches are synced" controller="egressservices" I0508 00:10:51.044740 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0508 00:10:51.044747 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0508 00:10:51.044753 3804 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0508 00:10:51.044757 3804 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0508 00:10:51.044762 3804 egressservice_node.go:197] Repairing Egress Services I0508 00:10:51.054771 3804 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0508 00:10:51.054783 3804 external_controller.go:278] Starting Admin Policy Based Route Controller I0508 00:10:51.055019 3804 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0508 00:10:51.055028 3804 link_network_manager.go:119] Link manager is running I0508 00:10:51.055036 3804 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0508 00:10:51.055316 3804 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0508 00:10:51.055764 3804 vrf_manager.go:128] VRF manager is running I0508 00:10:51.055879 3804 node_controller_manager.go:437] Removing flows to drop GARP I0508 00:10:51.055889 3804 gateway.go:532] Reconciling gateway with updates I0508 00:10:51.073709 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 00:10:51.073752 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0508 00:10:51.073769 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0508 00:10:51.073713 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:10:51.073787 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:10:51.073803 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 00:10:51.073824 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0508 00:10:51.073835 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0508 00:10:51.073839 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 00:10:51.073849 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0508 00:10:51.073770 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0508 00:10:51.073854 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0508 00:10:51.073855 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 00:10:51.073866 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0508 00:10:51.073905 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0508 00:10:51.073908 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 00:10:51.073914 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 00:10:51.073932 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 00:10:51.073934 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 00:10:51.073933 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 00:10:51.073942 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 00:10:51.073950 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 00:10:51.073862 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0508 00:10:51.073952 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 00:10:51.073962 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0508 00:10:51.073962 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0508 00:10:51.073968 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0508 00:10:51.073968 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0508 00:10:51.073969 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 00:10:51.073971 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0508 00:10:51.073984 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0508 00:10:51.073989 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 00:10:51.073992 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0508 00:10:51.074003 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 00:10:51.073865 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0508 00:10:51.074011 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 00:10:51.074015 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0508 00:10:51.073990 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 00:10:51.074026 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0508 00:10:51.074017 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0508 00:10:51.074028 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 00:10:51.073922 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0508 00:10:51.074037 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0508 00:10:51.074038 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 00:10:51.074001 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 00:10:51.074048 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 00:10:51.074049 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 00:10:51.074043 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0508 00:10:51.074059 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0508 00:10:51.074065 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0508 00:10:51.074066 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 30121 is already open, no action needed I0508 00:10:51.074066 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 00:10:51.074068 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0508 00:10:51.074074 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0508 00:10:51.074078 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0508 00:10:51.074085 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0508 00:10:51.074088 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0508 00:10:51.073820 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 00:10:51.074099 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0508 00:10:51.074089 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0508 00:10:51.074053 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0508 00:10:51.074148 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0508 00:10:51.073935 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0508 00:10:51.073948 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0508 00:10:51.073938 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 00:10:51.074208 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0508 00:10:51.074208 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0508 00:10:51.074214 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0508 00:10:51.074213 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0508 00:10:51.073939 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0508 00:10:51.074223 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0508 00:10:51.073850 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0508 00:10:51.074231 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 00:10:51.073954 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0508 00:10:51.073961 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 00:10:51.074270 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0508 00:10:51.073977 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0508 00:10:51.074277 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0508 00:10:51.074284 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0508 00:10:51.074292 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0508 00:10:51.073995 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0508 00:10:51.073994 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 00:10:51.074322 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0508 00:10:51.074005 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0508 00:10:51.074342 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0508 00:10:51.074017 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0508 00:10:51.074021 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0508 00:10:51.074399 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0508 00:10:51.074033 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0508 00:10:51.074034 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 00:10:51.074432 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0508 00:10:51.074055 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0508 00:10:51.074080 3804 port_claim.go:71] Svc openshift-ingress/router-default: port 30235 is already open, no action needed I0508 00:10:51.074127 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 00:10:51.074545 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0508 00:10:51.074218 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0508 00:10:51.074568 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0508 00:10:51.074267 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0508 00:10:51.074014 3804 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 00:10:51.074621 3804 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0508 00:10:51.096623 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0508 00:10:51.096659 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0508 00:10:51.096688 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0508 00:10:51.096711 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0508 00:10:51.136445 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0508 00:10:51.136472 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0508 00:10:51.136479 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0508 00:10:51.136485 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0508 00:10:51.136510 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0508 00:10:51.136536 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0508 00:10:51.136547 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0508 00:10:51.136558 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0508 00:10:51.136568 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0508 00:10:51.136611 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0508 00:10:51.136629 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0508 00:10:51.136635 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0508 00:10:51.136641 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0508 00:10:51.136648 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0508 00:10:51.136658 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0508 00:10:51.136668 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0508 00:10:51.136692 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0508 00:10:51.136700 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0508 00:10:51.136710 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0508 00:10:51.136719 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0508 00:10:51.136738 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0508 00:10:51.136746 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0508 00:10:51.136755 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0508 00:10:51.136768 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0508 00:10:51.136778 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0508 00:10:51.136786 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0508 00:10:51.177541 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0508 00:10:51.177556 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0508 00:10:51.177546 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0508 00:10:51.177575 3804 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0508 00:10:52.370729 3804 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-82.ec2.internal I0508 00:10:52.370769 3804 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-82.ec2.internal: 46.038µs I0508 00:10:52.397826 3804 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-7c7d8b666f-qsqs5] creating logical port openshift-image-registry_image-registry-7c7d8b666f-qsqs5 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:52.397956 3804 kube.go:256] Updating pod openshift-image-registry/image-registry-7c7d8b666f-qsqs5 I0508 00:10:52.413820 3804 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-zmxqf] creating logical port openshift-dns_dns-default-zmxqf for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:52.413938 3804 kube.go:256] Updating pod openshift-dns/dns-default-zmxqf I0508 00:10:52.418018 3804 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-vcbgn] creating logical port openshift-ingress-canary_ingress-canary-vcbgn for pod on switch ip-10-0-1-82.ec2.internal I0508 00:10:52.418134 3804 pod.go:62] [openshift-image-registry/image-registry-7c7d8b666f-qsqs5] pod update took 20.212693ms I0508 00:10:52.418153 3804 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-7c7d8b666f-qsqs5] addLogicalPort annotation time took 20.23928ms I0508 00:10:52.418140 3804 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-vcbgn I0508 00:10:52.419373 3804 pods.go:271] [openshift-image-registry/image-registry-7c7d8b666f-qsqs5] addLogicalPort took 21.613981ms, libovsdb time 879.761µs I0508 00:10:52.433349 3804 pod.go:62] [openshift-dns/dns-default-zmxqf] pod update took 19.437963ms I0508 00:10:52.433370 3804 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-zmxqf] addLogicalPort annotation time took 19.46326ms I0508 00:10:52.434477 3804 pods.go:271] [openshift-dns/dns-default-zmxqf] addLogicalPort took 20.676994ms, libovsdb time 827.131µs I0508 00:10:52.436665 3804 pod.go:62] [openshift-ingress-canary/ingress-canary-vcbgn] pod update took 18.551611ms I0508 00:10:52.436704 3804 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-vcbgn] addLogicalPort annotation time took 18.590935ms I0508 00:10:52.437991 3804 pods.go:271] [openshift-ingress-canary/ingress-canary-vcbgn] addLogicalPort took 19.984347ms, libovsdb time 858.001µs I0508 00:10:52.845255 3804 cni.go:452] [openshift-ingress-canary/ingress-canary-vcbgn 28b6b6c2493f0a3499cc65a3a6709d400f2b11f050fcaaf04b73864cde4e8847 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-vcbgn 28b6b6c2493f0a3499cc65a3a6709d400f2b11f050fcaaf04b73864cde4e8847 network default NAD default NAD key ] I0508 00:10:52.909222 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-vcbgn, hostIfaceName: 28b6b6c2493f0a3, network: default, NAD default, SandboxID: "28b6b6c2493f0a3499cc65a3a6709d400f2b11f050fcaaf04b73864cde4e8847", PCI device ID: , UID: "3d25da59-77ce-4a78-8bbc-b0a7e6537a20", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0508 00:10:52.968420 3804 cni.go:473] [openshift-ingress-canary/ingress-canary-vcbgn 28b6b6c2493f0a3499cc65a3a6709d400f2b11f050fcaaf04b73864cde4e8847 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-vcbgn 28b6b6c2493f0a3499cc65a3a6709d400f2b11f050fcaaf04b73864cde4e8847 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:ee:e5:1e:75:b5\",\"name\":\"28b6b6c2493f0a3\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7db9ee50-a9e3-4a21-8708-1f4cfa4ead42\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:10:55.461742 3804 cni.go:452] [kube-system/global-pull-secret-syncer-pvxrp b8396d62ef96cd609717b804bdec45f83fc59b50178f48c60bfe8d8afbea432b network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-pvxrp b8396d62ef96cd609717b804bdec45f83fc59b50178f48c60bfe8d8afbea432b network default NAD default NAD key ] I0508 00:10:55.471959 3804 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-pvxrp, hostIfaceName: b8396d62ef96cd6, network: default, NAD default, SandboxID: "b8396d62ef96cd609717b804bdec45f83fc59b50178f48c60bfe8d8afbea432b", PCI device ID: , UID: "4d0969e4-0249-4d96-822c-c42e7037daa9", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0508 00:10:55.517914 3804 cni.go:473] [kube-system/global-pull-secret-syncer-pvxrp b8396d62ef96cd609717b804bdec45f83fc59b50178f48c60bfe8d8afbea432b network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-pvxrp b8396d62ef96cd609717b804bdec45f83fc59b50178f48c60bfe8d8afbea432b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:32:3d:d0:df:94\",\"name\":\"b8396d62ef96cd6\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6c95201d-8dcb-4506-b530-bde46254b3e3\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:10:55.750966 3804 cni.go:452] [openshift-network-diagnostics/network-check-target-wf5zv 224e3eb3c2d2a7be62bef26f3ad89489a9c05dc6556d5e5a52126543bcb7d9d8 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-wf5zv 224e3eb3c2d2a7be62bef26f3ad89489a9c05dc6556d5e5a52126543bcb7d9d8 network default NAD default NAD key ] I0508 00:10:55.760333 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-wf5zv, hostIfaceName: 224e3eb3c2d2a7b, network: default, NAD default, SandboxID: "224e3eb3c2d2a7be62bef26f3ad89489a9c05dc6556d5e5a52126543bcb7d9d8", PCI device ID: , UID: "4242d497-aba9-43de-a195-94827b570d7c", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0508 00:10:55.807204 3804 cni.go:473] [openshift-network-diagnostics/network-check-target-wf5zv 224e3eb3c2d2a7be62bef26f3ad89489a9c05dc6556d5e5a52126543bcb7d9d8 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-wf5zv 224e3eb3c2d2a7be62bef26f3ad89489a9c05dc6556d5e5a52126543bcb7d9d8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:16:92:e9:21:a8\",\"name\":\"224e3eb3c2d2a7b\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2fb81ab1-a103-4488-90c3-d307b0da12f1\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:11:00.763545 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:11:01.628342 3804 default_network_controller.go:1025] Node "ip-10-0-0-43.ec2.internal" in remote zone "ip-10-0-0-43.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0508 00:11:01.629167 3804 zone_ic_handler.go:195] Time taken to create transit switch: 280.98µs I0508 00:11:01.629181 3804 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-43.ec2.internal for the network default I0508 00:11:01.630139 3804 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-43.ec2.internal" on network "default" took: 1.269606ms W0508 00:11:03.965052 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0508 00:11:03.965079 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0508 00:11:09.382413 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0508 00:11:09.382440 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0508 00:11:19.597896 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:11:19.598492 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:11:19.598523 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:11:19.598531 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0508 00:11:19.598544 3804 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:11:19.598548 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0508 00:11:20.623590 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:11:20.623621 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:11:20.623637 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:11:20.623648 3804 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0d8dvtd of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:11:22.388723 3804 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0508 00:11:22.397056 3804 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0508 00:11:24.035076 3804 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-bbt4l for pod on switch ip-10-0-1-82.ec2.internal I0508 00:11:24.035215 3804 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l I0508 00:11:24.054090 3804 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l] pod update took 18.900934ms I0508 00:11:24.054115 3804 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l] addLogicalPort annotation time took 18.930454ms I0508 00:11:24.055261 3804 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l] addLogicalPort took 20.200211ms, libovsdb time 866.697µs I0508 00:11:24.394731 3804 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l 7daa71e6bb20e3f7aad1e7a4ddd74334c12fa01da52c652fbb9348ba714442e4 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l 7daa71e6bb20e3f7aad1e7a4ddd74334c12fa01da52c652fbb9348ba714442e4 network default NAD default NAD key ] I0508 00:11:24.405052 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-bbt4l, hostIfaceName: 7daa71e6bb20e3f, network: default, NAD default, SandboxID: "7daa71e6bb20e3f7aad1e7a4ddd74334c12fa01da52c652fbb9348ba714442e4", PCI device ID: , UID: "d5eb7097-6e42-4f59-a467-106baaf50a25", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0508 00:11:24.451857 3804 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l 7daa71e6bb20e3f7aad1e7a4ddd74334c12fa01da52c652fbb9348ba714442e4 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-bbt4l 7daa71e6bb20e3f7aad1e7a4ddd74334c12fa01da52c652fbb9348ba714442e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:62:dc:38:67:78\",\"name\":\"7daa71e6bb20e3f\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c59d9a1b-5aea-416f-b154-b9ea7642c45f\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:11:26.816280 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0508 00:11:31.752249 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0508 00:11:37.819416 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0508 00:11:57.625879 3804 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-6c8bd9ff85-6nwd9] creating logical port openshift-ingress_router-default-6c8bd9ff85-6nwd9 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:11:57.625962 3804 kube.go:256] Updating pod openshift-ingress/router-default-6c8bd9ff85-6nwd9 I0508 00:11:57.646192 3804 pod.go:62] [openshift-ingress/router-default-6c8bd9ff85-6nwd9] pod update took 20.253069ms I0508 00:11:57.646215 3804 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-6c8bd9ff85-6nwd9] addLogicalPort annotation time took 20.281229ms I0508 00:11:57.647455 3804 pods.go:271] [openshift-ingress/router-default-6c8bd9ff85-6nwd9] addLogicalPort took 21.586675ms, libovsdb time 972.782µs I0508 00:11:57.725769 3804 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-252tw for pod on switch ip-10-0-1-82.ec2.internal I0508 00:11:57.725868 3804 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw I0508 00:11:57.739931 3804 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw] pod update took 14.084812ms I0508 00:11:57.739953 3804 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw] addLogicalPort annotation time took 14.115144ms I0508 00:11:57.741129 3804 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw] addLogicalPort took 15.384333ms, libovsdb time 891.49µs I0508 00:11:57.814308 3804 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-zqmcq for pod on switch ip-10-0-1-82.ec2.internal I0508 00:11:57.814355 3804 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-kw4fx for pod on switch ip-10-0-1-82.ec2.internal I0508 00:11:57.814432 3804 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq I0508 00:11:57.814432 3804 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx I0508 00:11:57.829501 3804 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx] pod update took 15.089084ms I0508 00:11:57.829530 3804 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx] addLogicalPort annotation time took 15.119861ms I0508 00:11:57.830833 3804 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx] addLogicalPort took 16.491969ms, libovsdb time 944.13µs I0508 00:11:57.831980 3804 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq] pod update took 17.579385ms I0508 00:11:57.832008 3804 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq] addLogicalPort annotation time took 17.617142ms I0508 00:11:57.833133 3804 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq] addLogicalPort took 18.83927ms, libovsdb time 779.049µs I0508 00:11:58.085117 3804 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw e847e533dad37be97c0fa25468405253a727134140a2d31db216a612d4da3d3e network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw e847e533dad37be97c0fa25468405253a727134140a2d31db216a612d4da3d3e network default NAD default NAD key ] I0508 00:11:58.095518 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-252tw, hostIfaceName: e847e533dad37be, network: default, NAD default, SandboxID: "e847e533dad37be97c0fa25468405253a727134140a2d31db216a612d4da3d3e", PCI device ID: , UID: "44180e65-0c28-4fbb-9a36-5d1368135e1c", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0508 00:11:58.146098 3804 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw e847e533dad37be97c0fa25468405253a727134140a2d31db216a612d4da3d3e network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-252tw e847e533dad37be97c0fa25468405253a727134140a2d31db216a612d4da3d3e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:ac:c8:cc:7e:39\",\"name\":\"e847e533dad37be\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/967097a8-ba44-4c9a-b09d-714620ff9fb4\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:11:58.185291 3804 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx 670a41d7fe9e46aed2ca92ffae2ead0af7946e5a89ede9eff643507b6d450d86 network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx 670a41d7fe9e46aed2ca92ffae2ead0af7946e5a89ede9eff643507b6d450d86 network default NAD default NAD key ] I0508 00:11:58.196187 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-kw4fx, hostIfaceName: 670a41d7fe9e46a, network: default, NAD default, SandboxID: "670a41d7fe9e46aed2ca92ffae2ead0af7946e5a89ede9eff643507b6d450d86", PCI device ID: , UID: "9be77f9f-2438-4524-addd-beeb7679ee9b", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0508 00:11:58.247318 3804 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx 670a41d7fe9e46aed2ca92ffae2ead0af7946e5a89ede9eff643507b6d450d86 network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-kw4fx 670a41d7fe9e46aed2ca92ffae2ead0af7946e5a89ede9eff643507b6d450d86 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:fb:5b:de:7a:75\",\"name\":\"670a41d7fe9e46a\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7f9ea77b-cec2-424c-a06a-5cce9e3a965b\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:12:00.577997 3804 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0508 00:12:00.579022 3804 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.003178ms I0508 00:12:00.640009 3804 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0508 00:12:02.383456 3804 namespace.go:98] [openshift-service-ca] adding namespace I0508 00:12:02.384300 3804 namespace.go:102] [openshift-service-ca] adding namespace took 823.612µs I0508 00:12:02.398900 3804 namespace.go:142] [openshift-service-ca] updating namespace W0508 00:12:02.628443 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0508 00:12:09.791928 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0508 00:12:10.656170 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:10.656875 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:10.673143 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:10.673165 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-cc2cr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:10.677191 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c7d8b666f-cc2cr I0508 00:12:10.677214 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c7d8b666f-cc2cr I0508 00:12:11.193770 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:11.194397 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:11.208005 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:11.208022 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-cdf9c68db-rhwnl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:11.216693 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-cdf9c68db-rhwnl I0508 00:12:11.216718 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-cdf9c68db-rhwnl W0508 00:12:11.683280 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:13.770606 3804 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq 08846eb7c0626940a7575faa9c093c4174f0df08acc6edc177967ec22b575b00 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq 08846eb7c0626940a7575faa9c093c4174f0df08acc6edc177967ec22b575b00 network default NAD default NAD key ] I0508 00:12:13.780304 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-zqmcq, hostIfaceName: 08846eb7c062694, network: default, NAD default, SandboxID: "08846eb7c0626940a7575faa9c093c4174f0df08acc6edc177967ec22b575b00", PCI device ID: , UID: "35f5b357-59f1-4bca-a957-2e291bdfdfdb", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0508 00:12:13.828318 3804 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq 08846eb7c0626940a7575faa9c093c4174f0df08acc6edc177967ec22b575b00 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-zqmcq 08846eb7c0626940a7575faa9c093c4174f0df08acc6edc177967ec22b575b00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:5c:4f:01:c5:df\",\"name\":\"08846eb7c062694\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/786c34dc-1c6b-468b-a052-f3fa426fca0c\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:12:28.079927 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:28.140687 3804 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-4x7dv] creating logical port openshift-console_downloads-5c54f4944f-4x7dv for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:28.140817 3804 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-4x7dv I0508 00:12:28.179252 3804 pod.go:62] [openshift-console/downloads-5c54f4944f-4x7dv] pod update took 38.470428ms I0508 00:12:28.179276 3804 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-4x7dv] addLogicalPort annotation time took 38.500278ms I0508 00:12:28.180339 3804 pods.go:271] [openshift-console/downloads-5c54f4944f-4x7dv] addLogicalPort took 39.680438ms, libovsdb time 777.818µs W0508 00:12:28.213953 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:28.227100 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-5z87m for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:28.227217 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m I0508 00:12:28.257324 3804 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m] pod update took 30.133143ms I0508 00:12:28.257359 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m] addLogicalPort annotation time took 30.172781ms I0508 00:12:28.258519 3804 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m] addLogicalPort took 31.43528ms, libovsdb time 776.013µs I0508 00:12:28.313650 3804 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-cz896] creating logical port openshift-insights_insights-runtime-extractor-cz896 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:28.313876 3804 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-cz896 I0508 00:12:28.367396 3804 pod.go:62] [openshift-insights/insights-runtime-extractor-cz896] pod update took 53.553507ms I0508 00:12:28.367419 3804 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-cz896] addLogicalPort annotation time took 53.583042ms I0508 00:12:28.368642 3804 pods.go:271] [openshift-insights/insights-runtime-extractor-cz896] addLogicalPort took 55.040101ms, libovsdb time 817.086µs I0508 00:12:28.499466 3804 cni.go:452] [openshift-console/downloads-5c54f4944f-4x7dv d18eb76846ef1a65d3abfa081bb9b75ae713938e4a68e0e55c48831b2f82992d network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-4x7dv d18eb76846ef1a65d3abfa081bb9b75ae713938e4a68e0e55c48831b2f82992d network default NAD default NAD key ] I0508 00:12:28.516744 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-4x7dv, hostIfaceName: d18eb76846ef1a6, network: default, NAD default, SandboxID: "d18eb76846ef1a65d3abfa081bb9b75ae713938e4a68e0e55c48831b2f82992d", PCI device ID: , UID: "a64477e5-5c23-4109-83cc-952e1ab2a55b", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0508 00:12:28.567938 3804 cni.go:473] [openshift-console/downloads-5c54f4944f-4x7dv d18eb76846ef1a65d3abfa081bb9b75ae713938e4a68e0e55c48831b2f82992d network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-4x7dv d18eb76846ef1a65d3abfa081bb9b75ae713938e4a68e0e55c48831b2f82992d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:78:88:5a:fe:2b\",\"name\":\"d18eb76846ef1a6\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9101b573-0442-40fa-a82c-da96fe2cb6d6\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:12:28.963129 3804 cni.go:452] [openshift-insights/insights-runtime-extractor-cz896 ac8d38ae2ce0b63e7ce86fe9e7351ae75769585a460dcb167a411752b0f21246 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-cz896 ac8d38ae2ce0b63e7ce86fe9e7351ae75769585a460dcb167a411752b0f21246 network default NAD default NAD key ] I0508 00:12:28.972663 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-cz896, hostIfaceName: ac8d38ae2ce0b63, network: default, NAD default, SandboxID: "ac8d38ae2ce0b63e7ce86fe9e7351ae75769585a460dcb167a411752b0f21246", PCI device ID: , UID: "e6c1f791-3548-4a9c-8ab9-0906d438f08e", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0508 00:12:29.020305 3804 cni.go:473] [openshift-insights/insights-runtime-extractor-cz896 ac8d38ae2ce0b63e7ce86fe9e7351ae75769585a460dcb167a411752b0f21246 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-cz896 ac8d38ae2ce0b63e7ce86fe9e7351ae75769585a460dcb167a411752b0f21246 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:d6:b4:f8:14:b6\",\"name\":\"ac8d38ae2ce0b63\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3514ad7-a64a-4f2f-bbcb-e4b829720a9a\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:12:29.503226 3804 cni.go:452] [openshift-ingress/router-default-6c8bd9ff85-6nwd9 19f950e0ba3eb36b6c0104b100111aaf1d46b8f4f2cb203db00c55f358d9e0d4 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-6c8bd9ff85-6nwd9 19f950e0ba3eb36b6c0104b100111aaf1d46b8f4f2cb203db00c55f358d9e0d4 network default NAD default NAD key ] I0508 00:12:29.513668 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-6c8bd9ff85-6nwd9, hostIfaceName: 19f950e0ba3eb36, network: default, NAD default, SandboxID: "19f950e0ba3eb36b6c0104b100111aaf1d46b8f4f2cb203db00c55f358d9e0d4", PCI device ID: , UID: "413ae5a6-2d8c-4345-b1ec-ee6b35614179", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0508 00:12:29.570263 3804 cni.go:473] [openshift-ingress/router-default-6c8bd9ff85-6nwd9 19f950e0ba3eb36b6c0104b100111aaf1d46b8f4f2cb203db00c55f358d9e0d4 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-6c8bd9ff85-6nwd9 19f950e0ba3eb36b6c0104b100111aaf1d46b8f4f2cb203db00c55f358d9e0d4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:df:c6:b7:d0:21\",\"name\":\"19f950e0ba3eb36\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ce9014d3-d4cc-4489-98bb-c214d7e2de42\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:12:29.996789 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0508 00:12:29.996862 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0508 00:12:29.996862 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 00:12:29.996882 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 00:12:29.996891 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default I0508 00:12:30.019576 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:30.019630 3804 pods.go:176] Deleting pod: openshift-image-registry/image-registry-7c7d8b666f-qsqs5 I0508 00:12:30.021409 3804 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-7c7d8b666f-qsqs5, ips: 10.130.0.6 I0508 00:12:30.021444 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:30.030948 3804 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-746ff88b94-hkwkv] creating logical port openshift-image-registry_image-registry-746ff88b94-hkwkv for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:30.031066 3804 kube.go:256] Updating pod openshift-image-registry/image-registry-746ff88b94-hkwkv I0508 00:12:30.039234 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:30.039327 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-7c7d8b666f-qsqs5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:30.048125 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-7c7d8b666f-qsqs5 I0508 00:12:30.048155 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-7c7d8b666f-qsqs5 I0508 00:12:30.053224 3804 pod.go:62] [openshift-image-registry/image-registry-746ff88b94-hkwkv] pod update took 22.192322ms I0508 00:12:30.053249 3804 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-746ff88b94-hkwkv] addLogicalPort annotation time took 22.221913ms I0508 00:12:30.054742 3804 pods.go:271] [openshift-image-registry/image-registry-746ff88b94-hkwkv] addLogicalPort took 23.817017ms, libovsdb time 1.106483ms I0508 00:12:30.092479 3804 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m 1b9dd3dcb0cdea22f513a186800e91d51a7ddd97a873e0dbe267fc2491a918a3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m 1b9dd3dcb0cdea22f513a186800e91d51a7ddd97a873e0dbe267fc2491a918a3 network default NAD default NAD key ] I0508 00:12:30.103485 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-5z87m, hostIfaceName: 1b9dd3dcb0cdea2, network: default, NAD default, SandboxID: "1b9dd3dcb0cdea22f513a186800e91d51a7ddd97a873e0dbe267fc2491a918a3", PCI device ID: , UID: "79e23c99-7cb0-4a59-a1bf-dee9cb714fc5", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0508 00:12:30.158315 3804 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m 1b9dd3dcb0cdea22f513a186800e91d51a7ddd97a873e0dbe267fc2491a918a3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5z87m 1b9dd3dcb0cdea22f513a186800e91d51a7ddd97a873e0dbe267fc2491a918a3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:76:ea:9a:41:29\",\"name\":\"1b9dd3dcb0cdea2\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/931f3d06-dd51-4c57-9d55-1bee5cbc9f6c\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:12:30.251362 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook I0508 00:12:30.397705 3804 cni.go:452] [openshift-image-registry/image-registry-746ff88b94-hkwkv 02c64466b5883e2d9d89cd23a0ae0dbf3764a6d4d448db27dd33c04bfd5c650c network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-746ff88b94-hkwkv 02c64466b5883e2d9d89cd23a0ae0dbf3764a6d4d448db27dd33c04bfd5c650c network default NAD default NAD key ] I0508 00:12:30.407431 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-746ff88b94-hkwkv, hostIfaceName: 02c64466b5883e2, network: default, NAD default, SandboxID: "02c64466b5883e2d9d89cd23a0ae0dbf3764a6d4d448db27dd33c04bfd5c650c", PCI device ID: , UID: "6c653920-2cd4-420e-b84e-e76f15b92232", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0508 00:12:30.465486 3804 cni.go:473] [openshift-image-registry/image-registry-746ff88b94-hkwkv 02c64466b5883e2d9d89cd23a0ae0dbf3764a6d4d448db27dd33c04bfd5c650c network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-746ff88b94-hkwkv 02c64466b5883e2d9d89cd23a0ae0dbf3764a6d4d448db27dd33c04bfd5c650c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:86:95:5c:64:46\",\"name\":\"02c64466b5883e2\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8694a2d4-2ac2-4893-84bb-acf5b3183d29\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:12:31.073962 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 00:12:31.073981 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 00:12:31.073986 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0508 00:12:31.076075 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0508 00:12:31.076092 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default W0508 00:12:31.107122 3804 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:31.192783 3804 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 00:12:31.469811 3804 cni.go:452] [openshift-multus/network-metrics-daemon-crwwm 7d742197190de1c15513ce2f44089f4b8a11e81a130385968780d332fef03146 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-crwwm 7d742197190de1c15513ce2f44089f4b8a11e81a130385968780d332fef03146 network default NAD default NAD key ] I0508 00:12:31.480374 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-crwwm, hostIfaceName: 7d742197190de1c, network: default, NAD default, SandboxID: "7d742197190de1c15513ce2f44089f4b8a11e81a130385968780d332fef03146", PCI device ID: , UID: "0989cdc3-6342-491a-94ba-1d73b2f3e092", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0508 00:12:31.534829 3804 cni.go:473] [openshift-multus/network-metrics-daemon-crwwm 7d742197190de1c15513ce2f44089f4b8a11e81a130385968780d332fef03146 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-crwwm 7d742197190de1c15513ce2f44089f4b8a11e81a130385968780d332fef03146 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:33:15:a0:a3:58\",\"name\":\"7d742197190de1c\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5c5163fa-b86f-45f7-b5db-59fd36e0b9e7\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:12:32.060143 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0508 00:12:32.265565 3804 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0508 00:12:32.265585 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0508 00:12:32.265591 3804 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0508 00:12:33.189076 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-76b589d668-g2tjd] creating logical port openshift-monitoring_prometheus-operator-76b589d668-g2tjd for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:33.189238 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-76b589d668-g2tjd I0508 00:12:33.211456 3804 pod.go:62] [openshift-monitoring/prometheus-operator-76b589d668-g2tjd] pod update took 22.253972ms I0508 00:12:33.211482 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-76b589d668-g2tjd] addLogicalPort annotation time took 22.286348ms I0508 00:12:33.212811 3804 pods.go:271] [openshift-monitoring/prometheus-operator-76b589d668-g2tjd] addLogicalPort took 23.753906ms, libovsdb time 940.224µs I0508 00:12:33.551478 3804 cni.go:452] [openshift-monitoring/prometheus-operator-76b589d668-g2tjd 21522aedb5ee52317d7be77aa8a320b2f5747c2acdb29d4a936b316eca516a92 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-76b589d668-g2tjd 21522aedb5ee52317d7be77aa8a320b2f5747c2acdb29d4a936b316eca516a92 network default NAD default NAD key ] I0508 00:12:33.561455 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-76b589d668-g2tjd, hostIfaceName: 21522aedb5ee523, network: default, NAD default, SandboxID: "21522aedb5ee52317d7be77aa8a320b2f5747c2acdb29d4a936b316eca516a92", PCI device ID: , UID: "e673fd3a-dc3d-4b85-8858-d40f7aee30cd", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0508 00:12:33.613583 3804 cni.go:473] [openshift-monitoring/prometheus-operator-76b589d668-g2tjd 21522aedb5ee52317d7be77aa8a320b2f5747c2acdb29d4a936b316eca516a92 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-76b589d668-g2tjd 21522aedb5ee52317d7be77aa8a320b2f5747c2acdb29d4a936b316eca516a92 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ae:35:71:3a:51:58\",\"name\":\"21522aedb5ee523\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/df1d07bb-4690-4cce-9982-0ae8c6e1c566\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:12:34.273375 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:12:35.747932 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0508 00:12:37.677481 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-kzbwk for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:37.677606 3804 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk I0508 00:12:37.697088 3804 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk] pod update took 19.521463ms I0508 00:12:37.697119 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk] addLogicalPort annotation time took 19.561589ms I0508 00:12:37.698513 3804 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk] addLogicalPort took 21.056361ms, libovsdb time 987.618µs I0508 00:12:39.442086 3804 base_network_controller_pods.go:487] [default/openshift-console/console-5947f965-rnh5f] creating logical port openshift-console_console-5947f965-rnh5f for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:39.442219 3804 kube.go:256] Updating pod openshift-console/console-5947f965-rnh5f W0508 00:12:39.459466 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0508 00:12:39.464472 3804 pod.go:62] [openshift-console/console-5947f965-rnh5f] pod update took 22.299312ms I0508 00:12:39.464500 3804 base_network_controller_pods.go:951] [default/openshift-console/console-5947f965-rnh5f] addLogicalPort annotation time took 22.333194ms I0508 00:12:39.465763 3804 pods.go:271] [openshift-console/console-5947f965-rnh5f] addLogicalPort took 23.699058ms, libovsdb time 869.168µs I0508 00:12:40.811580 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/thanos-querier-7c5598b5dc-djfdq] creating logical port openshift-monitoring_thanos-querier-7c5598b5dc-djfdq for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:40.811802 3804 kube.go:256] Updating pod openshift-monitoring/thanos-querier-7c5598b5dc-djfdq I0508 00:12:40.841136 3804 pod.go:62] [openshift-monitoring/thanos-querier-7c5598b5dc-djfdq] pod update took 29.376452ms I0508 00:12:40.841167 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/thanos-querier-7c5598b5dc-djfdq] addLogicalPort annotation time took 29.412803ms I0508 00:12:40.842719 3804 pods.go:271] [openshift-monitoring/thanos-querier-7c5598b5dc-djfdq] addLogicalPort took 31.16103ms, libovsdb time 1.147215ms W0508 00:12:41.321169 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:41.321186 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:41.321190 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:43.206816 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0508 00:12:43.206846 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:43.624796 3804 cni.go:452] [openshift-monitoring/thanos-querier-7c5598b5dc-djfdq ecb2d3063840aa3f0f157ab0cec638b2536fb9e4da831829558a6a65ae0faf05 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/thanos-querier-7c5598b5dc-djfdq ecb2d3063840aa3f0f157ab0cec638b2536fb9e4da831829558a6a65ae0faf05 network default NAD default NAD key ] I0508 00:12:43.625748 3804 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk b2715a3dd90366d9481246657cd4e1256131d754d6cc33b75a4c13454c3b2d0a network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk b2715a3dd90366d9481246657cd4e1256131d754d6cc33b75a4c13454c3b2d0a network default NAD default NAD key ] I0508 00:12:43.625834 3804 cni.go:452] [openshift-console/console-5947f965-rnh5f 1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5947f965-rnh5f 1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c network default NAD default NAD key ] I0508 00:12:43.640061 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-kzbwk, hostIfaceName: b2715a3dd90366d, network: default, NAD default, SandboxID: "b2715a3dd90366d9481246657cd4e1256131d754d6cc33b75a4c13454c3b2d0a", PCI device ID: , UID: "ec0fda1a-c676-4dda-9352-ddbcd62bea08", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0508 00:12:43.640705 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5947f965-rnh5f, hostIfaceName: 1821ef9831e3684, network: default, NAD default, SandboxID: "1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c", PCI device ID: , UID: "ce0de4b2-2c5e-41ab-b573-ac54ab3942a4", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0508 00:12:43.643137 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: thanos-querier-7c5598b5dc-djfdq, hostIfaceName: ecb2d3063840aa3, network: default, NAD default, SandboxID: "ecb2d3063840aa3f0f157ab0cec638b2536fb9e4da831829558a6a65ae0faf05", PCI device ID: , UID: "333a95f1-2a4e-420e-8bd2-bf29fb108d20", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0508 00:12:43.706510 3804 cni.go:473] [openshift-monitoring/thanos-querier-7c5598b5dc-djfdq ecb2d3063840aa3f0f157ab0cec638b2536fb9e4da831829558a6a65ae0faf05 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/thanos-querier-7c5598b5dc-djfdq ecb2d3063840aa3f0f157ab0cec638b2536fb9e4da831829558a6a65ae0faf05 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:b7:33:4f:4a:97\",\"name\":\"ecb2d3063840aa3\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7289f0e8-60f4-487e-9934-a9df29b42629\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:12:43.724276 3804 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk b2715a3dd90366d9481246657cd4e1256131d754d6cc33b75a4c13454c3b2d0a network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-kzbwk b2715a3dd90366d9481246657cd4e1256131d754d6cc33b75a4c13454c3b2d0a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:34:d3:77:2a:45\",\"name\":\"b2715a3dd90366d\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0beedf8-c0eb-4253-b2c0-5ebddd6a214b\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:12:43.741510 3804 cni.go:473] [openshift-console/console-5947f965-rnh5f 1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5947f965-rnh5f 1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:bf:b8:f3:8a:ad\",\"name\":\"1821ef9831e3684\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/579174ae-0951-40cb-9f17-7e159b0819d6\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:12:44.076931 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0508 00:12:44.107063 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads I0508 00:12:44.178535 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:12:44.178733 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0508 00:12:44.211027 3804 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 32.363735ms I0508 00:12:44.211058 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 32.401066ms I0508 00:12:44.212589 3804 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 34.080938ms, libovsdb time 1.151571ms W0508 00:12:44.365240 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0508 00:12:44.718011 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33 network default NAD default NAD key ] I0508 00:12:44.730737 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 8985e046a0f3bbb, network: default, NAD default, SandboxID: "8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33", PCI device ID: , UID: "a8243f0c-dad6-4dc6-bd2b-57594494070a", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0508 00:12:44.801087 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:97:d4:71:93:8c\",\"name\":\"8985e046a0f3bbb\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49b10e7a-0dbb-4b65-b1a3-da4ca9e97017\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:12:44.915484 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:12:44.930074 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5947f965-9gsqf IP address from the namespace address-set, err: pod openshift-console/console-5947f965-9gsqf: no pod IPs found W0508 00:12:45.331996 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0508 00:12:48.106810 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:12:48.170883 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:12:48.170903 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:12:48.840794 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0508 00:12:49.018126 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:49.018144 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:49.018150 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0508 00:12:49.055397 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:12:49.055414 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:12:49.118254 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.118275 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.118280 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.118284 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.229115 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0508 00:12:49.243116 3804 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-68f8748bd6-4ttlp IP address from the namespace address-set, err: pod openshift-console/console-68f8748bd6-4ttlp: no pod IPs found W0508 00:12:49.881519 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.881543 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.881549 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:49.881553 3804 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:50.146299 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:12:52.043017 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0508 00:12:53.485289 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:53.485885 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:12:53.892784 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:53.892810 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-xdvrg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:12:53.900054 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b4cd95d5d-xdvrg I0508 00:12:53.900077 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b4cd95d5d-xdvrg W0508 00:12:56.140381 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.140401 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9093: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.140407 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/thanos-querier W0508 00:12:56.140412 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9094: empty IP address endpoints for service openshift-monitoring/thanos-querier I0508 00:13:00.706055 3804 cni.go:452] [openshift-dns/dns-default-zmxqf bec5a522cb1ef2c96955c7a30a768df9d61b453b974cf37387865b0fb77165da network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-zmxqf bec5a522cb1ef2c96955c7a30a768df9d61b453b974cf37387865b0fb77165da network default NAD default NAD key ] I0508 00:13:00.715290 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-zmxqf, hostIfaceName: bec5a522cb1ef2c, network: default, NAD default, SandboxID: "bec5a522cb1ef2c96955c7a30a768df9d61b453b974cf37387865b0fb77165da", PCI device ID: , UID: "ef74989f-0eb7-4616-82f5-b068909827dd", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0508 00:13:00.767360 3804 cni.go:473] [openshift-dns/dns-default-zmxqf bec5a522cb1ef2c96955c7a30a768df9d61b453b974cf37387865b0fb77165da network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-zmxqf bec5a522cb1ef2c96955c7a30a768df9d61b453b974cf37387865b0fb77165da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7e:41:ae:06:7c:1f\",\"name\":\"bec5a522cb1ef2c\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54129299-7cf0-4b2d-98f9-1359ad0120db\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:13:04.786263 3804 obj_retry.go:498] Detected object openshift-console/console-5547868d95-kpdld of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:04.786866 3804 obj_retry.go:498] Detected object openshift-console/console-5547868d95-kpdld of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:04.945045 3804 obj_retry.go:492] Detected object openshift-console/console-5547868d95-kpdld of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:04.945073 3804 obj_retry.go:492] Detected object openshift-console/console-5547868d95-kpdld of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:04.950407 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5547868d95-kpdld I0508 00:13:04.950435 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5547868d95-kpdld I0508 00:13:10.212261 3804 obj_retry.go:498] Detected object openshift-console/console-5547868d95-8456v of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:10.212843 3804 obj_retry.go:498] Detected object openshift-console/console-5547868d95-8456v of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:10.422025 3804 obj_retry.go:492] Detected object openshift-console/console-5547868d95-8456v of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:10.422049 3804 obj_retry.go:492] Detected object openshift-console/console-5547868d95-8456v of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:10.426624 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5547868d95-8456v I0508 00:13:10.426654 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5547868d95-8456v W0508 00:13:14.193296 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0508 00:13:14.193323 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0508 00:13:14.193331 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0508 00:13:15.269432 3804 cni.go:452] [openshift-console/console-5947f965-rnh5f 1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5947f965-rnh5f 1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c network default NAD default NAD key ] I0508 00:13:15.363060 3804 cni.go:473] [openshift-console/console-5947f965-rnh5f 1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5947f965-rnh5f 1821ef9831e36842e55359b664ea02bebf8ec0d4ddb0c8c3b4cf32782737181c network default NAD default NAD key default], result "{}", err I0508 00:13:15.422972 3804 obj_retry.go:498] Detected object openshift-console/console-5947f965-rnh5f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:15.423017 3804 pods.go:176] Deleting pod: openshift-console/console-5947f965-rnh5f I0508 00:13:15.424441 3804 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5947f965-rnh5f, ips: 10.130.0.20 I0508 00:13:15.424494 3804 obj_retry.go:498] Detected object openshift-console/console-5947f965-rnh5f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0508 00:13:15.431470 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console I0508 00:13:15.431553 3804 base_network_controller_pods.go:487] [default/openshift-console/console-68b94c9cbb-x5msf] creating logical port openshift-console_console-68b94c9cbb-x5msf for pod on switch ip-10-0-1-82.ec2.internal I0508 00:13:15.431649 3804 kube.go:256] Updating pod openshift-console/console-68b94c9cbb-x5msf I0508 00:13:15.444718 3804 pod.go:62] [openshift-console/console-68b94c9cbb-x5msf] pod update took 13.092468ms I0508 00:13:15.444741 3804 base_network_controller_pods.go:951] [default/openshift-console/console-68b94c9cbb-x5msf] addLogicalPort annotation time took 13.121941ms I0508 00:13:15.445944 3804 pods.go:271] [openshift-console/console-68b94c9cbb-x5msf] addLogicalPort took 14.406826ms, libovsdb time 832.056µs I0508 00:13:15.808876 3804 cni.go:452] [openshift-console/console-68b94c9cbb-x5msf 5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-68b94c9cbb-x5msf 5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829 network default NAD default NAD key ] I0508 00:13:15.818476 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-68b94c9cbb-x5msf, hostIfaceName: 5628071f806810f, network: default, NAD default, SandboxID: "5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829", PCI device ID: , UID: "9d734813-4bb1-4042-af06-8c8447fe04b1", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0508 00:13:15.869124 3804 cni.go:473] [openshift-console/console-68b94c9cbb-x5msf 5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-68b94c9cbb-x5msf 5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:a0:38:3f:16:99\",\"name\":\"5628071f806810f\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a4010a36-5381-4641-af73-32ef0400bedd\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:13:16.223096 3804 obj_retry.go:492] Detected object openshift-console/console-5947f965-rnh5f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:16.223122 3804 obj_retry.go:492] Detected object openshift-console/console-5947f965-rnh5f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:16.228198 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5947f965-rnh5f I0508 00:13:16.228222 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5947f965-rnh5f I0508 00:13:17.419609 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:17.420175 3804 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:17.753778 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:17.753809 3804 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6b4cd95d5d-8xdbs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:17.760013 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6b4cd95d5d-8xdbs I0508 00:13:17.760042 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6b4cd95d5d-8xdbs W0508 00:13:20.255475 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 00:13:20.255549 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 00:13:20.255607 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 00:13:21.258190 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0508 00:13:21.488300 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:13:21.488329 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:13:21.524529 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:13:21.524551 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:13:23.038392 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0508 00:13:26.283605 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0508 00:13:31.083011 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics I0508 00:13:33.278369 3804 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0508 00:13:45.193655 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:13:45.193729 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:13:45.193748 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:13:45.193759 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:13:45.392105 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:13:45.392131 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0508 00:13:46.317527 3804 obj_retry.go:498] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:46.318111 3804 obj_retry.go:498] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:46.556362 3804 obj_retry.go:492] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:46.556391 3804 obj_retry.go:492] Detected object openshift-ingress/router-default-67f6558685-jxs77 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:46.563018 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-67f6558685-jxs77 I0508 00:13:46.563058 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-67f6558685-jxs77 I0508 00:13:46.813476 3804 obj_retry.go:498] Detected object openshift-console/console-68f8748bd6-zdw8r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:46.814085 3804 obj_retry.go:498] Detected object openshift-console/console-68f8748bd6-zdw8r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:47.162987 3804 obj_retry.go:492] Detected object openshift-console/console-68f8748bd6-zdw8r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:47.163037 3804 obj_retry.go:492] Detected object openshift-console/console-68f8748bd6-zdw8r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:13:47.169066 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68f8748bd6-zdw8r I0508 00:13:47.169088 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68f8748bd6-zdw8r I0508 00:13:59.690660 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:13:59.691409 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:00.229069 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:00.229092 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:00.235617 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0508 00:14:00.235648 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0508 00:14:03.829280 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-1 8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/prometheus-k8s-1 8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33 network default NAD default NAD key ] I0508 00:14:03.909916 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-1 8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/prometheus-k8s-1 8985e046a0f3bbb19bd1c00f5c731258954127ecb99ed169d6d8994a2725ea33 network default NAD default NAD key default], result "{}", err I0508 00:14:03.978255 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:03.978289 3804 pods.go:176] Deleting pod: openshift-monitoring/prometheus-k8s-1 I0508 00:14:03.979696 3804 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/prometheus-k8s-1, ips: 10.130.0.22 I0508 00:14:03.979722 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:04.438110 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:04.438143 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:04.445005 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0508 00:14:04.445031 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0508 00:14:04.508943 3804 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-k8s-1] creating logical port openshift-monitoring_prometheus-k8s-1 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:14:04.509132 3804 kube.go:256] Updating pod openshift-monitoring/prometheus-k8s-1 I0508 00:14:04.537433 3804 pod.go:62] [openshift-monitoring/prometheus-k8s-1] pod update took 28.368565ms I0508 00:14:04.537458 3804 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-k8s-1] addLogicalPort annotation time took 28.39998ms I0508 00:14:04.538668 3804 pods.go:271] [openshift-monitoring/prometheus-k8s-1] addLogicalPort took 29.7481ms, libovsdb time 876.441µs I0508 00:14:04.868824 3804 cni.go:452] [openshift-monitoring/prometheus-k8s-1 23b3bdc972868a316d25274d6a852fe2b8eefcc9c5115b9444f209c7bd8d51f6 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-k8s-1 23b3bdc972868a316d25274d6a852fe2b8eefcc9c5115b9444f209c7bd8d51f6 network default NAD default NAD key ] I0508 00:14:04.878374 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-k8s-1, hostIfaceName: 23b3bdc972868a3, network: default, NAD default, SandboxID: "23b3bdc972868a316d25274d6a852fe2b8eefcc9c5115b9444f209c7bd8d51f6", PCI device ID: , UID: "59d47023-1d6f-41b8-acbd-7b0ad6e538e0", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0508 00:14:04.928316 3804 cni.go:473] [openshift-monitoring/prometheus-k8s-1 23b3bdc972868a316d25274d6a852fe2b8eefcc9c5115b9444f209c7bd8d51f6 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-k8s-1 23b3bdc972868a316d25274d6a852fe2b8eefcc9c5115b9444f209c7bd8d51f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:2c:a9:c1:45:fd\",\"name\":\"23b3bdc972868a3\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/21354bf2-8d00-4260-883f-3b5f8eb66fab\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:14:31.625278 3804 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-569pr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:31.625825 3804 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-569pr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:31.974137 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:31.974781 3804 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:32.026858 3804 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-569pr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:32.026885 3804 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-569pr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:32.032882 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68b94c9cbb-569pr I0508 00:14:32.032906 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68b94c9cbb-569pr I0508 00:14:32.770490 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:32.770513 3804 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:32.777215 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0508 00:14:32.777241 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0508 00:14:42.534041 3804 cni.go:452] [openshift-console/console-68b94c9cbb-x5msf 5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-68b94c9cbb-x5msf 5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829 network default NAD default NAD key ] I0508 00:14:42.609395 3804 cni.go:473] [openshift-console/console-68b94c9cbb-x5msf 5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-68b94c9cbb-x5msf 5628071f806810f219d96a36e962310db5e723a6670f64efc23288ab1c7e9829 network default NAD default NAD key default], result "{}", err I0508 00:14:42.660004 3804 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-x5msf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:42.660052 3804 pods.go:176] Deleting pod: openshift-console/console-68b94c9cbb-x5msf I0508 00:14:42.661537 3804 pods.go:236] Attempting to release IPs for pod: openshift-console/console-68b94c9cbb-x5msf, ips: 10.130.0.23 I0508 00:14:42.661568 3804 obj_retry.go:498] Detected object openshift-console/console-68b94c9cbb-x5msf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:14:43.608278 3804 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-x5msf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:43.608307 3804 obj_retry.go:492] Detected object openshift-console/console-68b94c9cbb-x5msf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:14:43.614117 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-68b94c9cbb-x5msf I0508 00:14:43.614145 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-68b94c9cbb-x5msf W0508 00:15:05.739968 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0508 00:15:05.739998 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9091: empty IP address endpoints for service openshift-monitoring/prometheus-k8s I0508 00:15:07.043939 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:15:07.044519 3804 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:15:07.556571 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:15:07.556595 3804 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:15:07.564108 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0508 00:15:07.564138 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0508 00:16:19.047031 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0508 00:16:22.260828 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:16:22.261430 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:16:23.154918 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:16:23.154949 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636650-2w94f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:16:57.009171 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0508 00:17:07.917042 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=8 I0508 00:17:11.029960 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 I0508 00:17:22.920073 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=140 I0508 00:17:47.919818 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=51 I0508 00:17:52.917795 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0508 00:17:56.047742 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=9 I0508 00:18:09.927925 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=573 I0508 00:19:09.023362 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0508 00:19:17.008825 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0508 00:20:04.041197 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:20:04.041768 3804 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:20:04.932502 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:20:04.932525 3804 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29636660-dnmrl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:20:07.921443 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=17 I0508 00:20:27.035240 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 I0508 00:20:30.019111 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=9 I0508 00:20:44.013579 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=11 I0508 00:20:45.042059 3804 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=11 I0508 00:20:47.893256 3804 namespace.go:98] [tsf] adding namespace I0508 00:20:47.894266 3804 namespace.go:102] [tsf] adding namespace took 985.551µs I0508 00:20:47.912767 3804 namespace.go:142] [tsf] updating namespace I0508 00:20:47.918749 3804 namespace.go:142] [tsf] updating namespace I0508 00:20:51.902619 3804 namespace.go:98] [rhtpa-operator] adding namespace I0508 00:20:51.902695 3804 namespace.go:98] [tsf-keycloak] adding namespace I0508 00:20:51.903573 3804 namespace.go:102] [rhtpa-operator] adding namespace took 932.865µs I0508 00:20:51.904229 3804 namespace.go:102] [tsf-keycloak] adding namespace took 1.515835ms I0508 00:20:51.906499 3804 namespace.go:98] [tsf-tas] adding namespace I0508 00:20:51.906537 3804 namespace.go:98] [tsf-tpa] adding namespace I0508 00:20:51.907247 3804 namespace.go:102] [tsf-tas] adding namespace took 733.431µs I0508 00:20:51.907844 3804 namespace.go:102] [tsf-tpa] adding namespace took 1.295308ms I0508 00:20:51.909206 3804 namespace.go:98] [rhbk-operator] adding namespace I0508 00:20:51.909724 3804 namespace.go:102] [rhbk-operator] adding namespace took 504.299µs I0508 00:20:51.910215 3804 namespace.go:98] [cert-manager-operator] adding namespace I0508 00:20:51.910253 3804 namespace.go:98] [konflux-ui] adding namespace I0508 00:20:51.910797 3804 namespace.go:102] [cert-manager-operator] adding namespace took 565.48µs I0508 00:20:51.911284 3804 namespace.go:102] [konflux-ui] adding namespace took 1.019308ms I0508 00:20:51.913462 3804 namespace.go:98] [konflux-operator] adding namespace I0508 00:20:51.914035 3804 namespace.go:102] [konflux-operator] adding namespace took 558.678µs I0508 00:20:51.927669 3804 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:20:51.944368 3804 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:20:51.957824 3804 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:20:51.970085 3804 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:20:51.988181 3804 namespace.go:142] [tsf-tas] updating namespace I0508 00:20:51.988323 3804 namespace.go:142] [rhbk-operator] updating namespace I0508 00:20:51.988435 3804 namespace.go:142] [tsf-tpa] updating namespace I0508 00:20:52.004249 3804 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:20:52.008886 3804 namespace.go:142] [konflux-ui] updating namespace I0508 00:20:52.011359 3804 namespace.go:142] [konflux-operator] updating namespace I0508 00:20:52.015882 3804 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:20:52.015962 3804 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:20:52.048922 3804 namespace.go:142] [tsf-tpa] updating namespace I0508 00:20:52.071371 3804 namespace.go:142] [tsf-tpa] updating namespace I0508 00:20:52.088629 3804 namespace.go:142] [rhbk-operator] updating namespace I0508 00:20:52.107143 3804 namespace.go:142] [rhbk-operator] updating namespace I0508 00:20:52.124942 3804 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:20:52.141170 3804 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:20:52.163356 3804 namespace.go:142] [konflux-ui] updating namespace I0508 00:20:52.180642 3804 namespace.go:142] [konflux-ui] updating namespace I0508 00:20:52.193860 3804 namespace.go:142] [konflux-operator] updating namespace I0508 00:20:52.211966 3804 namespace.go:142] [konflux-operator] updating namespace I0508 00:20:52.229129 3804 namespace.go:142] [tsf-tas] updating namespace I0508 00:20:52.242925 3804 namespace.go:142] [tsf-tas] updating namespace I0508 00:20:53.434546 3804 namespace.go:142] [tsf-tpa] updating namespace I0508 00:20:53.434629 3804 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:20:59.325545 3804 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:20:59.326146 3804 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:20:59.326170 3804 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:20:59.326178 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:20:59.326196 3804 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:20:59.326200 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:00.351444 3804 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:00.351501 3804 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:00.351513 3804 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:00.351525 3804 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6exhplp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:01.360988 3804 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:01.361550 3804 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:01.361587 3804 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:01.361598 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:01.361614 3804 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:01.361622 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:02.352918 3804 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.353485 3804 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.353511 3804 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.353521 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:02.353530 3804 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.353534 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:02.380941 3804 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.381415 3804 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.381436 3804 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.381444 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:02.381462 3804 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:02.381468 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:02.385938 3804 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:02.385960 3804 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:02.385975 3804 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:02.385983 3804 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dnxcdr of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.382347 3804 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.382375 3804 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.382395 3804 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.382407 3804 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fe2cfvx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.409114 3804 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.409134 3804 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.409146 3804 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:03.409159 3804 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b517f5jb of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:05.406445 3804 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:05.406983 3804 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:05.407012 3804 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:05.407020 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:05.407030 3804 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:05.407034 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:06.443713 3804 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:06.443743 3804 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:06.443764 3804 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:06.443776 3804 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136cpbwf of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:09.433984 3804 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:09.434557 3804 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:09.434590 3804 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:09.434600 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0508 00:21:09.434615 3804 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0508 00:21:09.434621 3804 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0508 00:21:10.344714 3804 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-6tc2n for pod on switch ip-10-0-1-82.ec2.internal I0508 00:21:10.344837 3804 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n I0508 00:21:10.371905 3804 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n] pod update took 27.097393ms I0508 00:21:10.371929 3804 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n] addLogicalPort annotation time took 27.12695ms I0508 00:21:10.373281 3804 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n] addLogicalPort took 28.610913ms, libovsdb time 932.624µs I0508 00:21:10.467442 3804 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:10.467470 3804 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:10.467499 3804 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:10.467510 3804 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q8lgl of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:10.704795 3804 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n 3b6011f7124bee573d08c9f416b225e4b88a37660ac78493bbd945d89d441271 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n 3b6011f7124bee573d08c9f416b225e4b88a37660ac78493bbd945d89d441271 network default NAD default NAD key ] I0508 00:21:10.714218 3804 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-6tc2n, hostIfaceName: 3b6011f7124bee5, network: default, NAD default, SandboxID: "3b6011f7124bee573d08c9f416b225e4b88a37660ac78493bbd945d89d441271", PCI device ID: , UID: "8a5e7a40-fbbd-4fcd-acc1-aa9684e6b549", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0508 00:21:10.765933 3804 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n 3b6011f7124bee573d08c9f416b225e4b88a37660ac78493bbd945d89d441271 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-6tc2n 3b6011f7124bee573d08c9f416b225e4b88a37660ac78493bbd945d89d441271 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:3d:76:ec:69:09\",\"name\":\"3b6011f7124bee5\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a580f573-8665-4293-81cc-a194451aff15\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:21:15.422872 3804 base_network_controller_pods.go:487] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g] creating logical port konflux-operator_konflux-operator-controller-manager-5bf6d87b75-9697g for pod on switch ip-10-0-1-82.ec2.internal I0508 00:21:15.423029 3804 kube.go:256] Updating pod konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g I0508 00:21:15.496904 3804 pod.go:62] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g] pod update took 73.903685ms I0508 00:21:15.496929 3804 base_network_controller_pods.go:951] [default/konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g] addLogicalPort annotation time took 73.934103ms I0508 00:21:15.498156 3804 pods.go:271] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g] addLogicalPort took 75.301018ms, libovsdb time 872.044µs I0508 00:21:16.085456 3804 cni.go:452] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g 70b42821c8fdda681f07ee2fc3b1fbf83d2a5087ba952622f21c19c5a8b7310e network default NAD default NAD key ] ADD starting CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g 70b42821c8fdda681f07ee2fc3b1fbf83d2a5087ba952622f21c19c5a8b7310e network default NAD default NAD key ] I0508 00:21:16.094911 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-operator, podName: konflux-operator-controller-manager-5bf6d87b75-9697g, hostIfaceName: 70b42821c8fdda6, network: default, NAD default, SandboxID: "70b42821c8fdda681f07ee2fc3b1fbf83d2a5087ba952622f21c19c5a8b7310e", PCI device ID: , UID: "78411825-a32b-4a49-935f-9043b145d8af", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0508 00:21:16.147591 3804 cni.go:473] [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g 70b42821c8fdda681f07ee2fc3b1fbf83d2a5087ba952622f21c19c5a8b7310e network default NAD default NAD key default] ADD finished CNI request [konflux-operator/konflux-operator-controller-manager-5bf6d87b75-9697g 70b42821c8fdda681f07ee2fc3b1fbf83d2a5087ba952622f21c19c5a8b7310e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:d1:68:ef:7d:53\",\"name\":\"70b42821c8fdda6\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d3c0bf60-be21-4279-a5f8-bea10055cbf1\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:21:17.466852 3804 namespace.go:98] [cert-manager] adding namespace I0508 00:21:17.467783 3804 namespace.go:102] [cert-manager] adding namespace took 904.391µs I0508 00:21:17.485509 3804 namespace.go:142] [cert-manager] updating namespace I0508 00:21:17.487297 3804 namespace.go:142] [cert-manager] updating namespace W0508 00:21:18.186449 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0508 00:21:18.222403 3804 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-76zvg] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-76zvg for pod on switch ip-10-0-1-82.ec2.internal I0508 00:21:18.222504 3804 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-76zvg I0508 00:21:18.249806 3804 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-76zvg] pod update took 27.323496ms I0508 00:21:18.249834 3804 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-76zvg] addLogicalPort annotation time took 27.359706ms I0508 00:21:18.251038 3804 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-76zvg] addLogicalPort took 28.652188ms, libovsdb time 868.166µs I0508 00:21:18.593512 3804 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-76zvg 336e62635345e7d1b4d84c8a71161359e23751160ef2475f1d8a88d979e6200d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-76zvg 336e62635345e7d1b4d84c8a71161359e23751160ef2475f1d8a88d979e6200d network default NAD default NAD key ] I0508 00:21:18.603746 3804 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-76zvg, hostIfaceName: 336e62635345e7d, network: default, NAD default, SandboxID: "336e62635345e7d1b4d84c8a71161359e23751160ef2475f1d8a88d979e6200d", PCI device ID: , UID: "9fa56d51-a2d1-4d31-a681-0b99b3c4508c", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0508 00:21:18.657979 3804 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-76zvg 336e62635345e7d1b4d84c8a71161359e23751160ef2475f1d8a88d979e6200d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-76zvg 336e62635345e7d1b4d84c8a71161359e23751160ef2475f1d8a88d979e6200d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:30:0c:c4:cd:cf\",\"name\":\"336e62635345e7d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/33c9d4c0-6389-4a38-9522-c17364a07a65\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:21:19.377619 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0508 00:21:21.508613 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:21.521600 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:21.661688 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:21.681786 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0508 00:21:22.282579 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 00:21:22.282597 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 00:21:28.181563 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 00:21:28.181581 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook W0508 00:21:29.168069 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0508 00:21:29.624525 3804 namespace.go:142] [openshift-operators] updating namespace I0508 00:21:29.636561 3804 namespace.go:142] [openshift-operators] updating namespace I0508 00:21:38.196757 3804 namespace.go:98] [trusted-artifact-signer] adding namespace I0508 00:21:38.197658 3804 namespace.go:102] [trusted-artifact-signer] adding namespace took 872.033µs I0508 00:21:38.215767 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0508 00:21:38.228255 3804 namespace.go:142] [trusted-artifact-signer] updating namespace W0508 00:21:38.516969 3804 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0508 00:21:41.568562 3804 namespace.go:142] [openshift-operators] updating namespace I0508 00:21:41.836053 3804 base_network_controller_pods.go:487] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g] creating logical port openshift-operators_openshift-pipelines-operator-6bdf6c8794-88w8g for pod on switch ip-10-0-1-82.ec2.internal I0508 00:21:41.836207 3804 kube.go:256] Updating pod openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g I0508 00:21:41.882768 3804 pod.go:62] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g] pod update took 46.583927ms I0508 00:21:41.882795 3804 base_network_controller_pods.go:951] [default/openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g] addLogicalPort annotation time took 46.618535ms I0508 00:21:41.884065 3804 pods.go:271] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g] addLogicalPort took 48.03446ms, libovsdb time 903.056µs I0508 00:21:42.203454 3804 cni.go:452] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g 6a0702ebedc823d2adf42418ac115f6a41b2d44dc3be30beea29b02ebdff0dd5 network default NAD default NAD key ] ADD starting CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g 6a0702ebedc823d2adf42418ac115f6a41b2d44dc3be30beea29b02ebdff0dd5 network default NAD default NAD key ] I0508 00:21:42.213960 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: openshift-pipelines-operator-6bdf6c8794-88w8g, hostIfaceName: 6a0702ebedc823d, network: default, NAD default, SandboxID: "6a0702ebedc823d2adf42418ac115f6a41b2d44dc3be30beea29b02ebdff0dd5", PCI device ID: , UID: "2bdfea95-04e9-4d50-8139-03f909fa72ae", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0508 00:21:42.267786 3804 cni.go:473] [openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g 6a0702ebedc823d2adf42418ac115f6a41b2d44dc3be30beea29b02ebdff0dd5 network default NAD default NAD key default] ADD finished CNI request [openshift-operators/openshift-pipelines-operator-6bdf6c8794-88w8g 6a0702ebedc823d2adf42418ac115f6a41b2d44dc3be30beea29b02ebdff0dd5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:ba:48:ae:93:89\",\"name\":\"6a0702ebedc823d\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/789a2cd1-bec5-42d2-bdb7-3acfdecf55a5\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:21:56.191760 3804 namespace.go:98] [openshift-pipelines] adding namespace I0508 00:21:56.192658 3804 namespace.go:102] [openshift-pipelines] adding namespace took 874.834µs I0508 00:21:56.206695 3804 namespace.go:142] [openshift-pipelines] updating namespace I0508 00:21:56.492748 3804 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:56.493304 3804 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:21:56.514632 3804 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:56.514653 3804 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:21:56.521299 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0508 00:21:56.521327 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0508 00:21:56.914007 3804 namespace.go:142] [cert-manager] updating namespace I0508 00:21:57.112272 3804 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:21:57.515439 3804 namespace.go:142] [konflux-operator] updating namespace I0508 00:21:57.726693 3804 namespace.go:142] [konflux-ui] updating namespace I0508 00:21:57.913899 3804 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace I0508 00:21:58.318053 3804 namespace.go:142] [rhbk-operator] updating namespace I0508 00:21:58.519603 3804 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:21:58.719725 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0508 00:21:58.925056 3804 namespace.go:142] [tsf] updating namespace I0508 00:21:59.119747 3804 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:21:59.319187 3804 namespace.go:142] [tsf-tas] updating namespace I0508 00:21:59.519728 3804 namespace.go:142] [tsf-tpa] updating namespace I0508 00:21:59.642659 3804 namespace.go:142] [cert-manager] updating namespace I0508 00:21:59.652014 3804 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:21:59.658965 3804 namespace.go:142] [default] updating namespace I0508 00:21:59.667692 3804 namespace.go:142] [konflux-operator] updating namespace I0508 00:21:59.677163 3804 namespace.go:142] [konflux-ui] updating namespace I0508 00:21:59.684136 3804 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace I0508 00:21:59.692736 3804 namespace.go:142] [openshift] updating namespace I0508 00:21:59.701033 3804 namespace.go:142] [rhbk-operator] updating namespace I0508 00:21:59.711019 3804 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:21:59.720041 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0508 00:21:59.737887 3804 namespace.go:142] [tsf] updating namespace I0508 00:21:59.757628 3804 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:21:59.778516 3804 namespace.go:142] [tsf-tas] updating namespace I0508 00:21:59.799741 3804 namespace.go:142] [tsf-tpa] updating namespace I0508 00:21:59.898432 3804 namespace.go:142] [cert-manager] updating namespace I0508 00:22:00.001104 3804 namespace.go:142] [cert-manager-operator] updating namespace I0508 00:22:00.104036 3804 namespace.go:142] [default] updating namespace I0508 00:22:00.200435 3804 namespace.go:142] [konflux-operator] updating namespace I0508 00:22:00.300496 3804 namespace.go:142] [konflux-ui] updating namespace I0508 00:22:00.400904 3804 namespace.go:142] [open-cluster-management-2q5df9l1559741uq1jaic168ir7rbp6b] updating namespace I0508 00:22:00.499945 3804 namespace.go:142] [openshift] updating namespace I0508 00:22:00.602075 3804 namespace.go:142] [rhbk-operator] updating namespace I0508 00:22:00.700064 3804 namespace.go:142] [rhtpa-operator] updating namespace I0508 00:22:00.798312 3804 namespace.go:142] [trusted-artifact-signer] updating namespace I0508 00:22:00.899535 3804 namespace.go:142] [tsf] updating namespace I0508 00:22:01.001340 3804 namespace.go:142] [tsf-keycloak] updating namespace I0508 00:22:01.100052 3804 namespace.go:142] [tsf-tas] updating namespace I0508 00:22:01.199262 3804 namespace.go:142] [tsf-tpa] updating namespace I0508 00:22:01.463699 3804 namespace.go:142] [openshift-pipelines] updating namespace I0508 00:22:09.291367 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-k79cl for pod on switch ip-10-0-1-82.ec2.internal I0508 00:22:09.291466 3804 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl I0508 00:22:09.314805 3804 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl] pod update took 23.369756ms I0508 00:22:09.314835 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl] addLogicalPort annotation time took 23.406773ms I0508 00:22:09.316115 3804 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl] addLogicalPort took 24.766181ms, libovsdb time 907.613µs W0508 00:22:09.423417 3804 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0508 00:22:09.477905 3804 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0508 00:22:09.490085 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-czxbv for pod on switch ip-10-0-1-82.ec2.internal I0508 00:22:09.490184 3804 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv I0508 00:22:09.508609 3804 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv] pod update took 18.454447ms I0508 00:22:09.508633 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv] addLogicalPort annotation time took 18.486617ms I0508 00:22:09.509894 3804 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv] addLogicalPort took 19.827367ms, libovsdb time 861.558µs I0508 00:22:09.652813 3804 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl 2321a8de360b534189c3f6d930af70814dc31daeec38a43d0885c95ea21f6253 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl 2321a8de360b534189c3f6d930af70814dc31daeec38a43d0885c95ea21f6253 network default NAD default NAD key ] I0508 00:22:09.662650 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-k79cl, hostIfaceName: 2321a8de360b534, network: default, NAD default, SandboxID: "2321a8de360b534189c3f6d930af70814dc31daeec38a43d0885c95ea21f6253", PCI device ID: , UID: "7b1ae558-b436-454c-8fda-f3f22b2ca5e7", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0508 00:22:09.718384 3804 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl 2321a8de360b534189c3f6d930af70814dc31daeec38a43d0885c95ea21f6253 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-k79cl 2321a8de360b534189c3f6d930af70814dc31daeec38a43d0885c95ea21f6253 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:26:26:c1:be:0a\",\"name\":\"2321a8de360b534\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8436df7a-fcb2-4481-b202-467fd9592dbf\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:22:09.854103 3804 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv d5f4237caa810ddfd180746e0340013eb5be518b68d5fb37ec2ee1e94e61f9a8 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv d5f4237caa810ddfd180746e0340013eb5be518b68d5fb37ec2ee1e94e61f9a8 network default NAD default NAD key ] I0508 00:22:09.863875 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-czxbv, hostIfaceName: d5f4237caa810dd, network: default, NAD default, SandboxID: "d5f4237caa810ddfd180746e0340013eb5be518b68d5fb37ec2ee1e94e61f9a8", PCI device ID: , UID: "48fb706c-09fa-4515-9122-e1f259d35d66", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0508 00:22:09.917239 3804 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv d5f4237caa810ddfd180746e0340013eb5be518b68d5fb37ec2ee1e94e61f9a8 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-czxbv d5f4237caa810ddfd180746e0340013eb5be518b68d5fb37ec2ee1e94e61f9a8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:8a:de:e7:20:5b\",\"name\":\"d5f4237caa810dd\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e0de6ecc-3bb8-4aa6-9954-22f5a9e173f1\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:22:12.413353 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:12.413379 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:12.413384 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:12.672976 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 00:22:12.672995 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 00:22:12.673000 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0508 00:22:13.423274 3804 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:13.423291 3804 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:13.423298 3804 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:13.423302 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:23.420053 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:23.420077 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:23.420082 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0508 00:22:24.427966 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:24.427990 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:24.427997 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:24.428032 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0508 00:22:34.831763 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0508 00:22:36.687349 3804 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:22:36.687940 3804 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:22:36.707094 3804 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:22:36.707115 3804 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:22:36.712265 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0508 00:22:36.712292 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0508 00:22:38.751094 3804 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0508 00:22:38.751771 3804 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0508 00:22:38.751789 3804 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0508 00:22:38.753979 3804 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0508 00:22:47.832225 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h] creating logical port openshift-pipelines_tekton-chains-controller-55fb698565-8hs2h for pod on switch ip-10-0-1-82.ec2.internal I0508 00:22:47.832331 3804 kube.go:256] Updating pod openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h I0508 00:22:47.846836 3804 pod.go:62] [openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h] pod update took 14.536102ms I0508 00:22:47.846866 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h] addLogicalPort annotation time took 14.567701ms I0508 00:22:47.848183 3804 pods.go:271] [openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h] addLogicalPort took 15.980323ms, libovsdb time 930.029µs I0508 00:22:48.199022 3804 cni.go:452] [openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h bf982562915d942256cd0dcddc723d16b8932651d26dc2054f5d4e502152618e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h bf982562915d942256cd0dcddc723d16b8932651d26dc2054f5d4e502152618e network default NAD default NAD key ] I0508 00:22:48.208784 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-chains-controller-55fb698565-8hs2h, hostIfaceName: bf982562915d942, network: default, NAD default, SandboxID: "bf982562915d942256cd0dcddc723d16b8932651d26dc2054f5d4e502152618e", PCI device ID: , UID: "faaf4ffb-7948-4cc3-b726-ac60cbf39b94", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0508 00:22:48.263307 3804 cni.go:473] [openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h bf982562915d942256cd0dcddc723d16b8932651d26dc2054f5d4e502152618e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-chains-controller-55fb698565-8hs2h bf982562915d942256cd0dcddc723d16b8932651d26dc2054f5d4e502152618e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:1d:96:66:40:4a\",\"name\":\"bf982562915d942\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f2e465b2-be9f-49d1-a5f6-47c5119db138\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:22:48.613363 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0508 00:22:48.613384 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0508 00:22:48.618048 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0508 00:22:48.618066 3804 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service I0508 00:22:53.506198 3804 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 00:22:57.049626 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=7 I0508 00:22:59.584916 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-postgres-0] creating logical port openshift-pipelines_tekton-results-postgres-0 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:22:59.585009 3804 kube.go:256] Updating pod openshift-pipelines/tekton-results-postgres-0 I0508 00:22:59.599851 3804 pod.go:62] [openshift-pipelines/tekton-results-postgres-0] pod update took 14.864742ms I0508 00:22:59.599874 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-postgres-0] addLogicalPort annotation time took 14.893691ms I0508 00:22:59.601321 3804 pods.go:271] [openshift-pipelines/tekton-results-postgres-0] addLogicalPort took 16.425857ms, libovsdb time 969.315µs I0508 00:23:00.627619 3804 namespace.go:142] [openshift-pipelines] updating namespace I0508 00:23:07.144668 3804 cni.go:452] [openshift-pipelines/tekton-results-postgres-0 e332ff78379c08fe748b476c87b29457c4a60b29fa16f299250f7d6fe4c3bd4a network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-postgres-0 e332ff78379c08fe748b476c87b29457c4a60b29fa16f299250f7d6fe4c3bd4a network default NAD default NAD key ] I0508 00:23:07.155032 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-postgres-0, hostIfaceName: e332ff78379c08f, network: default, NAD default, SandboxID: "e332ff78379c08fe748b476c87b29457c4a60b29fa16f299250f7d6fe4c3bd4a", PCI device ID: , UID: "5e1118e2-dfcc-4965-823b-e119b67b3418", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0508 00:23:07.211591 3804 cni.go:473] [openshift-pipelines/tekton-results-postgres-0 e332ff78379c08fe748b476c87b29457c4a60b29fa16f299250f7d6fe4c3bd4a network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-postgres-0 e332ff78379c08fe748b476c87b29457c4a60b29fa16f299250f7d6fe4c3bd4a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:eb:cf:0c:d0:a5\",\"name\":\"e332ff78379c08f\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4a28db1d-fdad-444c-b3ab-ad06d09dd574\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:23:12.736625 3804 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0508 00:23:14.105469 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn] creating logical port openshift-pipelines_tekton-results-api-cccf9fb9-vtmkn for pod on switch ip-10-0-1-82.ec2.internal I0508 00:23:14.105567 3804 kube.go:256] Updating pod openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn I0508 00:23:14.127523 3804 pod.go:62] [openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn] pod update took 21.982717ms I0508 00:23:14.127546 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn] addLogicalPort annotation time took 22.011108ms I0508 00:23:14.128859 3804 pods.go:271] [openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn] addLogicalPort took 23.406919ms, libovsdb time 895.445µs I0508 00:23:14.465745 3804 cni.go:452] [openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn 4c0803fee1bba5ae4889e32a2be5d8443f08fe96063b6b5650170e58dc92250b network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn 4c0803fee1bba5ae4889e32a2be5d8443f08fe96063b6b5650170e58dc92250b network default NAD default NAD key ] I0508 00:23:14.476094 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-results-api-cccf9fb9-vtmkn, hostIfaceName: 4c0803fee1bba5a, network: default, NAD default, SandboxID: "4c0803fee1bba5ae4889e32a2be5d8443f08fe96063b6b5650170e58dc92250b", PCI device ID: , UID: "e630f012-391a-44db-a4fb-03124f8c4952", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0508 00:23:14.531229 3804 cni.go:473] [openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn 4c0803fee1bba5ae4889e32a2be5d8443f08fe96063b6b5650170e58dc92250b network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-results-api-cccf9fb9-vtmkn 4c0803fee1bba5ae4889e32a2be5d8443f08fe96063b6b5650170e58dc92250b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:e1:ff:92:f7:6e\",\"name\":\"4c0803fee1bba5a\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/628d4d56-9d7e-46a3-8cb7-43b90a02e369\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:23:19.742328 3804 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 00:23:19.742351 3804 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 00:23:19.742357 3804 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 00:23:24.766711 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 00:23:24.766734 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 6060: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0508 00:23:24.766740 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0508 00:23:28.975533 3804 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:28.976171 3804 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:29.015388 3804 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:29.015412 3804 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:29.024741 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0508 00:23:29.024768 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0508 00:23:30.834982 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-rdfjz] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-rdfjz for pod on switch ip-10-0-1-82.ec2.internal I0508 00:23:30.835072 3804 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-rdfjz I0508 00:23:30.849564 3804 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-rdfjz] pod update took 14.512414ms I0508 00:23:30.849588 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-rdfjz] addLogicalPort annotation time took 14.541052ms I0508 00:23:30.850870 3804 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-rdfjz] addLogicalPort took 15.909149ms, libovsdb time 881.8µs I0508 00:23:30.936311 3804 base_network_controller_pods.go:487] [default/tsf-tas/segment-backup-installation-qlzdb-cn867] creating logical port tsf-tas_segment-backup-installation-qlzdb-cn867 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:23:30.936416 3804 kube.go:256] Updating pod tsf-tas/segment-backup-installation-qlzdb-cn867 I0508 00:23:30.949864 3804 pod.go:62] [tsf-tas/segment-backup-installation-qlzdb-cn867] pod update took 13.472164ms I0508 00:23:30.949888 3804 base_network_controller_pods.go:951] [default/tsf-tas/segment-backup-installation-qlzdb-cn867] addLogicalPort annotation time took 13.503077ms I0508 00:23:30.951212 3804 pods.go:271] [tsf-tas/segment-backup-installation-qlzdb-cn867] addLogicalPort took 14.919823ms, libovsdb time 955.81µs I0508 00:23:31.221479 3804 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-rdfjz 4cb26ab97e9238980d56680163006f3b0ecb766b0845a468253fa29d528926e5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rdfjz 4cb26ab97e9238980d56680163006f3b0ecb766b0845a468253fa29d528926e5 network default NAD default NAD key ] I0508 00:23:31.231051 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-rdfjz, hostIfaceName: 4cb26ab97e92389, network: default, NAD default, SandboxID: "4cb26ab97e9238980d56680163006f3b0ecb766b0845a468253fa29d528926e5", PCI device ID: , UID: "f49c815d-f98d-4003-98fa-8e3651979394", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0508 00:23:31.289771 3804 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-rdfjz 4cb26ab97e9238980d56680163006f3b0ecb766b0845a468253fa29d528926e5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-rdfjz 4cb26ab97e9238980d56680163006f3b0ecb766b0845a468253fa29d528926e5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:cb:f5:30:3f:d8\",\"name\":\"4cb26ab97e92389\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/9baf06b7-3b09-4d64-9644-61585f45e1f9\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:23:31.299483 3804 cni.go:452] [tsf-tas/segment-backup-installation-qlzdb-cn867 d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e network default NAD default NAD key ] ADD starting CNI request [tsf-tas/segment-backup-installation-qlzdb-cn867 d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e network default NAD default NAD key ] I0508 00:23:31.309039 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: segment-backup-installation-qlzdb-cn867, hostIfaceName: d58a5167f6cf87e, network: default, NAD default, SandboxID: "d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e", PCI device ID: , UID: "a4a40dcb-c8db-4025-89f9-056ebffbd755", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0508 00:23:31.362829 3804 cni.go:473] [tsf-tas/segment-backup-installation-qlzdb-cn867 d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e network default NAD default NAD key default] ADD finished CNI request [tsf-tas/segment-backup-installation-qlzdb-cn867 d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8e:94:96:19:fd:10\",\"name\":\"d58a5167f6cf87e\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ca95323c-1d47-4dac-8fef-ac081b46460e\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:23:31.593524 3804 base_network_controller_pods.go:487] [default/tsf-tas/fulcio-server-767dcb7bb5-5bt5w] creating logical port tsf-tas_fulcio-server-767dcb7bb5-5bt5w for pod on switch ip-10-0-1-82.ec2.internal I0508 00:23:31.593644 3804 kube.go:256] Updating pod tsf-tas/fulcio-server-767dcb7bb5-5bt5w I0508 00:23:31.616731 3804 pod.go:62] [tsf-tas/fulcio-server-767dcb7bb5-5bt5w] pod update took 23.116933ms I0508 00:23:31.616761 3804 base_network_controller_pods.go:951] [default/tsf-tas/fulcio-server-767dcb7bb5-5bt5w] addLogicalPort annotation time took 23.154407ms I0508 00:23:31.618073 3804 pods.go:271] [tsf-tas/fulcio-server-767dcb7bb5-5bt5w] addLogicalPort took 24.571585ms, libovsdb time 829.578µs I0508 00:23:31.959006 3804 cni.go:452] [tsf-tas/fulcio-server-767dcb7bb5-5bt5w 03dbde067053606f3b0331cf8e20161cb85583de15bf6d655fbfad40458881b7 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/fulcio-server-767dcb7bb5-5bt5w 03dbde067053606f3b0331cf8e20161cb85583de15bf6d655fbfad40458881b7 network default NAD default NAD key ] I0508 00:23:31.968846 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: fulcio-server-767dcb7bb5-5bt5w, hostIfaceName: 03dbde067053606, network: default, NAD default, SandboxID: "03dbde067053606f3b0331cf8e20161cb85583de15bf6d655fbfad40458881b7", PCI device ID: , UID: "328cf4f4-f045-4107-821d-a0a7f05390a7", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0508 00:23:32.035286 3804 cni.go:473] [tsf-tas/fulcio-server-767dcb7bb5-5bt5w 03dbde067053606f3b0331cf8e20161cb85583de15bf6d655fbfad40458881b7 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/fulcio-server-767dcb7bb5-5bt5w 03dbde067053606f3b0331cf8e20161cb85583de15bf6d655fbfad40458881b7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"be:44:26:6e:df:6d\",\"name\":\"03dbde067053606\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8008dd22-4b48-4d47-95dd-9893889e8c4b\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:23:32.260843 3804 base_network_controller_pods.go:487] [default/tsf-tas/trillian-logsigner-c7894f9bb-v2pxt] creating logical port tsf-tas_trillian-logsigner-c7894f9bb-v2pxt for pod on switch ip-10-0-1-82.ec2.internal I0508 00:23:32.261064 3804 kube.go:256] Updating pod tsf-tas/trillian-logsigner-c7894f9bb-v2pxt I0508 00:23:32.282773 3804 pod.go:62] [tsf-tas/trillian-logsigner-c7894f9bb-v2pxt] pod update took 21.749852ms I0508 00:23:32.282801 3804 base_network_controller_pods.go:951] [default/tsf-tas/trillian-logsigner-c7894f9bb-v2pxt] addLogicalPort annotation time took 21.786505ms I0508 00:23:32.284732 3804 pods.go:271] [tsf-tas/trillian-logsigner-c7894f9bb-v2pxt] addLogicalPort took 23.909267ms, libovsdb time 1.381489ms I0508 00:23:33.317606 3804 cni.go:452] [tsf-tas/trillian-logsigner-c7894f9bb-v2pxt 2314eaf3dc34a7a79119f1f6d652af508666ba4f8181087628f57acc8f5a5813 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/trillian-logsigner-c7894f9bb-v2pxt 2314eaf3dc34a7a79119f1f6d652af508666ba4f8181087628f57acc8f5a5813 network default NAD default NAD key ] I0508 00:23:33.328341 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: trillian-logsigner-c7894f9bb-v2pxt, hostIfaceName: 2314eaf3dc34a7a, network: default, NAD default, SandboxID: "2314eaf3dc34a7a79119f1f6d652af508666ba4f8181087628f57acc8f5a5813", PCI device ID: , UID: "efeeed57-6702-42e0-89c3-1878a9683488", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0508 00:23:33.395417 3804 cni.go:473] [tsf-tas/trillian-logsigner-c7894f9bb-v2pxt 2314eaf3dc34a7a79119f1f6d652af508666ba4f8181087628f57acc8f5a5813 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/trillian-logsigner-c7894f9bb-v2pxt 2314eaf3dc34a7a79119f1f6d652af508666ba4f8181087628f57acc8f5a5813 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ba:93:4f:a2:7c:c3\",\"name\":\"2314eaf3dc34a7a\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6aa38243-0d5c-4625-a6f9-e1b9fba5b51f\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:23:37.836738 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0508 00:23:37.836760 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0508 00:23:37.858737 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5554: empty IP address endpoints for service tsf-tas/fulcio-server W0508 00:23:37.858822 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 5555: empty IP address endpoints for service tsf-tas/fulcio-server I0508 00:23:38.011005 3804 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgj8z of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:38.011739 3804 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-bgj8z of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:38.904464 3804 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgj8z of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:38.904489 3804 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-bgj8z of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:39.930720 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=351 W0508 00:23:40.214019 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0508 00:23:43.223487 3804 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0508 00:23:48.916431 3804 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0508 00:23:51.924817 3804 cni.go:452] [tsf-tas/segment-backup-installation-qlzdb-cn867 d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e network default NAD default NAD key ] DEL starting CNI request [tsf-tas/segment-backup-installation-qlzdb-cn867 d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e network default NAD default NAD key ] I0508 00:23:52.016101 3804 cni.go:473] [tsf-tas/segment-backup-installation-qlzdb-cn867 d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e network default NAD default NAD key default] DEL finished CNI request [tsf-tas/segment-backup-installation-qlzdb-cn867 d58a5167f6cf87e77084b815899af76d120fe47afef1b6ef0b022398afdae49e network default NAD default NAD key default], result "{}", err I0508 00:23:52.066227 3804 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:52.066268 3804 pods.go:176] Deleting pod: tsf-tas/segment-backup-installation-qlzdb-cn867 I0508 00:23:52.067557 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/segment-backup-installation-qlzdb-cn867, ips: 10.130.0.35 I0508 00:23:52.067583 3804 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:23:52.953698 3804 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:52.953724 3804 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-qlzdb-cn867 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:23:56.649576 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-d6q4t for pod on switch ip-10-0-1-82.ec2.internal I0508 00:23:56.649666 3804 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t I0508 00:23:56.666700 3804 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t] pod update took 17.033608ms I0508 00:23:56.666727 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t] addLogicalPort annotation time took 17.090198ms I0508 00:23:56.667988 3804 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t] addLogicalPort took 18.428506ms, libovsdb time 883.622µs I0508 00:23:57.013105 3804 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t d575014c756ad9aee516a42b0230da607dd98233e52d949e131e66220b1cb8ff network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t d575014c756ad9aee516a42b0230da607dd98233e52d949e131e66220b1cb8ff network default NAD default NAD key ] I0508 00:23:57.022570 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-d6q4t, hostIfaceName: d575014c756ad9a, network: default, NAD default, SandboxID: "d575014c756ad9aee516a42b0230da607dd98233e52d949e131e66220b1cb8ff", PCI device ID: , UID: "9dfa1f66-8a11-4eab-a063-373eea07e829", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0508 00:23:57.078320 3804 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t d575014c756ad9aee516a42b0230da607dd98233e52d949e131e66220b1cb8ff network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-d6q4t d575014c756ad9aee516a42b0230da607dd98233e52d949e131e66220b1cb8ff network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:0a:c5:46:eb:a4\",\"name\":\"d575014c756ad9a\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2d10fabc-9904-4b6e-8f0a-06a67f82b028\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:24:00.984695 3804 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0508 00:24:12.993738 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8091: empty IP address endpoints for service tsf-tas/trillian-logsigner I0508 00:24:13.078770 3804 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-n5w66 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:24:13.078891 3804 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66 I0508 00:24:13.095332 3804 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66] pod update took 16.47174ms I0508 00:24:13.095421 3804 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66] addLogicalPort annotation time took 16.567969ms I0508 00:24:13.096890 3804 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66] addLogicalPort took 18.144332ms, libovsdb time 1.019741ms I0508 00:24:13.678777 3804 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66 647a349e06ee7aa9f7d706a80811160a2222986d30b04991abf3b6091e4eef6e network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66 647a349e06ee7aa9f7d706a80811160a2222986d30b04991abf3b6091e4eef6e network default NAD default NAD key ] I0508 00:24:13.688975 3804 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-n5w66, hostIfaceName: 647a349e06ee7aa, network: default, NAD default, SandboxID: "647a349e06ee7aa9f7d706a80811160a2222986d30b04991abf3b6091e4eef6e", PCI device ID: , UID: "d9b50ae3-a8b7-4dfc-a0e0-86a5c3346eae", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0508 00:24:13.742856 3804 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66 647a349e06ee7aa9f7d706a80811160a2222986d30b04991abf3b6091e4eef6e network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-n5w66 647a349e06ee7aa9f7d706a80811160a2222986d30b04991abf3b6091e4eef6e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:c4:7b:de:9b:f9\",\"name\":\"647a349e06ee7aa\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/aa068c1e-957c-4242-840b-0124571a4c26\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:24:20.236704 3804 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:20.237264 3804 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:20.256797 3804 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:20.256821 3804 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:20.262383 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0508 00:24:20.262410 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0508 00:24:24.236801 3804 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:24.237438 3804 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:25.125797 3804 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:25.125827 3804 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-67t5m-8dkkq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:28.657644 3804 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:28.658240 3804 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:29.519090 3804 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:29.519116 3804 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-b49dx-rpmhb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:30.273812 3804 obj_retry.go:498] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:30.274408 3804 obj_retry.go:498] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:31.182945 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:31.182968 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0508 00:24:32.167413 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0508 00:24:35.050215 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 W0508 00:24:36.546306 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0508 00:24:36.697990 3804 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-s8fkr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:36.698592 3804 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-s8fkr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:37.719812 3804 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-s8fkr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:37.719841 3804 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-s8fkr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:37.759216 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:37.759240 3804 obj_retry.go:492] Detected object tsf/patch-tekton-config-8s68d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:37.763980 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-8s68d I0508 00:24:37.764003 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-8s68d W0508 00:24:38.203337 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0508 00:24:42.367271 3804 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:42.367882 3804 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:42.388204 3804 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:42.388225 3804 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:42.395903 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0508 00:24:42.395929 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa W0508 00:24:43.609047 3804 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0508 00:24:47.771908 3804 obj_retry.go:498] Detected object tsf-tpa/create-db-lnlj2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:47.772547 3804 obj_retry.go:498] Detected object tsf-tpa/create-db-lnlj2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:48.801512 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-lnlj2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:48.801543 3804 obj_retry.go:492] Detected object tsf-tpa/create-db-lnlj2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:51.793392 3804 obj_retry.go:498] Detected object tsf-tpa/migrate-db-54dfg of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:51.793975 3804 obj_retry.go:498] Detected object tsf-tpa/migrate-db-54dfg of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:51.929848 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-54dfg of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:51.929871 3804 obj_retry.go:492] Detected object tsf-tpa/migrate-db-54dfg of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:54.635318 3804 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-rx6z4-gdm5k] creating logical port tsf-tas_tuf-repository-init-rx6z4-gdm5k for pod on switch ip-10-0-1-82.ec2.internal I0508 00:24:54.635430 3804 kube.go:256] Updating pod tsf-tas/tuf-repository-init-rx6z4-gdm5k I0508 00:24:54.647712 3804 pod.go:62] [tsf-tas/tuf-repository-init-rx6z4-gdm5k] pod update took 12.311515ms I0508 00:24:54.647738 3804 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-rx6z4-gdm5k] addLogicalPort annotation time took 12.343124ms I0508 00:24:54.649200 3804 pods.go:271] [tsf-tas/tuf-repository-init-rx6z4-gdm5k] addLogicalPort took 13.909311ms, libovsdb time 946.516µs I0508 00:24:54.809792 3804 obj_retry.go:498] Detected object tsf-tpa/create-importers-88ckx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:54.810342 3804 obj_retry.go:498] Detected object tsf-tpa/create-importers-88ckx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:24:55.833590 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-88ckx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:55.833615 3804 obj_retry.go:492] Detected object tsf-tpa/create-importers-88ckx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:24:59.519754 3804 cni.go:452] [tsf-tas/tuf-repository-init-rx6z4-gdm5k 2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-rx6z4-gdm5k 2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b network default NAD default NAD key ] I0508 00:24:59.529614 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-rx6z4-gdm5k, hostIfaceName: 2d40fe29b053e8f, network: default, NAD default, SandboxID: "2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b", PCI device ID: , UID: "15ec0d89-4800-44d5-a554-c1bafd00f5b0", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0508 00:24:59.584587 3804 cni.go:473] [tsf-tas/tuf-repository-init-rx6z4-gdm5k 2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-rx6z4-gdm5k 2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:54:fa:11:74:d3\",\"name\":\"2d40fe29b053e8f\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72d0da6b-adf7-4573-95a4-499dd31c5d28\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:25:05.310605 3804 cni.go:452] [tsf-tas/tuf-repository-init-rx6z4-gdm5k 2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-rx6z4-gdm5k 2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b network default NAD default NAD key ] I0508 00:25:05.408371 3804 cni.go:473] [tsf-tas/tuf-repository-init-rx6z4-gdm5k 2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-rx6z4-gdm5k 2d40fe29b053e8f43727d25fe3aa90343a8a7528357a0bb578b151b9318ae31b network default NAD default NAD key default], result "{}", err I0508 00:25:05.461613 3804 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:05.461646 3804 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-rx6z4-gdm5k I0508 00:25:05.462994 3804 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-rx6z4-gdm5k, ips: 10.130.0.40 I0508 00:25:05.463022 3804 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:05.922225 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=59 I0508 00:25:06.328808 3804 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:06.328833 3804 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-rx6z4-gdm5k of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0508 00:25:06.340095 3804 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0508 00:25:06.759665 3804 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-zgp7t] creating logical port tsf-tas_tuf-97fc8ff76-zgp7t for pod on switch ip-10-0-1-82.ec2.internal I0508 00:25:06.759815 3804 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-zgp7t I0508 00:25:06.774615 3804 pod.go:62] [tsf-tas/tuf-97fc8ff76-zgp7t] pod update took 14.823308ms I0508 00:25:06.774645 3804 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-zgp7t] addLogicalPort annotation time took 14.856816ms I0508 00:25:06.776013 3804 pods.go:271] [tsf-tas/tuf-97fc8ff76-zgp7t] addLogicalPort took 16.364045ms, libovsdb time 893.947µs I0508 00:25:09.493915 3804 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:09.494508 3804 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:09.514338 3804 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:09.514362 3804 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:09.522937 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0508 00:25:09.522962 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0508 00:25:09.821408 3804 cni.go:452] [tsf-tas/tuf-97fc8ff76-zgp7t 80b40f782c5eed50e0da29a5c4c0f4b166f7f20a504559dc9aa61058ba6405e9 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-zgp7t 80b40f782c5eed50e0da29a5c4c0f4b166f7f20a504559dc9aa61058ba6405e9 network default NAD default NAD key ] I0508 00:25:09.831155 3804 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-zgp7t, hostIfaceName: 80b40f782c5eed5, network: default, NAD default, SandboxID: "80b40f782c5eed50e0da29a5c4c0f4b166f7f20a504559dc9aa61058ba6405e9", PCI device ID: , UID: "e40c2eda-d850-457e-a2b3-8e44283a5f91", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0508 00:25:09.886262 3804 cni.go:473] [tsf-tas/tuf-97fc8ff76-zgp7t 80b40f782c5eed50e0da29a5c4c0f4b166f7f20a504559dc9aa61058ba6405e9 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-zgp7t 80b40f782c5eed50e0da29a5c4c0f4b166f7f20a504559dc9aa61058ba6405e9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d6:11:a0:07:47:aa\",\"name\":\"80b40f782c5eed5\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/84c34fdd-30ec-43b3-9bdd-c6bb44c295f6\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:25:10.272540 3804 namespace.go:98] [integration-service] adding namespace I0508 00:25:10.273740 3804 namespace.go:102] [integration-service] adding namespace took 1.174144ms I0508 00:25:10.274967 3804 namespace.go:98] [image-controller] adding namespace I0508 00:25:10.275661 3804 namespace.go:102] [image-controller] adding namespace took 676.341µs I0508 00:25:10.281333 3804 namespace.go:98] [build-service] adding namespace I0508 00:25:10.282217 3804 namespace.go:102] [build-service] adding namespace took 864.802µs I0508 00:25:10.282416 3804 namespace.go:98] [default-tenant] adding namespace I0508 00:25:10.283163 3804 namespace.go:102] [default-tenant] adding namespace took 724.211µs I0508 00:25:10.365965 3804 namespace.go:142] [integration-service] updating namespace I0508 00:25:10.409506 3804 namespace.go:142] [integration-service] updating namespace I0508 00:25:10.411983 3804 namespace.go:142] [image-controller] updating namespace I0508 00:25:10.454457 3804 namespace.go:142] [build-service] updating namespace I0508 00:25:10.489772 3804 namespace.go:142] [image-controller] updating namespace I0508 00:25:10.511437 3804 namespace.go:142] [default-tenant] updating namespace I0508 00:25:10.524962 3804 namespace.go:142] [build-service] updating namespace I0508 00:25:10.566641 3804 namespace.go:142] [default-tenant] updating namespace I0508 00:25:10.652853 3804 namespace.go:142] [build-service] updating namespace I0508 00:25:10.686969 3804 namespace.go:142] [integration-service] updating namespace I0508 00:25:10.721602 3804 namespace.go:98] [release-service] adding namespace I0508 00:25:10.722577 3804 namespace.go:102] [release-service] adding namespace took 952.167µs I0508 00:25:10.785109 3804 namespace.go:142] [konflux-ui] updating namespace I0508 00:25:10.791193 3804 namespace.go:142] [release-service] updating namespace I0508 00:25:10.809665 3804 namespace.go:142] [release-service] updating namespace I0508 00:25:10.954719 3804 namespace.go:98] [konflux-info] adding namespace I0508 00:25:10.955647 3804 namespace.go:102] [konflux-info] adding namespace took 901.609µs I0508 00:25:11.006571 3804 namespace.go:98] [namespace-lister] adding namespace I0508 00:25:11.007517 3804 namespace.go:102] [namespace-lister] adding namespace took 925.239µs I0508 00:25:11.039947 3804 namespace.go:142] [konflux-info] updating namespace I0508 00:25:11.160920 3804 namespace.go:142] [image-controller] updating namespace I0508 00:25:11.161031 3804 namespace.go:142] [konflux-info] updating namespace I0508 00:25:11.186428 3804 namespace.go:98] [enterprise-contract-service] adding namespace I0508 00:25:11.187336 3804 namespace.go:102] [enterprise-contract-service] adding namespace took 882.277µs I0508 00:25:11.295275 3804 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:11.424104 3804 namespace.go:142] [default-tenant] updating namespace I0508 00:25:11.484494 3804 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:11.542743 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:11.646799 3804 namespace.go:98] [segment-bridge] adding namespace I0508 00:25:11.647833 3804 namespace.go:102] [segment-bridge] adding namespace took 1.009208ms I0508 00:25:11.720747 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:11.953062 3804 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:12.071624 3804 namespace.go:98] [konflux-cli] adding namespace I0508 00:25:12.072569 3804 namespace.go:102] [konflux-cli] adding namespace took 916.157µs I0508 00:25:12.158935 3804 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:12.334436 3804 namespace.go:142] [konflux-cli] updating namespace W0508 00:25:12.440617 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0508 00:25:12.481031 3804 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0508 00:25:12.481823 3804 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0508 00:25:12.481851 3804 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0508 00:25:12.485142 3804 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0508 00:25:12.560412 3804 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-z2ql7] creating logical port namespace-lister_namespace-lister-696b855848-z2ql7 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:25:12.560561 3804 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-z2ql7 I0508 00:25:12.576769 3804 pod.go:62] [namespace-lister/namespace-lister-696b855848-z2ql7] pod update took 16.238912ms I0508 00:25:12.576794 3804 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-z2ql7] addLogicalPort annotation time took 16.270058ms I0508 00:25:12.578114 3804 pods.go:271] [namespace-lister/namespace-lister-696b855848-z2ql7] addLogicalPort took 17.71962ms, libovsdb time 926.874µs I0508 00:25:12.630955 3804 namespace.go:142] [konflux-cli] updating namespace I0508 00:25:12.763262 3804 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0508 00:25:12.763295 3804 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0508 00:25:12.764557 3804 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0508 00:25:12.925748 3804 cni.go:452] [namespace-lister/namespace-lister-696b855848-z2ql7 ba2e4762d114c18e430acdea3336b7b7833eaccdb12f59d98a538af5755b081f network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-z2ql7 ba2e4762d114c18e430acdea3336b7b7833eaccdb12f59d98a538af5755b081f network default NAD default NAD key ] I0508 00:25:12.936964 3804 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-z2ql7, hostIfaceName: ba2e4762d114c18, network: default, NAD default, SandboxID: "ba2e4762d114c18e430acdea3336b7b7833eaccdb12f59d98a538af5755b081f", PCI device ID: , UID: "d8736237-597c-4d88-a85a-5fa424ce495e", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0508 00:25:12.992451 3804 cni.go:473] [namespace-lister/namespace-lister-696b855848-z2ql7 ba2e4762d114c18e430acdea3336b7b7833eaccdb12f59d98a538af5755b081f network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-z2ql7 ba2e4762d114c18e430acdea3336b7b7833eaccdb12f59d98a538af5755b081f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:14:e9:32:90:e4\",\"name\":\"ba2e4762d114c18\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a68171d-e436-4185-b5d7-b18b04288ea8\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:25:13.942581 3804 base_network_controller_pods.go:487] [default/konflux-ui/dex-8cb5ff49d-m4d9k] creating logical port konflux-ui_dex-8cb5ff49d-m4d9k for pod on switch ip-10-0-1-82.ec2.internal I0508 00:25:13.942712 3804 kube.go:256] Updating pod konflux-ui/dex-8cb5ff49d-m4d9k I0508 00:25:13.958131 3804 pod.go:62] [konflux-ui/dex-8cb5ff49d-m4d9k] pod update took 15.46438ms I0508 00:25:13.958225 3804 base_network_controller_pods.go:951] [default/konflux-ui/dex-8cb5ff49d-m4d9k] addLogicalPort annotation time took 15.566945ms I0508 00:25:13.959751 3804 pods.go:271] [konflux-ui/dex-8cb5ff49d-m4d9k] addLogicalPort took 17.185365ms, libovsdb time 1.085927ms I0508 00:25:14.002051 3804 namespace.go:142] [build-service] updating namespace I0508 00:25:14.026350 3804 base_network_controller_pods.go:487] [default/konflux-ui/proxy-5b4fdf44b-q5566] creating logical port konflux-ui_proxy-5b4fdf44b-q5566 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:25:14.026483 3804 kube.go:256] Updating pod konflux-ui/proxy-5b4fdf44b-q5566 I0508 00:25:14.048141 3804 pod.go:62] [konflux-ui/proxy-5b4fdf44b-q5566] pod update took 21.69692ms I0508 00:25:14.048172 3804 base_network_controller_pods.go:951] [default/konflux-ui/proxy-5b4fdf44b-q5566] addLogicalPort annotation time took 21.732415ms I0508 00:25:14.049706 3804 pods.go:271] [konflux-ui/proxy-5b4fdf44b-q5566] addLogicalPort took 23.379261ms, libovsdb time 961.142µs I0508 00:25:14.222424 3804 base_network_controller_pods.go:487] [default/image-controller/image-controller-controller-manager-6f859968fc-xxv9f] creating logical port image-controller_image-controller-controller-manager-6f859968fc-xxv9f for pod on switch ip-10-0-1-82.ec2.internal I0508 00:25:14.222540 3804 kube.go:256] Updating pod image-controller/image-controller-controller-manager-6f859968fc-xxv9f I0508 00:25:14.241080 3804 pod.go:62] [image-controller/image-controller-controller-manager-6f859968fc-xxv9f] pod update took 18.566374ms I0508 00:25:14.241113 3804 base_network_controller_pods.go:951] [default/image-controller/image-controller-controller-manager-6f859968fc-xxv9f] addLogicalPort annotation time took 18.606703ms I0508 00:25:14.242639 3804 pods.go:271] [image-controller/image-controller-controller-manager-6f859968fc-xxv9f] addLogicalPort took 20.234769ms, libovsdb time 1.077078ms I0508 00:25:14.479345 3804 namespace.go:142] [default-tenant] updating namespace I0508 00:25:14.643268 3804 cni.go:452] [image-controller/image-controller-controller-manager-6f859968fc-xxv9f 8574308b017c4d7b21aa313882d15167f916d37a5354762692ab395189957f40 network default NAD default NAD key ] ADD starting CNI request [image-controller/image-controller-controller-manager-6f859968fc-xxv9f 8574308b017c4d7b21aa313882d15167f916d37a5354762692ab395189957f40 network default NAD default NAD key ] I0508 00:25:14.653043 3804 helper_linux.go:556] ConfigureOVS: namespace: image-controller, podName: image-controller-controller-manager-6f859968fc-xxv9f, hostIfaceName: 8574308b017c4d7, network: default, NAD default, SandboxID: "8574308b017c4d7b21aa313882d15167f916d37a5354762692ab395189957f40", PCI device ID: , UID: "01b0408b-e331-4686-9618-d82102500af1", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0508 00:25:14.695237 3804 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-6zh8g for pod on switch ip-10-0-1-82.ec2.internal I0508 00:25:14.695351 3804 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g I0508 00:25:14.711135 3804 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g] pod update took 15.81475ms I0508 00:25:14.711235 3804 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g] addLogicalPort annotation time took 15.920356ms I0508 00:25:14.712645 3804 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g] addLogicalPort took 17.425286ms, libovsdb time 856.459µs I0508 00:25:14.714366 3804 cni.go:473] [image-controller/image-controller-controller-manager-6f859968fc-xxv9f 8574308b017c4d7b21aa313882d15167f916d37a5354762692ab395189957f40 network default NAD default NAD key default] ADD finished CNI request [image-controller/image-controller-controller-manager-6f859968fc-xxv9f 8574308b017c4d7b21aa313882d15167f916d37a5354762692ab395189957f40 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:96:d8:a4:b7:59\",\"name\":\"8574308b017c4d7\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/73578241-356b-4cc9-8a07-63ef93a4c7d9\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:25:14.815690 3804 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-vhqd8] creating logical port build-service_build-service-controller-manager-7cbf488fcf-vhqd8 for pod on switch ip-10-0-1-82.ec2.internal I0508 00:25:14.815849 3804 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-vhqd8 I0508 00:25:14.820802 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:14.840619 3804 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-vhqd8] pod update took 24.845322ms I0508 00:25:14.840648 3804 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-vhqd8] addLogicalPort annotation time took 24.880086ms I0508 00:25:14.842169 3804 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-vhqd8] addLogicalPort took 26.516455ms, libovsdb time 997.251µs I0508 00:25:15.009653 3804 namespace.go:142] [image-controller] updating namespace I0508 00:25:15.182743 3804 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-vhqd8 e9d190facdf6705d68278e80c105150f838c1391c6b7d7c8ac80b5c2f614f020 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-vhqd8 e9d190facdf6705d68278e80c105150f838c1391c6b7d7c8ac80b5c2f614f020 network default NAD default NAD key ] I0508 00:25:15.194179 3804 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-vhqd8, hostIfaceName: e9d190facdf6705, network: default, NAD default, SandboxID: "e9d190facdf6705d68278e80c105150f838c1391c6b7d7c8ac80b5c2f614f020", PCI device ID: , UID: "2cd1c3de-4b0d-45c9-b32c-d1438984e149", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0508 00:25:15.255229 3804 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-vhqd8 e9d190facdf6705d68278e80c105150f838c1391c6b7d7c8ac80b5c2f614f020 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-vhqd8 e9d190facdf6705d68278e80c105150f838c1391c6b7d7c8ac80b5c2f614f020 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:71:dc:07:d8:ba\",\"name\":\"e9d190facdf6705\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/289e0590-71b3-435d-a83d-6371b00a082d\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:25:15.289645 3804 namespace.go:142] [integration-service] updating namespace W0508 00:25:15.377843 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0508 00:25:15.604425 3804 namespace.go:142] [konflux-info] updating namespace I0508 00:25:15.779543 3804 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:16.038263 3804 namespace.go:142] [release-service] updating namespace I0508 00:25:16.183271 3804 namespace.go:142] [build-service] updating namespace I0508 00:25:16.230167 3804 namespace.go:142] [default-tenant] updating namespace I0508 00:25:16.262132 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:16.278151 3804 namespace.go:142] [image-controller] updating namespace I0508 00:25:16.305881 3804 namespace.go:142] [integration-service] updating namespace I0508 00:25:16.359329 3804 namespace.go:142] [konflux-info] updating namespace W0508 00:25:16.400835 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister I0508 00:25:16.415856 3804 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:16.437046 3804 namespace.go:142] [release-service] updating namespace I0508 00:25:16.531300 3804 namespace.go:142] [build-service] updating namespace I0508 00:25:16.605863 3804 namespace.go:142] [default-tenant] updating namespace I0508 00:25:16.737149 3804 namespace.go:142] [enterprise-contract-service] updating namespace I0508 00:25:16.814613 3804 namespace.go:142] [image-controller] updating namespace I0508 00:25:16.936255 3804 namespace.go:142] [integration-service] updating namespace I0508 00:25:17.012016 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0508 00:25:17.029019 3804 namespace.go:142] [konflux-info] updating namespace I0508 00:25:17.149812 3804 namespace.go:142] [namespace-lister] updating namespace I0508 00:25:17.222467 3804 namespace.go:142] [release-service] updating namespace W0508 00:25:18.394397 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0508 00:25:18.415423 3804 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0508 00:25:18.537134 3804 namespace.go:142] [konflux-cli] updating namespace I0508 00:25:18.739541 3804 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:18.860531 3804 namespace.go:142] [konflux-cli] updating namespace I0508 00:25:18.875729 3804 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:18.966150 3804 namespace.go:142] [konflux-cli] updating namespace I0508 00:25:19.068880 3804 namespace.go:142] [segment-bridge] updating namespace I0508 00:25:21.906007 3804 cni.go:452] [konflux-ui/proxy-5b4fdf44b-q5566 e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-5b4fdf44b-q5566 e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae network default NAD default NAD key ] I0508 00:25:21.916191 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-5b4fdf44b-q5566, hostIfaceName: e8be2c6841ef33b, network: default, NAD default, SandboxID: "e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae", PCI device ID: , UID: "6af667d3-4cdd-478a-a138-8458ffc913e8", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0508 00:25:21.971949 3804 cni.go:473] [konflux-ui/proxy-5b4fdf44b-q5566 e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-5b4fdf44b-q5566 e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:19:4e:08:0b:e2\",\"name\":\"e8be2c6841ef33b\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/628732bb-66fb-4d4d-994f-b7bef7615b16\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:25:22.011467 3804 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0508 00:25:22.122288 3804 cni.go:452] [konflux-ui/dex-8cb5ff49d-m4d9k cdcf618d869f82f989afd07b13acdde840469c61977cb3048c31f93b792a8a31 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-8cb5ff49d-m4d9k cdcf618d869f82f989afd07b13acdde840469c61977cb3048c31f93b792a8a31 network default NAD default NAD key ] I0508 00:25:22.132110 3804 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-8cb5ff49d-m4d9k, hostIfaceName: cdcf618d869f82f, network: default, NAD default, SandboxID: "cdcf618d869f82f989afd07b13acdde840469c61977cb3048c31f93b792a8a31", PCI device ID: , UID: "2ed62c2c-db3b-4442-a7b6-26096a56883d", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0508 00:25:22.187548 3804 cni.go:473] [konflux-ui/dex-8cb5ff49d-m4d9k cdcf618d869f82f989afd07b13acdde840469c61977cb3048c31f93b792a8a31 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-8cb5ff49d-m4d9k cdcf618d869f82f989afd07b13acdde840469c61977cb3048c31f93b792a8a31 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"92:90:0d:5e:49:89\",\"name\":\"cdcf618d869f82f\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/98a61599-5dcc-481c-8869-0f6e2afc7573\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0508 00:25:22.584631 3804 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g 77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g 77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36 network default NAD default NAD key ] I0508 00:25:22.599280 3804 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-6zh8g, hostIfaceName: 77ae451bdfa2713, network: default, NAD default, SandboxID: "77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36", PCI device ID: , UID: "bd6a8801-0675-4488-b8d8-d1ec72ef1721", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0508 00:25:22.679530 3804 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g 77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g 77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:65:96:7e:16:bc\",\"name\":\"77ae451bdfa2713\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b61f91c-990a-4ccd-a541-411da4139a56\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0508 00:25:22.874452 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 00:25:22.874599 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0508 00:25:23.359225 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0508 00:25:24.436808 3804 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0508 00:25:25.897203 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0508 00:25:25.897245 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0508 00:25:27.502312 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0508 00:25:27.502331 3804 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0508 00:25:27.530344 3804 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0508 00:25:27.531541 3804 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 00:25:28.924548 3804 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0508 00:25:28.924571 3804 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0508 00:25:29.404347 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0508 00:25:29.432288 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0508 00:25:33.888028 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 00:25:33.888053 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0508 00:25:33.888104 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0508 00:25:33.888114 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service I0508 00:25:34.068860 3804 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g 77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g 77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36 network default NAD default NAD key ] I0508 00:25:34.159027 3804 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g 77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g 77ae451bdfa271388210575e67011e9a2784374291f16d5664304ccd1aec3a36 network default NAD default NAD key default], result "{}", err I0508 00:25:34.216008 3804 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:34.216048 3804 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g I0508 00:25:34.217517 3804 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g, ips: 10.130.0.46 I0508 00:25:34.217549 3804 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:25:34.530761 3804 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:34.530787 3804 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:25:34.534722 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g I0508 00:25:34.534747 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-6zh8g W0508 00:25:38.469893 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0508 00:25:38.922485 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=151 W0508 00:26:05.535850 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0508 00:26:05.535877 3804 util.go:959] Failed to build node endpoints for node ip-10-0-1-82.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0508 00:26:08.037764 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0508 00:26:09.032535 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=9 I0508 00:26:11.919728 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0508 00:26:23.021402 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=6 I0508 00:26:40.920781 3804 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=83 I0508 00:26:46.196891 3804 cni.go:452] [konflux-ui/proxy-5b4fdf44b-q5566 e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-5b4fdf44b-q5566 e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae network default NAD default NAD key ] I0508 00:26:46.293023 3804 cni.go:473] [konflux-ui/proxy-5b4fdf44b-q5566 e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-5b4fdf44b-q5566 e8be2c6841ef33b0de27137f479ae0f04fe79bf6f7eeed83fa390af8715d81ae network default NAD default NAD key default], result "{}", err I0508 00:26:46.357715 3804 obj_retry.go:498] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:26:46.357755 3804 pods.go:176] Deleting pod: konflux-ui/proxy-5b4fdf44b-q5566 I0508 00:26:46.359163 3804 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-5b4fdf44b-q5566, ips: 10.130.0.44 I0508 00:26:46.359194 3804 obj_retry.go:498] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:26:46.909161 3804 obj_retry.go:492] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:26:46.909194 3804 obj_retry.go:492] Detected object konflux-ui/proxy-5b4fdf44b-q5566 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:26:46.915712 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5b4fdf44b-q5566 I0508 00:26:46.915746 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5b4fdf44b-q5566 I0508 00:26:48.578730 3804 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0508 00:26:48.579296 3804 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0508 00:26:48.618348 3804 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:26:48.618373 3804 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0508 00:26:48.623870 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0508 00:26:48.623893 3804 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0508 00:27:21.457506 3804 namespace.go:98] [managed-tenant-8mxm9] adding namespace I0508 00:27:21.458627 3804 namespace.go:102] [managed-tenant-8mxm9] adding namespace took 1.094855ms I0508 00:27:21.509381 3804 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:21.557541 3804 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:22.518794 3804 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:22.650649 3804 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:22.748287 3804 namespace.go:142] [managed-tenant-8mxm9] updating namespace I0508 00:27:32.016983 3804 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=6