+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-1-243.ec2.internal ++ [[ -n ip-10-0-1-243.ec2.internal ]] ++ [[ -f /env/ip-10-0-1-243.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 23:56:56.332338414 - disable conntrack on geneve port' I0512 23:56:56.332338414 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' + echo 'I0512 23:56:56.360693339 - starting ovnkube-node' I0512 23:56:56.360693339 - starting ovnkube-node + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-1-243.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-1-243.ec2.internal --init-node ip-10-0-1-243.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-1-243.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0512 23:56:56.411545 3761 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0512 23:56:56.411607 3761 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-fbc065ec3e.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0512 23:56:56.412986 3761 kube.go:431] Waiting for certificate I0512 23:56:56.413019 3761 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0512 23:56:56.413054 3761 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0512 23:56:56.413827 3761 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 23:56:56.439178 3761 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:56.439209 3761 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:56.441630 3761 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:56.444496 3761 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-86zs2" I0512 23:56:56.453099 3761 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-86zs2" I0512 23:56:56.453407 3761 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0512 23:56:57.413809 3761 kube.go:438] Certificate found I0512 23:56:57.414516 3761 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0512 23:56:57.415586 3761 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0512 23:56:57.472466 3761 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-13 23:51:56 +0000 UTC" deadline="2026-05-13 20:14:48.749488256 +0000 UTC" I0512 23:56:57.472507 3761 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="20h17m51.276993058s" I0512 23:56:57.495059 3761 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 23:56:57.506209 3761 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0512 23:56:57.506313 3761 server.go:101] MetricServer registers OVS metrics I0512 23:56:57.507095 3761 server.go:105] MetricServer registers OVN DB metrics I0512 23:56:57.507281 3761 controller_manager.go:370] Starting the ovnkube controller I0512 23:56:57.507299 3761 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-1-243.ec2.internal I0512 23:56:57.507362 3761 controller_manager.go:395] NBDB zone sync took: 53.897µs I0512 23:56:57.507380 3761 factory.go:561] Starting watch factory I0512 23:56:57.507538 3761 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507547 3761 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507562 3761 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507570 3761 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507607 3761 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507626 3761 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507700 3761 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507766 3761 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507778 3761 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.507886 3761 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.508501 3761 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.508519 3761 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.508717 3761 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0512 23:56:57.508789 3761 factory.go:561] Starting watch factory I0512 23:56:57.512265 3761 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0512 23:56:57.512297 3761 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0512 23:56:57.526017 3761 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0512 23:56:57.526044 3761 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0512 23:56:57.526283 3761 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.526933 3761 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.528745 3761 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.529727 3761 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.530319 3761 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.532021 3761 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0512 23:56:57.532057 3761 server.go:109] MetricServer registers OVN Controller metrics I0512 23:56:57.536789 3761 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0512 23:56:57.536973 3761 server.go:113] MetricServer registers OVN Northd metrics I0512 23:56:57.541630 3761 metrics.go:519] OVN Metrics Server starts to run ... I0512 23:56:57.613124 3761 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 23:56:57.613150 3761 factory.go:1977] *v1.Node informer cache synced successfully I0512 23:56:57.613154 3761 factory.go:1977] *v1.Service informer cache synced successfully I0512 23:56:57.613157 3761 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 23:56:57.613160 3761 factory.go:1977] *v1.Pod informer cache synced successfully I0512 23:56:57.613163 3761 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 23:56:57.613253 3761 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:57.613275 3761 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:57.613254 3761 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:57.613300 3761 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:57.614559 3761 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0512 23:56:57.614573 3761 factory.go:1977] *v1.Namespace informer cache synced successfully I0512 23:56:57.614577 3761 factory.go:1977] *v1.Node informer cache synced successfully I0512 23:56:57.614581 3761 factory.go:1977] *v1.Service informer cache synced successfully I0512 23:56:57.614584 3761 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0512 23:56:57.614586 3761 factory.go:1977] *v1.Pod informer cache synced successfully I0512 23:56:57.615622 3761 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:57.615717 3761 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0512 23:56:57.618403 3761 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 23:56:57.618414 3761 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 23:56:57.618471 3761 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.618483 3761 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.619979 3761 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0512 23:56:57.619992 3761 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0512 23:56:57.620393 3761 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.623857 3761 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 23:56:57.623941 3761 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.623959 3761 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.625384 3761 factory.go:1977] *v1.EgressIP informer cache synced successfully I0512 23:56:57.625618 3761 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.629109 3761 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 23:56:57.629173 3761 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.629184 3761 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.630667 3761 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0512 23:56:57.631049 3761 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.634552 3761 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 23:56:57.634621 3761 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.634639 3761 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.635896 3761 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0512 23:56:57.636446 3761 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.639873 3761 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 23:56:57.639941 3761 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.639954 3761 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.641031 3761 factory.go:1977] *v1.EgressService informer cache synced successfully I0512 23:56:57.641968 3761 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.645458 3761 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 23:56:57.645787 3761 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:57.645806 3761 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:57.646151 3761 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0512 23:56:57.647849 3761 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0512 23:56:57.651397 3761 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 23:56:57.651411 3761 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0512 23:56:57.651489 3761 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.651508 3761 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.651517 3761 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.651556 3761 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.653676 3761 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.653679 3761 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0512 23:56:57.656539 3761 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 23:56:57.656552 3761 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 23:56:57.656559 3761 factory.go:680] Watch Factory start up complete, took: 147.770395ms I0512 23:56:57.656669 3761 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0512 23:56:57.656725 3761 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0512 23:56:57.656738 3761 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0512 23:56:57.656744 3761 factory.go:680] Watch Factory start up complete, took: 149.369689ms I0512 23:56:57.656751 3761 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-1-243.ec2.internal" zone I0512 23:56:57.697230 3761 default_node_network_controller.go:710] Initializing the default node network controller I0512 23:56:57.773622 3761 udn_isolation.go:101] Starting UDN host isolation manager I0512 23:56:57.780640 3761 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0512 23:56:57.831562 3761 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0512 23:56:57.831645 3761 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0512 23:56:57.831660 3761 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0512 23:56:57.865538 3761 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0512 23:56:57.865608 3761 default_node_network_controller.go:809] Node ip-10-0-1-243.ec2.internal ready for ovn initialization with subnet 10.130.0.0/23 I0512 23:56:57.871372 3761 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.1.243"] k8s.ovn.org/zone-name:ip-10-0-1-243.ec2.internal] on node ip-10-0-1-243.ec2.internal I0512 23:56:57.891416 3761 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0512 23:56:57.897873 3761 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0512 23:56:57.898047 3761 helper_linux.go:118] Found default gateway interface br-ex 10.0.1.1 I0512 23:56:57.898197 3761 gateway_init.go:263] Preparing Gateway I0512 23:56:57.898209 3761 gateway_shared_intf.go:1687] Creating new gateway I0512 23:56:57.907270 3761 controller_manager.go:429] Waiting for node in zone sync took: 250.504171ms I0512 23:56:57.911772 3761 controller_manager.go:611] Switching to transit router for layer2 networks I0512 23:56:57.911788 3761 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-1-243.ec2.internal I0512 23:56:57.925434 3761 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0512 23:56:57.931851 3761 controller_manager.go:290] SCTP support detected in OVN I0512 23:56:57.932528 3761 services_controller.go:69] Creating services controller for network=default I0512 23:56:57.932699 3761 udn_enabled_svc.go:80] Waiting for service informer to sync I0512 23:56:57.932763 3761 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0512 23:56:57.932900 3761 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0512 23:56:57.932922 3761 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0512 23:56:57.932936 3761 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 23:56:57.933224 3761 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0512 23:56:57.933288 3761 udn_enabled_svc.go:95] Performing full resync I0512 23:56:57.933317 3761 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0512 23:56:57.933321 3761 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 63.112µs I0512 23:56:57.933363 3761 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 32.926µs I0512 23:56:57.933378 3761 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 60.159µs I0512 23:56:57.933386 3761 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0512 23:56:57.933393 3761 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0512 23:56:57.933407 3761 default_network_controller.go:325] Starting the default network controller I0512 23:56:57.933443 3761 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 20.653µs I0512 23:56:57.933629 3761 udn_enabled_svc.go:99] Waiting for handler to sync I0512 23:56:57.933639 3761 udn_enabled_svc.go:104] Starting worker I0512 23:56:57.942515 3761 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0512 23:56:57.942569 3761 repair.go:33] Syncing exgw routes took 41.684µs I0512 23:56:57.942591 3761 default_network_controller.go:414] Starting all the Watchers... I0512 23:56:57.942849 3761 namespace.go:98] [openshift-image-registry] adding namespace I0512 23:56:57.942866 3761 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0512 23:56:57.942872 3761 namespace.go:98] [openshift-kube-scheduler] adding namespace I0512 23:56:57.942959 3761 namespace.go:98] [openshift-backplane-mobb] adding namespace I0512 23:56:57.943089 3761 namespace.go:98] [openshift-operators] adding namespace I0512 23:56:57.943103 3761 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0512 23:56:57.943107 3761 namespace.go:98] [openshift-config-managed] adding namespace I0512 23:56:57.943112 3761 namespace.go:98] [openshift-authentication] adding namespace I0512 23:56:57.943118 3761 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0512 23:56:57.943135 3761 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0512 23:56:57.943143 3761 namespace.go:98] [kube-system] adding namespace I0512 23:56:57.943153 3761 namespace.go:98] [openshift-ingress-canary] adding namespace I0512 23:56:57.943158 3761 namespace.go:98] [openshift-backplane-csm] adding namespace I0512 23:56:57.943162 3761 namespace.go:98] [dedicated-admin] adding namespace I0512 23:56:57.943169 3761 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0512 23:56:57.943680 3761 namespace.go:102] [openshift-image-registry] adding namespace took 816.126µs I0512 23:56:57.943695 3761 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0512 23:56:57.944178 3761 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 476.447µs I0512 23:56:57.944193 3761 namespace.go:98] [openshift-insights] adding namespace I0512 23:56:57.944803 3761 namespace.go:102] [openshift-insights] adding namespace took 601.339µs I0512 23:56:57.944821 3761 namespace.go:98] [openshift-ingress] adding namespace I0512 23:56:57.945464 3761 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 2.586004ms I0512 23:56:57.945480 3761 namespace.go:98] [openshift-config-operator] adding namespace I0512 23:56:57.945981 3761 namespace.go:102] [openshift-kube-scheduler] adding namespace took 3.095382ms I0512 23:56:57.946003 3761 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0512 23:56:57.946858 3761 namespace.go:102] [openshift-backplane-mobb] adding namespace took 3.883407ms I0512 23:56:57.946877 3761 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0512 23:56:57.947496 3761 namespace.go:102] [openshift-operators] adding namespace took 4.393872ms I0512 23:56:57.947519 3761 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0512 23:56:57.948054 3761 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 4.946212ms I0512 23:56:57.948082 3761 namespace.go:98] [openshift-apiserver] adding namespace I0512 23:56:57.948625 3761 namespace.go:102] [openshift-config-managed] adding namespace took 5.513688ms I0512 23:56:57.948639 3761 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0512 23:56:57.949153 3761 namespace.go:102] [openshift-authentication] adding namespace took 6.033044ms I0512 23:56:57.949173 3761 namespace.go:98] [openshift-console-user-settings] adding namespace I0512 23:56:57.949598 3761 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.473349ms I0512 23:56:57.949614 3761 namespace.go:98] [default] adding namespace W0512 23:56:57.950050 3761 base_network_controller_namespace.go:410] Failed to get IPs for pod kube-system/global-pull-secret-syncer-gpfsl: pod kube-system/global-pull-secret-syncer-gpfsl: no pod IPs found I0512 23:56:57.950085 3761 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 6.940802ms I0512 23:56:57.950100 3761 namespace.go:98] [openshift-console] adding namespace I0512 23:56:57.950792 3761 namespace.go:102] [kube-system] adding namespace took 7.636288ms I0512 23:56:57.950816 3761 namespace.go:98] [openshift-dns-operator] adding namespace I0512 23:56:57.951532 3761 namespace.go:102] [openshift-ingress-canary] adding namespace took 8.37197ms I0512 23:56:57.951550 3761 namespace.go:98] [openshift-host-network] adding namespace I0512 23:56:57.952095 3761 namespace.go:102] [openshift-backplane-csm] adding namespace took 8.930109ms I0512 23:56:57.952112 3761 namespace.go:98] [openshift-backplane-tam] adding namespace I0512 23:56:57.952692 3761 namespace.go:102] [dedicated-admin] adding namespace took 9.522478ms I0512 23:56:57.952708 3761 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0512 23:56:57.953213 3761 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 10.038324ms I0512 23:56:57.953228 3761 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0512 23:56:57.953705 3761 namespace.go:102] [openshift-ingress] adding namespace took 8.87918ms I0512 23:56:57.953718 3761 namespace.go:98] [openshift-multus] adding namespace I0512 23:56:57.954251 3761 namespace.go:102] [openshift-config-operator] adding namespace took 8.766694ms I0512 23:56:57.954263 3761 namespace.go:98] [openshift-network-console] adding namespace I0512 23:56:57.954689 3761 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 8.673203ms I0512 23:56:57.954700 3761 namespace.go:98] [kube-node-lease] adding namespace I0512 23:56:57.955164 3761 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 8.280488ms I0512 23:56:57.955181 3761 namespace.go:98] [openshift-dns] adding namespace I0512 23:56:57.955544 3761 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 8.020075ms I0512 23:56:57.955556 3761 namespace.go:98] [openshift-customer-monitoring] adding namespace I0512 23:56:57.955945 3761 namespace.go:102] [openshift-apiserver] adding namespace took 7.855368ms I0512 23:56:57.955957 3761 namespace.go:98] [openshift-service-ca-operator] adding namespace I0512 23:56:57.956356 3761 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 7.711873ms I0512 23:56:57.956369 3761 namespace.go:98] [openshift-console-operator] adding namespace I0512 23:56:57.956728 3761 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.55004ms I0512 23:56:57.956738 3761 namespace.go:98] [openshift-etcd] adding namespace I0512 23:56:57.957156 3761 namespace.go:102] [default] adding namespace took 7.537098ms I0512 23:56:57.957169 3761 namespace.go:98] [openshift-apiserver-operator] adding namespace I0512 23:56:57.957650 3761 namespace.go:102] [openshift-console] adding namespace took 7.544663ms I0512 23:56:57.957666 3761 namespace.go:98] [openshift-node] adding namespace I0512 23:56:57.958200 3761 namespace.go:102] [openshift-dns-operator] adding namespace took 7.37947ms I0512 23:56:57.958216 3761 namespace.go:98] [openshift-network-operator] adding namespace I0512 23:56:57.958679 3761 namespace.go:102] [openshift-host-network] adding namespace took 7.12294ms I0512 23:56:57.958693 3761 namespace.go:98] [openshift-monitoring] adding namespace I0512 23:56:57.959148 3761 namespace.go:102] [openshift-backplane-tam] adding namespace took 7.031135ms I0512 23:56:57.959163 3761 namespace.go:98] [openshift-backplane-ai-agent] adding namespace I0512 23:56:57.959656 3761 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 6.941926ms I0512 23:56:57.959670 3761 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0512 23:56:57.960033 3761 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-ldb55: pod openshift-multus/network-metrics-daemon-ldb55: no pod IPs found I0512 23:56:57.960039 3761 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 6.806916ms I0512 23:56:57.960049 3761 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0512 23:56:57.960543 3761 namespace.go:102] [openshift-multus] adding namespace took 6.820077ms I0512 23:56:57.960556 3761 namespace.go:98] [openshift-backplane-cee] adding namespace I0512 23:56:57.960977 3761 namespace.go:102] [openshift-network-console] adding namespace took 6.708241ms I0512 23:56:57.960994 3761 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0512 23:56:57.961444 3761 namespace.go:102] [kube-node-lease] adding namespace took 6.737699ms I0512 23:56:57.961460 3761 namespace.go:98] [openshift-network-node-identity] adding namespace I0512 23:56:57.961916 3761 namespace.go:102] [openshift-dns] adding namespace took 6.727956ms I0512 23:56:57.961934 3761 namespace.go:98] [kube-public] adding namespace I0512 23:56:57.962357 3761 namespace.go:102] [openshift-customer-monitoring] adding namespace took 6.796174ms I0512 23:56:57.962370 3761 namespace.go:98] [openshift] adding namespace I0512 23:56:57.962799 3761 namespace.go:102] [openshift-service-ca-operator] adding namespace took 6.837342ms I0512 23:56:57.962812 3761 namespace.go:98] [openshift-machine-api] adding namespace I0512 23:56:57.963325 3761 namespace.go:102] [openshift-console-operator] adding namespace took 6.949634ms I0512 23:56:57.963341 3761 namespace.go:98] [openshift-operators-redhat] adding namespace I0512 23:56:57.963736 3761 namespace.go:102] [openshift-etcd] adding namespace took 6.993947ms I0512 23:56:57.963747 3761 namespace.go:98] [openshift-backplane-cse] adding namespace I0512 23:56:57.964273 3761 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.098184ms I0512 23:56:57.964287 3761 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0512 23:56:57.964671 3761 namespace.go:102] [openshift-node] adding namespace took 6.999656ms I0512 23:56:57.964690 3761 namespace.go:98] [openshift-marketplace] adding namespace I0512 23:56:57.965090 3761 namespace.go:102] [openshift-network-operator] adding namespace took 6.868535ms I0512 23:56:57.965104 3761 namespace.go:98] [openshift-backplane-srep] adding namespace I0512 23:56:57.965687 3761 namespace.go:102] [openshift-monitoring] adding namespace took 6.987193ms I0512 23:56:57.965705 3761 namespace.go:98] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] adding namespace I0512 23:56:57.966229 3761 namespace.go:102] [openshift-backplane-ai-agent] adding namespace took 7.062657ms I0512 23:56:57.966243 3761 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0512 23:56:57.966648 3761 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 6.974035ms I0512 23:56:57.966660 3761 namespace.go:98] [openshift-infra] adding namespace I0512 23:56:57.967044 3761 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 6.989641ms I0512 23:56:57.967074 3761 namespace.go:98] [openshift-network-diagnostics] adding namespace I0512 23:56:57.967448 3761 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.88468ms I0512 23:56:57.968080 3761 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.061718ms I0512 23:56:57.968098 3761 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0512 23:56:57.968682 3761 namespace.go:102] [openshift-network-node-identity] adding namespace took 7.217798ms I0512 23:56:57.968693 3761 namespace.go:98] [openshift-controller-manager] adding namespace I0512 23:56:57.969242 3761 namespace.go:102] [kube-public] adding namespace took 7.30445ms I0512 23:56:57.969252 3761 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0512 23:56:57.969839 3761 namespace.go:102] [openshift] adding namespace took 7.462111ms I0512 23:56:57.969857 3761 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0512 23:56:57.970344 3761 namespace.go:102] [openshift-machine-api] adding namespace took 7.526687ms I0512 23:56:57.970359 3761 namespace.go:98] [openshift-must-gather-operator] adding namespace I0512 23:56:57.970803 3761 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.456052ms I0512 23:56:57.970823 3761 namespace.go:98] [openshift-authentication-operator] adding namespace I0512 23:56:57.971388 3761 namespace.go:102] [openshift-backplane-cse] adding namespace took 7.634094ms I0512 23:56:57.971403 3761 namespace.go:98] [openshift-config] adding namespace I0512 23:56:57.971847 3761 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 7.556141ms I0512 23:56:57.972326 3761 namespace.go:102] [openshift-marketplace] adding namespace took 7.628959ms I0512 23:56:57.972341 3761 namespace.go:98] [openshift-logging] adding namespace I0512 23:56:57.972689 3761 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.579545ms I0512 23:56:57.973178 3761 namespace.go:102] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] adding namespace took 7.467265ms I0512 23:56:57.973191 3761 namespace.go:98] [openshift-machine-config-operator] adding namespace I0512 23:56:57.973646 3761 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 7.397076ms I0512 23:56:57.973660 3761 namespace.go:98] [openshift-cluster-version] adding namespace W0512 23:56:57.974029 3761 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-kls5p: pod openshift-network-diagnostics/network-check-target-kls5p: no pod IPs found I0512 23:56:57.974086 3761 namespace.go:102] [openshift-infra] adding namespace took 7.419384ms I0512 23:56:57.974104 3761 namespace.go:98] [openshift-package-operator] adding namespace I0512 23:56:57.974583 3761 namespace.go:102] [openshift-network-diagnostics] adding namespace took 7.50376ms I0512 23:56:57.974596 3761 namespace.go:98] [openshift-backplane] adding namespace I0512 23:56:57.975043 3761 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.941005ms I0512 23:56:57.975053 3761 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0512 23:56:57.975574 3761 namespace.go:102] [openshift-controller-manager] adding namespace took 6.874502ms I0512 23:56:57.975591 3761 namespace.go:98] [openshift-route-controller-manager] adding namespace I0512 23:56:57.976099 3761 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.842269ms I0512 23:56:57.976116 3761 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0512 23:56:57.976589 3761 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 6.725821ms I0512 23:56:57.976605 3761 namespace.go:98] [openshift-ingress-operator] adding namespace I0512 23:56:57.977094 3761 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.728284ms I0512 23:56:57.977114 3761 namespace.go:98] [openshift-kube-apiserver] adding namespace I0512 23:56:57.977651 3761 namespace.go:102] [openshift-authentication-operator] adding namespace took 6.818616ms I0512 23:56:57.978243 3761 namespace.go:102] [openshift-config] adding namespace took 6.833982ms I0512 23:56:57.979075 3761 namespace.go:102] [openshift-logging] adding namespace took 6.711421ms I0512 23:56:57.979699 3761 namespace.go:102] [openshift-machine-config-operator] adding namespace took 6.501549ms I0512 23:56:57.980196 3761 namespace.go:102] [openshift-cluster-version] adding namespace took 6.531182ms I0512 23:56:57.981035 3761 namespace.go:102] [openshift-package-operator] adding namespace took 6.923695ms I0512 23:56:57.981722 3761 namespace.go:102] [openshift-backplane] adding namespace took 7.119451ms I0512 23:56:57.981738 3761 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0512 23:56:57.982398 3761 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.338867ms I0512 23:56:57.982956 3761 namespace.go:102] [openshift-route-controller-manager] adding namespace took 7.358063ms I0512 23:56:57.983503 3761 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.380775ms I0512 23:56:57.984058 3761 namespace.go:102] [openshift-ingress-operator] adding namespace took 7.447696ms I0512 23:56:57.984592 3761 namespace.go:102] [openshift-kube-apiserver] adding namespace took 7.471073ms I0512 23:56:57.985046 3761 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 3.303169ms W0512 23:56:57.985159 3761 master.go:458] Unable to parse local node ip-10-0-1-243.ec2.internal chassis-id annotation. Chassis may be removed during sync I0512 23:56:57.985172 3761 master.go:481] Removing stale chassis with ID/Name: e06831d1-28f2-454a-bb6a-28f4d4237902, hostname: ip-10-0-1-243.ec2.internal I0512 23:56:57.985716 3761 master.go:548] Adding or Updating local node "ip-10-0-1-243.ec2.internal" for network "default" I0512 23:56:57.986524 3761 zone_ic_handler.go:195] Time taken to create transit switch: 345.361µs I0512 23:56:57.986536 3761 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-2-227.ec2.internal for the network default I0512 23:56:57.987054 3761 zone_ic_handler.go:195] Time taken to create transit switch: 349.85µs I0512 23:56:57.987089 3761 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-66.ec2.internal for the network default I0512 23:56:57.988006 3761 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-2-227.ec2.internal" on network "default" took: 1.838695ms I0512 23:56:57.988617 3761 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-66.ec2.internal" on network "default" took: 1.927214ms I0512 23:56:57.990866 3761 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-243.ec2.internal for the network default I0512 23:56:57.991192 3761 zone_ic_handler.go:195] Time taken to create transit switch: 266.109µs I0512 23:56:57.992207 3761 default_network_controller.go:823] Node add failed for ip-10-0-1-243.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal, error getting gateway config for node ip-10-0-1-243.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-243.ec2.internal", failed to update chassis to local for local node ip-10-0-1-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-243.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal] E0512 23:56:57.992271 3761 obj_retry.go:575] Failed to create *v1.Node ip-10-0-1-243.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal, error getting gateway config for node ip-10-0-1-243.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-243.ec2.internal", failed to update chassis to local for local node ip-10-0-1-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-243.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal] I0512 23:56:57.992336 3761 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0512 23:56:57.992348 3761 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-1-243.ec2.internal", UID:"49f91a36-2af3-4e41-b716-e5b3e45ed199", APIVersion:"v1", ResourceVersion:"9534", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal, error getting gateway config for node ip-10-0-1-243.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-243.ec2.internal", failed to update chassis to local for local node ip-10-0-1-243.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-243.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-243.ec2.internal] I0512 23:56:57.992413 3761 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0512 23:56:57.992439 3761 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0512 23:56:57.992442 3761 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-66.ec2.internal in network "default" I0512 23:56:57.992530 3761 node_tracker.go:169] Node ip-10-0-0-66.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:57.992555 3761 services_controller.go:574] Full service sync requested for network=default I0512 23:56:57.992563 3761 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:56:57.992578 3761 node_tracker.go:235] Node ip-10-0-1-243.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-243.ec2.internal" I0512 23:56:57.992597 3761 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:57.992606 3761 services_controller.go:574] Full service sync requested for network=default I0512 23:56:57.992616 3761 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-227.ec2.internal in network "default" I0512 23:56:57.992661 3761 node_tracker.go:169] Node ip-10-0-2-227.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:57.992678 3761 services_controller.go:574] Full service sync requested for network=default I0512 23:56:58.032706 3761 iptables.go:108] Creating table: filter chain: FORWARD I0512 23:56:58.039123 3761 iptables.go:108] Creating table: filter chain: OUTPUT I0512 23:56:58.045339 3761 gateway_shared_intf.go:1816] Gateway Creation Complete I0512 23:56:58.045356 3761 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-243.ec2.internal","mac-address":"0a:ff:e9:81:91:7f","ip-addresses":["10.0.1.243/24"],"ip-address":"10.0.1.243/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e06831d1-28f2-454a-bb6a-28f4d4237902 k8s.ovn.org/node-encap-ips:["10.0.1.243"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.243/24"} k8s.ovn.org/zone-name:ip-10-0-1-243.ec2.internal] on node ip-10-0-1-243.ec2.internal I0512 23:56:58.065513 3761 master.go:548] Adding or Updating local node "ip-10-0-1-243.ec2.internal" for network "default" I0512 23:56:58.065546 3761 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:56:58.065594 3761 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:56:58.065607 3761 services_controller.go:574] Full service sync requested for network=default I0512 23:56:58.069791 3761 default_node_network_controller.go:519] Node connection status = connected W0512 23:56:58.070817 3761 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-kls5p: pod openshift-network-diagnostics/network-check-target-kls5p: no pod IPs found W0512 23:56:58.070842 3761 gateway.go:207] Unable to fetch podIPs for pod kube-system/global-pull-secret-syncer-gpfsl: pod kube-system/global-pull-secret-syncer-gpfsl: no pod IPs found W0512 23:56:58.070853 3761 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-ldb55: pod openshift-multus/network-metrics-daemon-ldb55: no pod IPs found I0512 23:56:58.071882 3761 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-1-243.ec2.internal for the network default I0512 23:56:58.072050 3761 zone_ic_handler.go:195] Time taken to create transit switch: 155.29µs I0512 23:56:58.092976 3761 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0512 23:56:58.093000 3761 services_controller.go:208] Setting up event handlers for services for network=default I0512 23:56:58.093110 3761 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0512 23:56:58.093183 3761 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0512 23:56:58.093207 3761 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0512 23:56:58.193434 3761 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0512 23:56:58.193458 3761 repair.go:60] Starting repairing loop for services I0512 23:56:58.193550 3761 repair.go:131] Deleted 0 stale service LBs I0512 23:56:58.193569 3761 repair.go:137] Deleted 0 stale Chassis Template Vars I0512 23:56:58.193585 3761 repair.go:62] Finished repairing loop for services: 130.581µs I0512 23:56:58.193609 3761 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0512 23:56:58.193620 3761 services_controller.go:254] Starting workers for network=default I0512 23:56:58.193981 3761 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kls5p] creating logical port openshift-network-diagnostics_network-check-target-kls5p for pod on switch ip-10-0-1-243.ec2.internal I0512 23:56:58.193994 3761 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-gpfsl] creating logical port kube-system_global-pull-secret-syncer-gpfsl for pod on switch ip-10-0-1-243.ec2.internal I0512 23:56:58.194104 3761 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ldb55] creating logical port openshift-multus_network-metrics-daemon-ldb55 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:56:58.194160 3761 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-kls5p I0512 23:56:58.194185 3761 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-ldb55 I0512 23:56:58.194236 3761 kube.go:256] Updating pod kube-system/global-pull-secret-syncer-gpfsl W0512 23:56:58.195289 3761 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:56:58.211507 3761 pod.go:62] [openshift-multus/network-metrics-daemon-ldb55] pod update took 17.348151ms I0512 23:56:58.211525 3761 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-ldb55] addLogicalPort annotation time took 17.370449ms I0512 23:56:58.212367 3761 pods.go:271] [openshift-multus/network-metrics-daemon-ldb55] addLogicalPort took 18.271265ms, libovsdb time 632.145µs I0512 23:56:58.212746 3761 pod.go:62] [kube-system/global-pull-secret-syncer-gpfsl] pod update took 18.530222ms I0512 23:56:58.212762 3761 base_network_controller_pods.go:951] [default/kube-system/global-pull-secret-syncer-gpfsl] addLogicalPort annotation time took 18.567106ms I0512 23:56:58.212798 3761 pod.go:62] [openshift-network-diagnostics/network-check-target-kls5p] pod update took 18.7081ms I0512 23:56:58.212814 3761 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-kls5p] addLogicalPort annotation time took 18.753172ms I0512 23:56:58.213755 3761 pods.go:271] [kube-system/global-pull-secret-syncer-gpfsl] addLogicalPort took 19.773838ms, libovsdb time 767.015µs I0512 23:56:58.213969 3761 pods.go:271] [openshift-network-diagnostics/network-check-target-kls5p] addLogicalPort took 19.995942ms, libovsdb time 945.333µs I0512 23:56:58.214596 3761 admin_network_policy_controller.go:227] Starting controller default-network-controller I0512 23:56:58.214617 3761 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0512 23:56:58.214630 3761 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0512 23:56:58.214634 3761 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0512 23:56:58.214837 3761 repair.go:29] Repairing admin network policies took 197.987µs I0512 23:56:58.214937 3761 repair.go:92] Repairing baseline admin network policies took 90.759µs I0512 23:56:58.215430 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0512 23:56:58.215447 3761 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0512 23:56:58.217168 3761 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0512 23:56:58.217189 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0512 23:56:58.217199 3761 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0512 23:56:58.217729 3761 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0512 23:56:58.217754 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0512 23:56:58.217765 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0512 23:56:58.219161 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0512 23:56:58.219186 3761 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0512 23:56:58.219200 3761 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0512 23:56:58.221044 3761 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0512 23:56:58.221086 3761 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0512 23:56:58.221097 3761 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0512 23:56:58.222476 3761 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0512 23:56:58.222494 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0512 23:56:58.222503 3761 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0512 23:56:58.223222 3761 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0512 23:56:58.223241 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0512 23:56:58.223247 3761 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0512 23:56:58.223520 3761 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0512 23:56:58.223539 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0512 23:56:58.223548 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0512 23:56:58.225252 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0512 23:56:58.225275 3761 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0512 23:56:58.225286 3761 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0512 23:56:58.227614 3761 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0512 23:56:58.227632 3761 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0512 23:56:58.227643 3761 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0512 23:56:58.228792 3761 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0512 23:56:58.228811 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0512 23:56:58.228820 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0512 23:56:58.230271 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0512 23:56:58.230291 3761 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0512 23:56:58.230299 3761 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0512 23:56:58.230814 3761 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0512 23:56:58.230829 3761 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0512 23:56:58.230836 3761 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0512 23:56:58.231121 3761 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0512 23:56:58.231145 3761 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0512 23:56:58.231158 3761 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0512 23:56:58.232221 3761 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0512 23:56:58.232241 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0512 23:56:58.232263 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0512 23:56:58.232809 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0512 23:56:58.232826 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0512 23:56:58.233826 3761 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0512 23:56:58.233839 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 23:56:58.234656 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0512 23:56:58.234689 3761 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0512 23:56:58.234701 3761 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0512 23:56:58.235299 3761 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0512 23:56:58.235316 3761 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0512 23:56:58.235326 3761 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0512 23:56:58.236458 3761 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0512 23:56:58.236490 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0512 23:56:58.236501 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0512 23:56:58.237021 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0512 23:56:58.237038 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0512 23:56:58.237074 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0512 23:56:58.237759 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0512 23:56:58.237779 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0512 23:56:58.237787 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0512 23:56:58.238104 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0512 23:56:58.238125 3761 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0512 23:56:58.238133 3761 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0512 23:56:58.239529 3761 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0512 23:56:58.239546 3761 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0512 23:56:58.239554 3761 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0512 23:56:58.241175 3761 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0512 23:56:58.241192 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0512 23:56:58.241199 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0512 23:56:58.241662 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0512 23:56:58.241680 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0512 23:56:58.241688 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0512 23:56:58.242136 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0512 23:56:58.242151 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0512 23:56:58.242158 3761 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0512 23:56:58.242599 3761 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0512 23:56:58.242615 3761 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0512 23:56:58.242625 3761 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0512 23:56:58.243590 3761 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0512 23:56:58.243608 3761 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0512 23:56:58.243618 3761 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0512 23:56:58.244730 3761 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0512 23:56:58.244748 3761 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0512 23:56:58.244761 3761 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0512 23:56:58.245256 3761 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0512 23:56:58.250893 3761 egressfirewall.go:374] Starting EgressFirewall controller I0512 23:56:58.250927 3761 controller.go:133] Adding controller egress-firewall-controller event handlers I0512 23:56:58.250947 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0512 23:56:58.250954 3761 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0512 23:56:58.250963 3761 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0512 23:56:58.251021 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0512 23:56:58.251033 3761 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0512 23:56:58.251361 3761 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0512 23:56:58.251375 3761 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0512 23:56:58.251381 3761 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0512 23:56:58.251390 3761 egressqos.go:193] Setting up event handlers for EgressQoS I0512 23:56:58.251398 3761 egressfirewall.go:723] Syncing node "ip-10-0-0-66.ec2.internal" for egress firewall I0512 23:56:58.251407 3761 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:56:58.251411 3761 egressfirewall.go:723] Syncing node "ip-10-0-2-227.ec2.internal" for egress firewall I0512 23:56:58.251954 3761 egressqos.go:245] Starting EgressQoS Controller I0512 23:56:58.251965 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0512 23:56:58.251972 3761 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0512 23:56:58.251977 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0512 23:56:58.251981 3761 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0512 23:56:58.251986 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0512 23:56:58.251990 3761 shared_informer.go:356] "Caches are synced" controller="egressqos" I0512 23:56:58.251993 3761 egressqos.go:259] Repairing EgressQoSes I0512 23:56:58.251997 3761 egressqos.go:399] Starting repairing loop for egressqos I0512 23:56:58.252088 3761 egressqos.go:401] Finished repairing loop for egressqos: 90.64µs I0512 23:56:58.252110 3761 egressservice_zone.go:132] Setting up event handlers for Egress Services I0512 23:56:58.252149 3761 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-1-243.ec2.internal I0512 23:56:58.252196 3761 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-1-243.ec2.internal : 47.636µs I0512 23:56:58.252241 3761 egressservice_zone.go:210] Starting Egress Services Controller I0512 23:56:58.252254 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 23:56:58.252262 3761 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 23:56:58.252268 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 23:56:58.252272 3761 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 23:56:58.252278 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 23:56:58.252283 3761 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 23:56:58.252288 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0512 23:56:58.252293 3761 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0512 23:56:58.252297 3761 egressservice_zone.go:228] Repairing Egress Services I0512 23:56:58.252571 3761 master_controller.go:88] Starting Admin Policy Based Route Controller I0512 23:56:58.252580 3761 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 23:56:58.252649 3761 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-66.ec2.internal I0512 23:56:58.252664 3761 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-66.ec2.internal: 16.875µs I0512 23:56:58.252674 3761 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:56:58.252678 3761 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 4.464µs I0512 23:56:58.252682 3761 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-227.ec2.internal I0512 23:56:58.252687 3761 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-227.ec2.internal: 5.004µs I0512 23:56:58.252749 3761 default_network_controller.go:585] Completing all the Watchers took 310.147646ms I0512 23:56:58.252764 3761 default_network_controller.go:589] Starting unidling controllers I0512 23:56:58.252778 3761 unidle.go:46] Registering OVN SB ControllerEvent handler I0512 23:56:58.252788 3761 unidle.go:63] Populating Initial ContollerEvent events I0512 23:56:58.252800 3761 unidle.go:79] Setting up event handlers for services I0512 23:56:58.252889 3761 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0512 23:56:58.569931 3761 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:59.070820 3761 default_node_network_controller.go:519] Node connection status = connected I0512 23:56:59.571544 3761 default_node_network_controller.go:519] Node connection status = connected I0512 23:57:00.070897 3761 default_node_network_controller.go:519] Node connection status = connected I0512 23:57:00.092553 3761 bridgeconfig.go:537] Gateway is ready I0512 23:57:00.092573 3761 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0512 23:57:00.093724 3761 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0512 23:57:00.105748 3761 node_ip_handler_linux.go:247] Node primary address changed to 10.0.1.243. Updating OVN encap IP. I0512 23:57:00.111850 3761 node_ip_handler_linux.go:542] Will not update encap IP 10.0.1.243 - it is already configured I0512 23:57:00.111867 3761 node_ip_handler_linux.go:485] Node address changed to map[10.0.1.243/24:{} 172.20.0.1/32:{}]. Updating annotations. I0512 23:57:00.112109 3761 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.1.243/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-1-243.ec2.internal","mac-address":"0a:ff:e9:81:91:7f","ip-addresses":["10.0.1.243/24"],"ip-address":"10.0.1.243/24","next-hops":["10.0.1.1"],"next-hop":"10.0.1.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:e06831d1-28f2-454a-bb6a-28f4d4237902 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.1.243/24"}] on node ip-10-0-1-243.ec2.internal I0512 23:57:00.125443 3761 egressfirewall.go:723] Syncing node "ip-10-0-1-243.ec2.internal" for egress firewall I0512 23:57:00.125458 3761 master.go:548] Adding or Updating local node "ip-10-0-1-243.ec2.internal" for network "default" I0512 23:57:00.125483 3761 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-243.ec2.internal in network "default" I0512 23:57:00.125509 3761 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:57:00.125522 3761 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 17.119µs I0512 23:57:00.125543 3761 node_tracker.go:169] Node ip-10-0-1-243.ec2.internal switch + router changed, syncing services in network "default" I0512 23:57:00.125566 3761 services_controller.go:574] Full service sync requested for network=default I0512 23:57:00.125668 3761 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.1.243 I0512 23:57:00.125744 3761 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-1-243.ec2.internal W0512 23:57:00.126082 3761 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:57:00.130222 3761 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-243.ec2.internal. Updating no re-route policies I0512 23:57:00.130292 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-ts84w I0512 23:57:00.130299 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-m48xn I0512 23:57:00.130315 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-m48xn I0512 23:57:00.130312 3761 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/global-pull-secret-syncer-gpfsl I0512 23:57:00.130327 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r2sjb I0512 23:57:00.130331 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-n79x4 I0512 23:57:00.130341 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-ts84w I0512 23:57:00.130344 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jxk6d I0512 23:57:00.130348 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-n79x4 I0512 23:57:00.130344 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-kls5p I0512 23:57:00.130354 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jxk6d I0512 23:57:00.130356 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-ldb55 I0512 23:57:00.130363 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r2sjb I0512 23:57:00.130364 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-m48xn after 0 failed attempt(s) I0512 23:57:00.130366 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-ts84w after 0 failed attempt(s) I0512 23:57:00.130369 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-ldb55 I0512 23:57:00.130313 3761 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-rh5v4 I0512 23:57:00.130373 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-jxk6d after 0 failed attempt(s) I0512 23:57:00.130376 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jp29f I0512 23:57:00.130376 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-fjxwc I0512 23:57:00.130378 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-zbcq5 I0512 23:57:00.130386 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-fjxwc I0512 23:57:00.130394 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-zbcq5 I0512 23:57:00.130403 3761 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-ldb55] creating logical port openshift-multus_network-metrics-daemon-ldb55 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:00.130401 3761 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-243.ec2.internal I0512 23:57:00.130426 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-243.ec2.internal I0512 23:57:00.130461 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-zbcq5 after 0 failed attempt(s) I0512 23:57:00.130364 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-n79x4 after 0 failed attempt(s) I0512 23:57:00.130331 3761 obj_retry.go:398] Adding new object: *v1.Pod kube-system/global-pull-secret-syncer-gpfsl I0512 23:57:00.130504 3761 base_network_controller_pods.go:487] [default/kube-system/global-pull-secret-syncer-gpfsl] creating logical port kube-system_global-pull-secret-syncer-gpfsl for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:00.130461 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-1-243.ec2.internal after 0 failed attempt(s) I0512 23:57:00.130408 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-fjxwc after 0 failed attempt(s) I0512 23:57:00.130386 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-r2sjb after 0 failed attempt(s) I0512 23:57:00.130384 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-jp29f I0512 23:57:00.130603 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-jp29f after 0 failed attempt(s) I0512 23:57:00.130364 3761 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-kls5p I0512 23:57:00.130641 3761 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-kls5p] creating logical port openshift-network-diagnostics_network-check-target-kls5p for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:00.130299 3761 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-243.ec2.internal I0512 23:57:00.130664 3761 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-243.ec2.internal I0512 23:57:00.130683 3761 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-1-243.ec2.internal after 0 failed attempt(s) I0512 23:57:00.130382 3761 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-rh5v4 I0512 23:57:00.130702 3761 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-rh5v4 after 0 failed attempt(s) I0512 23:57:00.131327 3761 pods.go:271] [openshift-multus/network-metrics-daemon-ldb55] addLogicalPort took 933.081µs, libovsdb time 402.914µs I0512 23:57:00.131337 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-ldb55 after 0 failed attempt(s) I0512 23:57:00.131458 3761 pods.go:271] [kube-system/global-pull-secret-syncer-gpfsl] addLogicalPort took 960.837µs, libovsdb time 491.529µs I0512 23:57:00.131476 3761 obj_retry.go:418] Retry successful for *v1.Pod kube-system/global-pull-secret-syncer-gpfsl after 0 failed attempt(s) I0512 23:57:00.131578 3761 pods.go:271] [openshift-network-diagnostics/network-check-target-kls5p] addLogicalPort took 943.466µs, libovsdb time 393.277µs I0512 23:57:00.131589 3761 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-kls5p after 0 failed attempt(s) I0512 23:57:00.141091 3761 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0512 23:57:00.153626 3761 iptables.go:108] Creating table: mangle chain: OUTPUT I0512 23:57:00.156818 3761 iptables.go:108] Creating table: nat chain: OUTPUT I0512 23:57:00.202817 3761 iptables.go:108] Creating table: nat chain: PREROUTING I0512 23:57:00.268942 3761 iptables.go:108] Creating table: filter chain: FORWARD I0512 23:57:00.285670 3761 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0512 23:57:00.285764 3761 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0512 23:57:00.285806 3761 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0512 23:57:00.285924 3761 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0512 23:57:00.285979 3761 gateway_init.go:325] Gateway and management port readiness took 2.220585812s I0512 23:57:00.286008 3761 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0512 23:57:00.286078 3761 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0512 23:57:00.286091 3761 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0512 23:57:00.286101 3761 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0512 23:57:00.286162 3761 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0512 23:57:00.286270 3761 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 76.54µs I0512 23:57:00.286514 3761 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0512 23:57:00.286545 3761 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 21.984µs I0512 23:57:00.286553 3761 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 39.37µs I0512 23:57:00.286559 3761 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0512 23:57:00.286569 3761 nad_controller.go:379] [node-nad-controller NAD controller]: started I0512 23:57:00.286576 3761 default_node_network_controller.go:899] Starting the default node network controller I0512 23:57:00.286581 3761 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0512 23:57:00.286595 3761 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 13.752µs I0512 23:57:00.286769 3761 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0512 23:57:00.286778 3761 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0512 23:57:00.286801 3761 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c091a0 0xc000325b90 0xc000325c00 0xc000325c70 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000c27630 0xc000325e30 0xc000325ea0 0xc000aa4050 0xc0063367e0 0xc000325f10 map[0x2ff9080:0xc002db2120 0x2ff95c0:0xc002b1d380 0x2ffa2e0:0xc002db2060 0x2ffa580:0xc002db20c0 0x2ffad60:0xc002db2180 0x2ffb000:0xc002db21e0 0x2ffb2a0:0xc002b1d320 0x2ffba80:0xc002b1d3e0 0x2ffbd20:0xc0027a1080 0x3026980:0xc000b4d500 0x3026d20:0xc000b4d560 0x3027800:0xc000c8b500 0x3029160:0xc001c0c000 0x30298a0:0xc002db2000 0x302a720:0xc000b4d4a0] 0xc000c3a540 0} I0512 23:57:00.286864 3761 gateway.go:151] Starting gateway service sync I0512 23:57:00.287352 3761 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0512 23:57:00.289430 3761 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0512 23:57:00.316760 3761 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0512 23:57:00.317985 3761 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0512 23:57:00.319081 3761 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0512 23:57:00.353731 3761 gateway.go:168] Gateway service sync done. Time taken: 66.853312ms I0512 23:57:00.354457 3761 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30717 I0512 23:57:00.354587 3761 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c091a0 0xc000325b90 0xc000325c00 0xc000325c70 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000c27630 0xc000325e30 0xc000325ea0 0xc000aa4050 0xc0063367e0 0xc000325f10 map[0x2ff9080:0xc002db2120 0x2ff95c0:0xc002b1d380 0x2ffa2e0:0xc002db2060 0x2ffa580:0xc002db20c0 0x2ffad60:0xc002db2180 0x2ffb000:0xc002db21e0 0x2ffb2a0:0xc002b1d320 0x2ffba80:0xc002b1d3e0 0x2ffbd20:0xc0027a1080 0x3026980:0xc000b4d500 0x3026d20:0xc000b4d560 0x3027800:0xc000c8b500 0x3029160:0xc001c0c000 0x30298a0:0xc002db2000 0x302a720:0xc000b4d4a0] 0xc000c3a540 0} I0512 23:57:00.355114 3761 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c091a0 0xc000325b90 0xc000325c00 0xc000325c70 0xc000325ce0 0xc000325d50 0xc000325dc0 0xc000c27630 0xc000325e30 0xc000325ea0 0xc000aa4050 0xc0063367e0 0xc000325f10 map[0x2ff9080:0xc002db2120 0x2ff95c0:0xc002b1d380 0x2ffa2e0:0xc002db2060 0x2ffa580:0xc002db20c0 0x2ffad60:0xc002db2180 0x2ffb000:0xc002db21e0 0x2ffb2a0:0xc002b1d320 0x2ffba80:0xc002b1d3e0 0x2ffbd20:0xc0027a1080 0x3026980:0xc000b4d500 0x3026d20:0xc000b4d560 0x3027800:0xc000c8b500 0x3029160:0xc001c0c000 0x30298a0:0xc002db2000 0x302a720:0xc000b4d4a0] 0xc000c3a540 0} I0512 23:57:00.355158 3761 gateway.go:532] Reconciling gateway with updates I0512 23:57:00.360810 3761 gateway.go:339] Spawning Conntrack Rule Check Thread I0512 23:57:00.360892 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:57:00.360916 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:57:00.360912 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:57:00.360915 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:57:00.360925 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 23:57:00.360924 3761 default_node_network_controller.go:944] Gateway and management port readiness took 74.137246ms I0512 23:57:00.360934 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:57:00.360939 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:57:00.360945 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:57:00.360954 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:57:00.360966 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:57:00.360979 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:57:00.360989 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:57:00.361006 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 23:57:00.361021 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 23:57:00.361023 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 23:57:00.361027 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:57:00.361032 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:57:00.361038 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:57:00.361049 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:57:00.361052 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:57:00.361051 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:57:00.361052 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 23:57:00.361079 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:57:00.361082 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:57:00.361087 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 23:57:00.361091 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:57:00.361100 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:57:00.361105 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:57:00.361110 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 23:57:00.361022 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 23:57:00.361119 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 23:57:00.361124 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:57:00.360932 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:57:00.361132 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:57:00.361139 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:57:00.361139 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:57:00.361145 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:57:00.361146 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:57:00.361152 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:57:00.361155 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:57:00.361158 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 23:57:00.361160 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:57:00.361167 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:57:00.361169 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:57:00.361169 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:57:00.361174 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 23:57:00.361178 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:57:00.361180 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:57:00.361182 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 23:57:00.361189 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:57:00.361177 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:57:00.361192 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:57:00.361207 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:57:00.360955 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:57:00.361220 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 23:57:00.361206 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 23:57:00.361036 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 23:57:00.360988 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:57:00.361007 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:57:00.361299 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:57:00.361316 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:57:00.361330 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:57:00.361332 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:57:00.361347 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:57:00.361042 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:57:00.361357 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 23:57:00.361076 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 23:57:00.361005 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 23:57:00.361376 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:57:00.361384 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 23:57:00.361391 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:57:00.361402 3761 port_claim.go:71] Svc openshift-ingress/router-default: port 30450 is already open, no action needed I0512 23:57:00.361316 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:57:00.361409 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 23:57:00.361423 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 23:57:00.361428 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:57:00.361437 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:57:00.361140 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:57:00.361117 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 23:57:00.360894 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:57:00.361458 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:57:00.361461 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 23:57:00.361473 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 23:57:00.361148 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 23:57:00.361161 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:57:00.361413 3761 port_claim.go:71] Svc openshift-ingress/router-default: port 31851 is already open, no action needed I0512 23:57:00.361497 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:57:00.361158 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:57:00.361519 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:57:00.361529 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:57:00.361536 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:57:00.361176 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:57:00.361547 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:57:00.361179 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:57:00.361521 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:57:00.361278 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:57:00.361038 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 23:57:00.361192 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:57:00.361618 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:57:00.361449 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:57:00.361647 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:57:00.361593 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 23:57:00.361666 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:57:00.361194 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 23:57:00.362284 3761 node_ip_handler_linux.go:160] Node IP manager is running W0512 23:57:00.401668 3761 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 23:57:00.401872 3761 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.130.0.1 on link ovn-k8s-mp0 with MTU: 0 W0512 23:57:00.402056 3761 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:82:00:01/10.130.0.1) on link ovn-k8s-mp0 I0512 23:57:00.410298 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 23:57:00.410332 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 23:57:00.410341 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 23:57:00.410348 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 23:57:00.410353 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 23:57:00.410378 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 23:57:00.410405 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 23:57:00.410421 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 23:57:00.410432 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 23:57:00.410447 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 23:57:00.410465 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 23:57:00.410472 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 23:57:00.410478 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 23:57:00.410484 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 23:57:00.410490 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 23:57:00.410496 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 23:57:00.410503 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 23:57:00.451002 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 23:57:00.451034 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 23:57:00.451043 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 23:57:00.491110 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 23:57:00.491118 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 23:57:00.491136 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 23:57:00.491142 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 23:57:00.491149 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 23:57:00.491155 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 23:57:00.491160 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 23:57:00.491166 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 23:57:00.491185 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 23:57:00.491204 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 23:57:02.395599 3761 default_node_network_controller.go:1380] Starting node controller node sync W0512 23:57:02.395954 3761 egressip_healthcheck.go:76] Health checking using insecure connection I0512 23:57:02.396092 3761 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.130.0.2:9107 I0512 23:57:02.412861 3761 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 17.202576ms I0512 23:57:02.412984 3761 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-66.ec2.internal", IP: 10.0.0.66 to PMTUD blocking rules I0512 23:57:02.412986 3761 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 10.0.2.227 to PMTUD blocking rules I0512 23:57:02.412996 3761 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-66.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 23:57:02.413001 3761 default_node_network_controller.go:1293] Adding remote node "ip-10-0-2-227.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0512 23:57:02.426130 3761 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0512 23:57:02.426449 3761 egressservice_node.go:93] Setting up event handlers for Egress Services I0512 23:57:02.426577 3761 egressservice_node.go:183] Starting Egress Services Controller I0512 23:57:02.426599 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0512 23:57:02.426610 3761 shared_informer.go:356] "Caches are synced" controller="egressservices" I0512 23:57:02.426616 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0512 23:57:02.426621 3761 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0512 23:57:02.426626 3761 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0512 23:57:02.426633 3761 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0512 23:57:02.426639 3761 egressservice_node.go:197] Repairing Egress Services I0512 23:57:02.437966 3761 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0512 23:57:02.437981 3761 external_controller.go:278] Starting Admin Policy Based Route Controller I0512 23:57:02.438150 3761 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0512 23:57:02.438171 3761 link_network_manager.go:119] Link manager is running I0512 23:57:02.438186 3761 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0512 23:57:02.438319 3761 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0512 23:57:02.438589 3761 vrf_manager.go:128] VRF manager is running I0512 23:57:02.438804 3761 node_controller_manager.go:437] Removing flows to drop GARP I0512 23:57:02.438813 3761 gateway.go:532] Reconciling gateway with updates I0512 23:57:02.457161 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:57:02.457186 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0512 23:57:02.457184 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:57:02.457202 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0512 23:57:02.457199 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:57:02.457204 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0512 23:57:02.457221 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0512 23:57:02.457230 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:57:02.457242 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0512 23:57:02.457244 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:57:02.457251 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:57:02.457253 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0512 23:57:02.457250 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:57:02.457266 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0512 23:57:02.457266 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0512 23:57:02.457274 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0512 23:57:02.457279 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0512 23:57:02.457274 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:57:02.457297 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:57:02.457294 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:57:02.457301 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0512 23:57:02.457306 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0512 23:57:02.457308 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0512 23:57:02.457317 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0512 23:57:02.457318 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0512 23:57:02.457319 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0512 23:57:02.457307 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:57:02.457330 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:57:02.457337 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:57:02.457343 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0512 23:57:02.457346 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:57:02.457349 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0512 23:57:02.457352 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0512 23:57:02.457296 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:57:02.457354 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:57:02.457364 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0512 23:57:02.457370 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:57:02.457371 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:57:02.457376 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0512 23:57:02.457378 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:57:02.457383 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0512 23:57:02.457385 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0512 23:57:02.457384 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:57:02.457318 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0512 23:57:02.457393 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:57:02.457375 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0512 23:57:02.457402 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:57:02.457401 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:57:02.457333 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0512 23:57:02.457411 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0512 23:57:02.457411 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:57:02.457375 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0512 23:57:02.457420 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:57:02.457422 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0512 23:57:02.457444 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0512 23:57:02.457470 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0512 23:57:02.457478 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0512 23:57:02.457346 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0512 23:57:02.457389 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0512 23:57:02.457500 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0512 23:57:02.457232 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0512 23:57:02.457339 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0512 23:57:02.457406 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0512 23:57:02.457278 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0512 23:57:02.457398 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0512 23:57:02.457583 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0512 23:57:02.457220 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:57:02.457591 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0512 23:57:02.457596 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0512 23:57:02.457284 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0512 23:57:02.457350 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:57:02.457604 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0512 23:57:02.457351 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0512 23:57:02.457357 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0512 23:57:02.457360 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0512 23:57:02.457658 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0512 23:57:02.457361 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:57:02.457691 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0512 23:57:02.457367 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0512 23:57:02.457375 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0512 23:57:02.457375 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:57:02.457740 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0512 23:57:02.457390 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0512 23:57:02.457391 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:57:02.457772 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0512 23:57:02.457400 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0512 23:57:02.457329 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:57:02.457823 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0512 23:57:02.457406 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0512 23:57:02.457389 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:57:02.457875 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0512 23:57:02.457409 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:57:02.457901 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0512 23:57:02.457419 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0512 23:57:02.457417 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:57:02.457958 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0512 23:57:02.457963 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0512 23:57:02.457426 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:57:02.457969 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0512 23:57:02.457423 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:57:02.458001 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0512 23:57:02.457430 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0512 23:57:02.458027 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0512 23:57:02.457434 3761 port_claim.go:71] Svc openshift-ingress/router-default: port 30450 is already open, no action needed I0512 23:57:02.458041 3761 port_claim.go:71] Svc openshift-ingress/router-default: port 31851 is already open, no action needed I0512 23:57:02.457428 3761 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:57:02.458077 3761 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0512 23:57:02.458088 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0512 23:57:02.482648 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0512 23:57:02.482684 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0512 23:57:02.482691 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0512 23:57:02.482700 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0512 23:57:02.482709 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0512 23:57:02.482716 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0512 23:57:02.482723 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0512 23:57:02.482729 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0512 23:57:02.482735 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0512 23:57:02.482741 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0512 23:57:02.482753 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0512 23:57:02.482762 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0512 23:57:02.524772 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0512 23:57:02.524801 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0512 23:57:02.524809 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0512 23:57:02.524839 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0512 23:57:02.524846 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0512 23:57:02.524851 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0512 23:57:02.524858 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0512 23:57:02.524863 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0512 23:57:02.524869 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0512 23:57:02.524874 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0512 23:57:02.524879 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0512 23:57:02.524885 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0512 23:57:02.524890 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0512 23:57:02.566717 3761 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0512 23:57:04.094707 3761 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-243.ec2.internal I0512 23:57:04.094749 3761 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-243.ec2.internal: 43.275µs I0512 23:57:04.122321 3761 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-6fb578466f-ppcrh] creating logical port openshift-image-registry_image-registry-6fb578466f-ppcrh for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:04.122451 3761 kube.go:256] Updating pod openshift-image-registry/image-registry-6fb578466f-ppcrh I0512 23:57:04.142900 3761 pod.go:62] [openshift-image-registry/image-registry-6fb578466f-ppcrh] pod update took 20.47786ms I0512 23:57:04.142932 3761 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-6fb578466f-ppcrh] addLogicalPort annotation time took 20.512339ms I0512 23:57:04.144483 3761 pods.go:271] [openshift-image-registry/image-registry-6fb578466f-ppcrh] addLogicalPort took 22.175784ms, libovsdb time 1.192437ms I0512 23:57:04.148612 3761 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-r2k5c] creating logical port openshift-dns_dns-default-r2k5c for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:04.148765 3761 kube.go:256] Updating pod openshift-dns/dns-default-r2k5c I0512 23:57:04.162707 3761 pod.go:62] [openshift-dns/dns-default-r2k5c] pod update took 14.023635ms I0512 23:57:04.162735 3761 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-r2k5c] addLogicalPort annotation time took 14.060008ms I0512 23:57:04.164013 3761 pods.go:271] [openshift-dns/dns-default-r2k5c] addLogicalPort took 15.416376ms, libovsdb time 993.711µs I0512 23:57:04.164445 3761 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-pp7dc] creating logical port openshift-ingress-canary_ingress-canary-pp7dc for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:04.164519 3761 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-pp7dc I0512 23:57:04.176645 3761 pod.go:62] [openshift-ingress-canary/ingress-canary-pp7dc] pod update took 12.143413ms I0512 23:57:04.176666 3761 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-pp7dc] addLogicalPort annotation time took 12.171522ms I0512 23:57:04.177816 3761 pods.go:271] [openshift-ingress-canary/ingress-canary-pp7dc] addLogicalPort took 13.381077ms, libovsdb time 871.462µs I0512 23:57:04.886993 3761 cni.go:452] [openshift-ingress-canary/ingress-canary-pp7dc d233926ac117d98d7897826ae8f8dc80ae77c6e7a7492c47e7b28548a209a2b6 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-pp7dc d233926ac117d98d7897826ae8f8dc80ae77c6e7a7492c47e7b28548a209a2b6 network default NAD default NAD key ] I0512 23:57:04.921579 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-pp7dc, hostIfaceName: d233926ac117d98, network: default, NAD default, SandboxID: "d233926ac117d98d7897826ae8f8dc80ae77c6e7a7492c47e7b28548a209a2b6", PCI device ID: , UID: "34ad154c-2ef5-4a68-a24a-60a63bd86637", MAC: 0a:58:0a:82:00:08, IPs: [10.130.0.8/23] I0512 23:57:04.983882 3761 cni.go:473] [openshift-ingress-canary/ingress-canary-pp7dc d233926ac117d98d7897826ae8f8dc80ae77c6e7a7492c47e7b28548a209a2b6 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-pp7dc d233926ac117d98d7897826ae8f8dc80ae77c6e7a7492c47e7b28548a209a2b6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:9d:6c:19:aa:59\",\"name\":\"d233926ac117d98\"},{\"mac\":\"0a:58:0a:82:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c0f01587-15f9-4bcb-8fd0-85ae29ce34b2\"}],\"ips\":[{\"address\":\"10.130.0.8/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:07.341622 3761 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-44p49] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-44p49 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:07.341728 3761 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-44p49 I0512 23:57:07.358265 3761 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-44p49] pod update took 16.556761ms I0512 23:57:07.358286 3761 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-44p49] addLogicalPort annotation time took 16.584463ms I0512 23:57:07.359473 3761 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-44p49] addLogicalPort took 17.862161ms, libovsdb time 869.465µs I0512 23:57:07.540608 3761 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-9dd4r for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:07.540707 3761 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r I0512 23:57:07.565283 3761 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r] pod update took 24.592537ms I0512 23:57:07.565313 3761 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r] addLogicalPort annotation time took 24.628961ms I0512 23:57:07.566612 3761 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r] addLogicalPort took 26.026169ms, libovsdb time 882.026µs I0512 23:57:07.629620 3761 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-68bc59f49d-nbf6v] creating logical port openshift-ingress_router-default-68bc59f49d-nbf6v for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:07.629761 3761 kube.go:256] Updating pod openshift-ingress/router-default-68bc59f49d-nbf6v I0512 23:57:07.639902 3761 cni.go:452] [kube-system/global-pull-secret-syncer-gpfsl 1a59156047dd1a29e131acb0c80af6d3d716235c9e965dae36e40257400bdba7 network default NAD default NAD key ] ADD starting CNI request [kube-system/global-pull-secret-syncer-gpfsl 1a59156047dd1a29e131acb0c80af6d3d716235c9e965dae36e40257400bdba7 network default NAD default NAD key ] I0512 23:57:07.651812 3761 helper_linux.go:556] ConfigureOVS: namespace: kube-system, podName: global-pull-secret-syncer-gpfsl, hostIfaceName: 1a59156047dd1a2, network: default, NAD default, SandboxID: "1a59156047dd1a29e131acb0c80af6d3d716235c9e965dae36e40257400bdba7", PCI device ID: , UID: "e18dcd14-114e-421f-b962-0205150ea625", MAC: 0a:58:0a:82:00:05, IPs: [10.130.0.5/23] I0512 23:57:07.655012 3761 pod.go:62] [openshift-ingress/router-default-68bc59f49d-nbf6v] pod update took 25.291398ms I0512 23:57:07.655033 3761 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-68bc59f49d-nbf6v] addLogicalPort annotation time took 25.316125ms I0512 23:57:07.656288 3761 pods.go:271] [openshift-ingress/router-default-68bc59f49d-nbf6v] addLogicalPort took 26.691765ms, libovsdb time 965.924µs I0512 23:57:07.700773 3761 cni.go:473] [kube-system/global-pull-secret-syncer-gpfsl 1a59156047dd1a29e131acb0c80af6d3d716235c9e965dae36e40257400bdba7 network default NAD default NAD key default] ADD finished CNI request [kube-system/global-pull-secret-syncer-gpfsl 1a59156047dd1a29e131acb0c80af6d3d716235c9e965dae36e40257400bdba7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:6a:48:aa:72:e7\",\"name\":\"1a59156047dd1a2\"},{\"mac\":\"0a:58:0a:82:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27706522-4663-4962-b03e-15e9987f8476\"}],\"ips\":[{\"address\":\"10.130.0.5/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:07.924239 3761 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r a58df3a27ee138b2d597661651675b4582366e16ac5feff8f5b993184845eb6a network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r a58df3a27ee138b2d597661651675b4582366e16ac5feff8f5b993184845eb6a network default NAD default NAD key ] I0512 23:57:07.934501 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-9dd4r, hostIfaceName: a58df3a27ee138b, network: default, NAD default, SandboxID: "a58df3a27ee138b2d597661651675b4582366e16ac5feff8f5b993184845eb6a", PCI device ID: , UID: "afc29c9e-23af-4a6a-9e4d-84fc03a950f2", MAC: 0a:58:0a:82:00:0a, IPs: [10.130.0.10/23] I0512 23:57:07.943285 3761 cni.go:452] [openshift-network-diagnostics/network-check-target-kls5p b0a7b682e738a659ec825808e6035d733ea7f07e470cda5087f5cd8bbf09c944 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-kls5p b0a7b682e738a659ec825808e6035d733ea7f07e470cda5087f5cd8bbf09c944 network default NAD default NAD key ] I0512 23:57:07.953563 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-kls5p, hostIfaceName: b0a7b682e738a65, network: default, NAD default, SandboxID: "b0a7b682e738a659ec825808e6035d733ea7f07e470cda5087f5cd8bbf09c944", PCI device ID: , UID: "67d3bee7-172d-46c4-b05e-f2bbbe5129d3", MAC: 0a:58:0a:82:00:03, IPs: [10.130.0.3/23] I0512 23:57:07.985831 3761 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r a58df3a27ee138b2d597661651675b4582366e16ac5feff8f5b993184845eb6a network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-9dd4r a58df3a27ee138b2d597661651675b4582366e16ac5feff8f5b993184845eb6a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9a:f3:3e:31:3d:d5\",\"name\":\"a58df3a27ee138b\"},{\"mac\":\"0a:58:0a:82:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/469ada5c-dea4-4731-bace-1d4ba0c891c9\"}],\"ips\":[{\"address\":\"10.130.0.10/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:08.000337 3761 cni.go:473] [openshift-network-diagnostics/network-check-target-kls5p b0a7b682e738a659ec825808e6035d733ea7f07e470cda5087f5cd8bbf09c944 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-kls5p b0a7b682e738a659ec825808e6035d733ea7f07e470cda5087f5cd8bbf09c944 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:0e:96:46:c9:59\",\"name\":\"b0a7b682e738a65\"},{\"mac\":\"0a:58:0a:82:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c1352499-c6e1-4c43-a6d1-9bbff8826305\"}],\"ips\":[{\"address\":\"10.130.0.3/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:57:11.044135 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 23:57:12.011227 3761 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0512 23:57:12.012207 3761 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 957.122µs I0512 23:57:12.051229 3761 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace W0512 23:57:12.974130 3761 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:13.970575 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:13.970603 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:14.030199 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:14.030225 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0512 23:57:14.292786 3761 namespace.go:98] [openshift-service-ca] adding namespace I0512 23:57:14.293783 3761 namespace.go:102] [openshift-service-ca] adding namespace took 967.357µs I0512 23:57:14.317590 3761 namespace.go:142] [openshift-service-ca] updating namespace I0512 23:57:15.976471 3761 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-7khxx] creating logical port openshift-service-ca_service-ca-d9cb48497-7khxx for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:15.976576 3761 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-7khxx I0512 23:57:15.987202 3761 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-7khxx] pod update took 10.649452ms I0512 23:57:15.987232 3761 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-7khxx] addLogicalPort annotation time took 10.683221ms I0512 23:57:15.988476 3761 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-7khxx] addLogicalPort took 12.028129ms, libovsdb time 860.916µs I0512 23:57:16.334746 3761 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-7khxx e8317e09422321718a2810becdce4b190b7f482cf27e7e11e8c1b27fcc3b4704 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-7khxx e8317e09422321718a2810becdce4b190b7f482cf27e7e11e8c1b27fcc3b4704 network default NAD default NAD key ] I0512 23:57:16.344906 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-7khxx, hostIfaceName: e8317e094223217, network: default, NAD default, SandboxID: "e8317e09422321718a2810becdce4b190b7f482cf27e7e11e8c1b27fcc3b4704", PCI device ID: , UID: "a365b77f-80dd-4eed-83a3-b3cdb702e36c", MAC: 0a:58:0a:82:00:0c, IPs: [10.130.0.12/23] I0512 23:57:16.394013 3761 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-7khxx e8317e09422321718a2810becdce4b190b7f482cf27e7e11e8c1b27fcc3b4704 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-7khxx e8317e09422321718a2810becdce4b190b7f482cf27e7e11e8c1b27fcc3b4704 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:3d:91:f3:5e:9e\",\"name\":\"e8317e094223217\"},{\"mac\":\"0a:58:0a:82:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8e7ca396-e924-406b-8751-de404faccefd\"}],\"ips\":[{\"address\":\"10.130.0.12/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:57:21.962350 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0512 23:57:36.325316 3761 cni.go:452] [openshift-image-registry/image-registry-6fb578466f-ppcrh 868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-6fb578466f-ppcrh 868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511 network default NAD default NAD key ] I0512 23:57:36.335387 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-6fb578466f-ppcrh, hostIfaceName: 868d87346a277e0, network: default, NAD default, SandboxID: "868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511", PCI device ID: , UID: "24e29e82-8f03-42c7-bebf-69494e22dc4e", MAC: 0a:58:0a:82:00:06, IPs: [10.130.0.6/23] I0512 23:57:36.348003 3761 cni.go:452] [openshift-dns/dns-default-r2k5c f81bf62c7f3934b3824e24864485aabc3760aa4a948a65085e53273325d74a8f network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-r2k5c f81bf62c7f3934b3824e24864485aabc3760aa4a948a65085e53273325d74a8f network default NAD default NAD key ] I0512 23:57:36.358902 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-r2k5c, hostIfaceName: f81bf62c7f3934b, network: default, NAD default, SandboxID: "f81bf62c7f3934b3824e24864485aabc3760aa4a948a65085e53273325d74a8f", PCI device ID: , UID: "24b1e3ac-afd4-4922-99a8-ea27778f2b9f", MAC: 0a:58:0a:82:00:07, IPs: [10.130.0.7/23] I0512 23:57:36.386494 3761 cni.go:473] [openshift-image-registry/image-registry-6fb578466f-ppcrh 868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-6fb578466f-ppcrh 868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ea:36:da:92:9f:8f\",\"name\":\"868d87346a277e0\"},{\"mac\":\"0a:58:0a:82:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0fe012f6-0fc5-4e07-b3cb-fc4319dcb2b5\"}],\"ips\":[{\"address\":\"10.130.0.6/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:36.408467 3761 cni.go:473] [openshift-dns/dns-default-r2k5c f81bf62c7f3934b3824e24864485aabc3760aa4a948a65085e53273325d74a8f network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-r2k5c f81bf62c7f3934b3824e24864485aabc3760aa4a948a65085e53273325d74a8f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:51:4b:ee:ec:56\",\"name\":\"f81bf62c7f3934b\"},{\"mac\":\"0a:58:0a:82:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/010598d0-5e22-441e-a6ad-f0319fc7a630\"}],\"ips\":[{\"address\":\"10.130.0.7/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:57:37.768691 3761 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:37.834609 3761 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0512 23:57:37.914333 3761 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-rs7l9] creating logical port openshift-insights_insights-runtime-extractor-rs7l9 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:37.914453 3761 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-rs7l9 I0512 23:57:37.929705 3761 pod.go:62] [openshift-insights/insights-runtime-extractor-rs7l9] pod update took 15.282669ms I0512 23:57:37.929733 3761 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-rs7l9] addLogicalPort annotation time took 15.31897ms I0512 23:57:37.931017 3761 pods.go:271] [openshift-insights/insights-runtime-extractor-rs7l9] addLogicalPort took 16.707267ms, libovsdb time 895.16µs I0512 23:57:38.274923 3761 cni.go:452] [openshift-insights/insights-runtime-extractor-rs7l9 681a644592e4bc7d64b91399c6e53dba2001b6f73dce590e420205af80b9b54c network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-rs7l9 681a644592e4bc7d64b91399c6e53dba2001b6f73dce590e420205af80b9b54c network default NAD default NAD key ] I0512 23:57:38.285524 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-rs7l9, hostIfaceName: 681a644592e4bc7, network: default, NAD default, SandboxID: "681a644592e4bc7d64b91399c6e53dba2001b6f73dce590e420205af80b9b54c", PCI device ID: , UID: "84b34cf1-5c0f-48f7-a531-7d407c771ab0", MAC: 0a:58:0a:82:00:0d, IPs: [10.130.0.13/23] I0512 23:57:38.335023 3761 cni.go:473] [openshift-insights/insights-runtime-extractor-rs7l9 681a644592e4bc7d64b91399c6e53dba2001b6f73dce590e420205af80b9b54c network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-rs7l9 681a644592e4bc7d64b91399c6e53dba2001b6f73dce590e420205af80b9b54c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:6c:54:46:1b:96\",\"name\":\"681a644592e4bc7\"},{\"mac\":\"0a:58:0a:82:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d6f81209-1c36-45ae-a4c7-bf6e8d12edeb\"}],\"ips\":[{\"address\":\"10.130.0.13/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:57:39.045141 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.045170 3761 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.045176 3761 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.136028 3761 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.136047 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:39.136052 3761 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 23:57:39.189178 3761 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:57:39.200317 3761 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:57:39.208121 3761 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:57:39.208149 3761 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:57:39.212210 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 I0512 23:57:39.212231 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fbbbfbf46-nv8w8 I0512 23:57:39.604152 3761 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-44p49 bebd12334562ea0423f02f768c5fd708b2f4a65efc961dd828eb2f7db2d03b00 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-44p49 bebd12334562ea0423f02f768c5fd708b2f4a65efc961dd828eb2f7db2d03b00 network default NAD default NAD key ] I0512 23:57:39.613516 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-44p49, hostIfaceName: bebd12334562ea0, network: default, NAD default, SandboxID: "bebd12334562ea0423f02f768c5fd708b2f4a65efc961dd828eb2f7db2d03b00", PCI device ID: , UID: "d03d94b1-9c8e-4761-bba5-991c3907ddcb", MAC: 0a:58:0a:82:00:09, IPs: [10.130.0.9/23] I0512 23:57:39.663426 3761 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-44p49 bebd12334562ea0423f02f768c5fd708b2f4a65efc961dd828eb2f7db2d03b00 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-44p49 bebd12334562ea0423f02f768c5fd708b2f4a65efc961dd828eb2f7db2d03b00 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:3c:c6:01:df:0d\",\"name\":\"bebd12334562ea0\"},{\"mac\":\"0a:58:0a:82:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c423c904-20cb-42b3-a9f3-2b290723a93d\"}],\"ips\":[{\"address\":\"10.130.0.9/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:39.759101 3761 cni.go:452] [openshift-multus/network-metrics-daemon-ldb55 9cb2224927a261675b4f9c678059718b18de1b1d8e4cd1312e1168540fa58a51 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-ldb55 9cb2224927a261675b4f9c678059718b18de1b1d8e4cd1312e1168540fa58a51 network default NAD default NAD key ] I0512 23:57:39.769100 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-ldb55, hostIfaceName: 9cb2224927a2616, network: default, NAD default, SandboxID: "9cb2224927a261675b4f9c678059718b18de1b1d8e4cd1312e1168540fa58a51", PCI device ID: , UID: "3d18cb8f-fb3d-4673-9468-38c21923a177", MAC: 0a:58:0a:82:00:04, IPs: [10.130.0.4/23] I0512 23:57:39.817758 3761 cni.go:452] [openshift-ingress/router-default-68bc59f49d-nbf6v fd973d9d4ceee3179c793631084e13042ec39150afb56f970cb9dbd91eddb836 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-68bc59f49d-nbf6v fd973d9d4ceee3179c793631084e13042ec39150afb56f970cb9dbd91eddb836 network default NAD default NAD key ] I0512 23:57:39.820940 3761 cni.go:473] [openshift-multus/network-metrics-daemon-ldb55 9cb2224927a261675b4f9c678059718b18de1b1d8e4cd1312e1168540fa58a51 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-ldb55 9cb2224927a261675b4f9c678059718b18de1b1d8e4cd1312e1168540fa58a51 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"42:7f:4b:68:56:2e\",\"name\":\"9cb2224927a2616\"},{\"mac\":\"0a:58:0a:82:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e2485e6d-6715-46d1-b0dc-88023ce53ce1\"}],\"ips\":[{\"address\":\"10.130.0.4/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:39.828405 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-68bc59f49d-nbf6v, hostIfaceName: fd973d9d4ceee31, network: default, NAD default, SandboxID: "fd973d9d4ceee3179c793631084e13042ec39150afb56f970cb9dbd91eddb836", PCI device ID: , UID: "84a0fda7-ff19-4582-aadf-390c7b0fe8d1", MAC: 0a:58:0a:82:00:0b, IPs: [10.130.0.11/23] I0512 23:57:39.881086 3761 cni.go:473] [openshift-ingress/router-default-68bc59f49d-nbf6v fd973d9d4ceee3179c793631084e13042ec39150afb56f970cb9dbd91eddb836 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-68bc59f49d-nbf6v fd973d9d4ceee3179c793631084e13042ec39150afb56f970cb9dbd91eddb836 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:00:30:0b:51:94\",\"name\":\"fd973d9d4ceee31\"},{\"mac\":\"0a:58:0a:82:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0892d79c-00a0-456d-baaf-093b25578c68\"}],\"ips\":[{\"address\":\"10.130.0.11/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:57:40.067250 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.067275 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.069862 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.069880 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.069888 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.146552 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.146572 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.146590 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.147540 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.147562 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.172922 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.172944 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:40.174503 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.174529 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.174541 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:40.217493 3761 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:41.069849 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.069877 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.069887 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0512 23:57:41.072599 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0512 23:57:41.072623 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0512 23:57:41.220150 3761 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0512 23:57:42.250463 3761 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:42.250488 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:42.250496 3761 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default I0512 23:57:42.459923 3761 base_network_controller_pods.go:487] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884] creating logical port openshift-monitoring_prometheus-operator-admission-webhook-59b79769fb-5t884 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:42.460093 3761 kube.go:256] Updating pod openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884 I0512 23:57:42.471115 3761 pod.go:62] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884] pod update took 11.073377ms I0512 23:57:42.471140 3761 base_network_controller_pods.go:951] [default/openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884] addLogicalPort annotation time took 11.105431ms I0512 23:57:42.472386 3761 pods.go:271] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884] addLogicalPort took 12.483365ms, libovsdb time 929.105µs I0512 23:57:43.462378 3761 cni.go:452] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884 104cf432ebcbc0657f23c14252e3f7868efb0518d8db242deb9cecb42a83a857 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884 104cf432ebcbc0657f23c14252e3f7868efb0518d8db242deb9cecb42a83a857 network default NAD default NAD key ] I0512 23:57:43.472788 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: prometheus-operator-admission-webhook-59b79769fb-5t884, hostIfaceName: 104cf432ebcbc06, network: default, NAD default, SandboxID: "104cf432ebcbc0657f23c14252e3f7868efb0518d8db242deb9cecb42a83a857", PCI device ID: , UID: "24734b5d-cdfe-4d54-88f5-528d5e47d208", MAC: 0a:58:0a:82:00:0e, IPs: [10.130.0.14/23] I0512 23:57:43.524919 3761 cni.go:473] [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884 104cf432ebcbc0657f23c14252e3f7868efb0518d8db242deb9cecb42a83a857 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/prometheus-operator-admission-webhook-59b79769fb-5t884 104cf432ebcbc0657f23c14252e3f7868efb0518d8db242deb9cecb42a83a857 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2e:2e:28:e1:1c:8d\",\"name\":\"104cf432ebcbc06\"},{\"mac\":\"0a:58:0a:82:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/306bca91-e22d-4aac-aaa4-b35129192bca\"}],\"ips\":[{\"address\":\"10.130.0.14/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:57:43.979004 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0512 23:57:45.081458 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 23:57:45.105362 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-monitoring/prometheus-operator-admission-webhook W0512 23:57:49.062244 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.062271 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0512 23:57:49.062279 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default I0512 23:57:52.053137 3761 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:52.053309 3761 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn I0512 23:57:52.070956 3761 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn] pod update took 17.675025ms I0512 23:57:52.070983 3761 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn] addLogicalPort annotation time took 17.705333ms I0512 23:57:52.072290 3761 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn] addLogicalPort took 19.174585ms, libovsdb time 932.81µs I0512 23:57:52.118273 3761 base_network_controller_pods.go:487] [default/openshift-monitoring/openshift-state-metrics-b8587444b-wswqp] creating logical port openshift-monitoring_openshift-state-metrics-b8587444b-wswqp for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:52.118390 3761 kube.go:256] Updating pod openshift-monitoring/openshift-state-metrics-b8587444b-wswqp I0512 23:57:52.124365 3761 base_network_controller_pods.go:487] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl] creating logical port openshift-monitoring_kube-state-metrics-6dfffbb599-5jqgl for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:52.124514 3761 kube.go:256] Updating pod openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl I0512 23:57:52.144040 3761 pod.go:62] [openshift-monitoring/openshift-state-metrics-b8587444b-wswqp] pod update took 25.687952ms I0512 23:57:52.144076 3761 base_network_controller_pods.go:951] [default/openshift-monitoring/openshift-state-metrics-b8587444b-wswqp] addLogicalPort annotation time took 25.719634ms I0512 23:57:52.145390 3761 pods.go:271] [openshift-monitoring/openshift-state-metrics-b8587444b-wswqp] addLogicalPort took 27.135337ms, libovsdb time 934.523µs I0512 23:57:52.148389 3761 pod.go:62] [openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl] pod update took 23.948783ms I0512 23:57:52.148411 3761 base_network_controller_pods.go:951] [default/openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl] addLogicalPort annotation time took 23.974339ms I0512 23:57:52.149520 3761 pods.go:271] [openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl] addLogicalPort took 25.17784ms, libovsdb time 760.917µs I0512 23:57:52.412012 3761 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2 network default NAD default NAD key ] I0512 23:57:52.421784 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn, hostIfaceName: c4d762551a1b6bd, network: default, NAD default, SandboxID: "c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2", PCI device ID: , UID: "755020a2-11fb-494a-9024-9531fcdd5e39", MAC: 0a:58:0a:82:00:0f, IPs: [10.130.0.15/23] I0512 23:57:52.477525 3761 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:e8:71:ce:3e:c3\",\"name\":\"c4d762551a1b6bd\"},{\"mac\":\"0a:58:0a:82:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8bbaa4e2-e3e8-4d2a-a1df-302d22b08955\"}],\"ips\":[{\"address\":\"10.130.0.15/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:52.478494 3761 cni.go:452] [openshift-monitoring/openshift-state-metrics-b8587444b-wswqp c38da140c747e5e11955aabf57c8df9882d4b03956cf8401920b020095435fd3 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-wswqp c38da140c747e5e11955aabf57c8df9882d4b03956cf8401920b020095435fd3 network default NAD default NAD key ] I0512 23:57:52.487680 3761 cni.go:452] [openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl a320ada59d165bc865b182451e26be7188224f54ea7aa5774e3634e39deb08cd network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl a320ada59d165bc865b182451e26be7188224f54ea7aa5774e3634e39deb08cd network default NAD default NAD key ] I0512 23:57:52.490467 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: openshift-state-metrics-b8587444b-wswqp, hostIfaceName: c38da140c747e5e, network: default, NAD default, SandboxID: "c38da140c747e5e11955aabf57c8df9882d4b03956cf8401920b020095435fd3", PCI device ID: , UID: "21f1e466-850e-45d2-9287-864772ecc841", MAC: 0a:58:0a:82:00:10, IPs: [10.130.0.16/23] I0512 23:57:52.499231 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: kube-state-metrics-6dfffbb599-5jqgl, hostIfaceName: a320ada59d165bc, network: default, NAD default, SandboxID: "a320ada59d165bc865b182451e26be7188224f54ea7aa5774e3634e39deb08cd", PCI device ID: , UID: "48805a94-969b-4c43-b271-56b69287cb67", MAC: 0a:58:0a:82:00:11, IPs: [10.130.0.17/23] I0512 23:57:52.544718 3761 cni.go:473] [openshift-monitoring/openshift-state-metrics-b8587444b-wswqp c38da140c747e5e11955aabf57c8df9882d4b03956cf8401920b020095435fd3 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/openshift-state-metrics-b8587444b-wswqp c38da140c747e5e11955aabf57c8df9882d4b03956cf8401920b020095435fd3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:4b:20:ea:62:a0\",\"name\":\"c38da140c747e5e\"},{\"mac\":\"0a:58:0a:82:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a7eab54-f673-42e2-b1fa-cc2f294da4b1\"}],\"ips\":[{\"address\":\"10.130.0.16/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:52.561410 3761 cni.go:473] [openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl a320ada59d165bc865b182451e26be7188224f54ea7aa5774e3634e39deb08cd network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/kube-state-metrics-6dfffbb599-5jqgl a320ada59d165bc865b182451e26be7188224f54ea7aa5774e3634e39deb08cd network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:53:6e:bd:4d:3a\",\"name\":\"a320ada59d165bc\"},{\"mac\":\"0a:58:0a:82:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/97cb8e21-b858-4c65-87f6-a56e0d406eae\"}],\"ips\":[{\"address\":\"10.130.0.17/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:53.214729 3761 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:53.214980 3761 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 23:57:53.241417 3761 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 26.51677ms I0512 23:57:53.241499 3761 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 26.603213ms I0512 23:57:53.243090 3761 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 28.382749ms, libovsdb time 1.008235ms I0512 23:57:53.579452 3761 cni.go:452] [openshift-monitoring/alertmanager-main-1 244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658 network default NAD default NAD key ] I0512 23:57:53.591840 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 244994b0bdb6560, network: default, NAD default, SandboxID: "244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658", PCI device ID: , UID: "059fbd46-309c-4bb8-9612-47cec1201f5d", MAC: 0a:58:0a:82:00:12, IPs: [10.130.0.18/23] I0512 23:57:53.654831 3761 cni.go:473] [openshift-monitoring/alertmanager-main-1 244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:41:cc:b9:46:99\",\"name\":\"244994b0bdb6560\"},{\"mac\":\"0a:58:0a:82:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/65f462b1-aa17-4823-849d-d78e6a640248\"}],\"ips\":[{\"address\":\"10.130.0.18/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:57:55.305197 3761 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:55.305219 3761 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:55.305226 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.155957 3761 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.155977 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:57:56.155982 3761 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 23:57:56.598204 3761 base_network_controller_pods.go:487] [default/openshift-monitoring/metrics-server-b77c759fd-b6vpc] creating logical port openshift-monitoring_metrics-server-b77c759fd-b6vpc for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:56.598332 3761 kube.go:256] Updating pod openshift-monitoring/metrics-server-b77c759fd-b6vpc I0512 23:57:56.617248 3761 pod.go:62] [openshift-monitoring/metrics-server-b77c759fd-b6vpc] pod update took 18.951865ms I0512 23:57:56.617274 3761 base_network_controller_pods.go:951] [default/openshift-monitoring/metrics-server-b77c759fd-b6vpc] addLogicalPort annotation time took 18.983006ms I0512 23:57:56.618560 3761 pods.go:271] [openshift-monitoring/metrics-server-b77c759fd-b6vpc] addLogicalPort took 20.380705ms, libovsdb time 891.379µs I0512 23:57:57.332946 3761 base_network_controller_pods.go:487] [default/openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b] creating logical port openshift-monitoring_telemeter-client-5fbbf7b8c-tvc4b for pod on switch ip-10-0-1-243.ec2.internal I0512 23:57:57.333142 3761 kube.go:256] Updating pod openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b I0512 23:57:57.353639 3761 pod.go:62] [openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b] pod update took 20.545675ms I0512 23:57:57.353683 3761 base_network_controller_pods.go:951] [default/openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b] addLogicalPort annotation time took 20.595939ms I0512 23:57:57.357004 3761 pods.go:271] [openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b] addLogicalPort took 24.080777ms, libovsdb time 1.947949ms W0512 23:57:58.143496 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:58.143527 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0512 23:57:58.261959 3761 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.261983 3761 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.261990 3761 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.261995 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315183 3761 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315208 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315215 3761 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0512 23:57:58.315220 3761 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier I0512 23:57:58.925052 3761 cni.go:452] [openshift-monitoring/metrics-server-b77c759fd-b6vpc 096a90da8fde81d85b251d282c8c46404cde10bb99feb165b6c3e2ed41b609ee network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/metrics-server-b77c759fd-b6vpc 096a90da8fde81d85b251d282c8c46404cde10bb99feb165b6c3e2ed41b609ee network default NAD default NAD key ] I0512 23:57:58.925590 3761 cni.go:452] [openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b ccff11502bfdb647f5564c080e6ab41240521c47c8115852289baa1144dc9753 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b ccff11502bfdb647f5564c080e6ab41240521c47c8115852289baa1144dc9753 network default NAD default NAD key ] I0512 23:57:58.935680 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: metrics-server-b77c759fd-b6vpc, hostIfaceName: 096a90da8fde81d, network: default, NAD default, SandboxID: "096a90da8fde81d85b251d282c8c46404cde10bb99feb165b6c3e2ed41b609ee", PCI device ID: , UID: "bb1223ab-b912-4883-9676-b0c0818a7721", MAC: 0a:58:0a:82:00:13, IPs: [10.130.0.19/23] I0512 23:57:58.935832 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: telemeter-client-5fbbf7b8c-tvc4b, hostIfaceName: ccff11502bfdb64, network: default, NAD default, SandboxID: "ccff11502bfdb647f5564c080e6ab41240521c47c8115852289baa1144dc9753", PCI device ID: , UID: "d4161427-869c-40a9-9cbf-0111c879cc18", MAC: 0a:58:0a:82:00:14, IPs: [10.130.0.20/23] I0512 23:57:58.994746 3761 cni.go:473] [openshift-monitoring/metrics-server-b77c759fd-b6vpc 096a90da8fde81d85b251d282c8c46404cde10bb99feb165b6c3e2ed41b609ee network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/metrics-server-b77c759fd-b6vpc 096a90da8fde81d85b251d282c8c46404cde10bb99feb165b6c3e2ed41b609ee network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"12:0a:5f:38:34:4d\",\"name\":\"096a90da8fde81d\"},{\"mac\":\"0a:58:0a:82:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/70762ca4-4528-4d61-a4da-6dacbeaa866f\"}],\"ips\":[{\"address\":\"10.130.0.19/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:57:59.011639 3761 cni.go:473] [openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b ccff11502bfdb647f5564c080e6ab41240521c47c8115852289baa1144dc9753 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/telemeter-client-5fbbf7b8c-tvc4b ccff11502bfdb647f5564c080e6ab41240521c47c8115852289baa1144dc9753 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:78:59:52:54:07\",\"name\":\"ccff11502bfdb64\"},{\"mac\":\"0a:58:0a:82:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50ccfff7-00bf-444c-a899-3e4bb563b456\"}],\"ips\":[{\"address\":\"10.130.0.20/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:57:59.229444 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 23:57:59.326612 3761 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:57:59.326634 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:00.274855 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:00.274876 3761 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0512 23:58:01.230789 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0512 23:58:04.189631 3761 cni.go:452] [openshift-image-registry/image-registry-6fb578466f-ppcrh 868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-6fb578466f-ppcrh 868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511 network default NAD default NAD key ] I0512 23:58:04.280105 3761 cni.go:473] [openshift-image-registry/image-registry-6fb578466f-ppcrh 868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-6fb578466f-ppcrh 868d87346a277e0ea25206ef639a56fac7a90069701f1d41fa93c0816d7a1511 network default NAD default NAD key default], result "{}", err I0512 23:58:04.337143 3761 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:04.337184 3761 pods.go:176] Deleting pod: openshift-image-registry/image-registry-6fb578466f-ppcrh I0512 23:58:04.338409 3761 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-6fb578466f-ppcrh, ips: 10.130.0.6 I0512 23:58:04.338439 3761 obj_retry.go:498] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:04.348428 3761 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-67b8454d68-nq4v6] creating logical port openshift-image-registry_image-registry-67b8454d68-nq4v6 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:58:04.348532 3761 kube.go:256] Updating pod openshift-image-registry/image-registry-67b8454d68-nq4v6 I0512 23:58:04.364269 3761 pod.go:62] [openshift-image-registry/image-registry-67b8454d68-nq4v6] pod update took 15.76229ms I0512 23:58:04.364297 3761 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-67b8454d68-nq4v6] addLogicalPort annotation time took 15.797393ms I0512 23:58:04.365611 3761 pods.go:271] [openshift-image-registry/image-registry-67b8454d68-nq4v6] addLogicalPort took 17.198608ms, libovsdb time 982.568µs I0512 23:58:04.711662 3761 cni.go:452] [openshift-image-registry/image-registry-67b8454d68-nq4v6 6311dd9b3c9ca22f3d7d1f273684af41151d1f4f081a77a2f15a90e8858559bb network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-67b8454d68-nq4v6 6311dd9b3c9ca22f3d7d1f273684af41151d1f4f081a77a2f15a90e8858559bb network default NAD default NAD key ] I0512 23:58:04.722162 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-67b8454d68-nq4v6, hostIfaceName: 6311dd9b3c9ca22, network: default, NAD default, SandboxID: "6311dd9b3c9ca22f3d7d1f273684af41151d1f4f081a77a2f15a90e8858559bb", PCI device ID: , UID: "e64dcefe-6dfc-42fc-99d1-ad57098b1435", MAC: 0a:58:0a:82:00:15, IPs: [10.130.0.21/23] I0512 23:58:04.783330 3761 cni.go:473] [openshift-image-registry/image-registry-67b8454d68-nq4v6 6311dd9b3c9ca22f3d7d1f273684af41151d1f4f081a77a2f15a90e8858559bb network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-67b8454d68-nq4v6 6311dd9b3c9ca22f3d7d1f273684af41151d1f4f081a77a2f15a90e8858559bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:44:c9:b2:72:b8\",\"name\":\"6311dd9b3c9ca22\"},{\"mac\":\"0a:58:0a:82:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8467e41-46a8-46cd-ac1c-9ff49c9fac1b\"}],\"ips\":[{\"address\":\"10.130.0.21/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:58:05.200210 3761 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:05.200234 3761 obj_retry.go:492] Detected object openshift-image-registry/image-registry-6fb578466f-ppcrh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:05.208518 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-6fb578466f-ppcrh I0512 23:58:05.208544 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-6fb578466f-ppcrh I0512 23:58:05.888234 3761 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-hvqv9] creating logical port openshift-console_downloads-5c54f4944f-hvqv9 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:58:05.888350 3761 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-hvqv9 I0512 23:58:05.907592 3761 pod.go:62] [openshift-console/downloads-5c54f4944f-hvqv9] pod update took 19.273119ms I0512 23:58:05.907623 3761 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-hvqv9] addLogicalPort annotation time took 19.310646ms I0512 23:58:05.908947 3761 pods.go:271] [openshift-console/downloads-5c54f4944f-hvqv9] addLogicalPort took 20.727219ms, libovsdb time 949.954µs I0512 23:58:06.247433 3761 cni.go:452] [openshift-console/downloads-5c54f4944f-hvqv9 232c445ea32358f69fd5b91b75a8ca252206b68588d29780ed107e6b89926c48 network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-hvqv9 232c445ea32358f69fd5b91b75a8ca252206b68588d29780ed107e6b89926c48 network default NAD default NAD key ] I0512 23:58:06.257103 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-hvqv9, hostIfaceName: 232c445ea32358f, network: default, NAD default, SandboxID: "232c445ea32358f69fd5b91b75a8ca252206b68588d29780ed107e6b89926c48", PCI device ID: , UID: "c0e0596f-f3c4-4a2f-bb58-58cb30e1cea1", MAC: 0a:58:0a:82:00:16, IPs: [10.130.0.22/23] I0512 23:58:06.312440 3761 cni.go:473] [openshift-console/downloads-5c54f4944f-hvqv9 232c445ea32358f69fd5b91b75a8ca252206b68588d29780ed107e6b89926c48 network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-hvqv9 232c445ea32358f69fd5b91b75a8ca252206b68588d29780ed107e6b89926c48 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c6:ff:1d:dd:b3:09\",\"name\":\"232c445ea32358f\"},{\"mac\":\"0a:58:0a:82:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/51210969-4a7e-478e-92ba-e4a316d88719\"}],\"ips\":[{\"address\":\"10.130.0.22/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:58:10.242282 3761 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2 network default NAD default NAD key ] I0512 23:58:10.320952 3761 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn c4d762551a1b6bd9d55fce8fb69aa25985d266bbacbf0f10af49e97b0b99a9b2 network default NAD default NAD key default], result "{}", err I0512 23:58:10.372850 3761 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.372894 3761 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn I0512 23:58:10.374710 3761 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn, ips: 10.130.0.15 I0512 23:58:10.374769 3761 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374796 3761 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.374811 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0512 23:58:10.375157 3761 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0512 23:58:10.375174 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0512 23:58:11.405766 3761 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.405800 3761 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.405818 3761 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:11.405827 3761 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dsblpn of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:12.317084 3761 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 23:58:12.333875 3761 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0512 23:58:13.993651 3761 base_network_controller_pods.go:487] [default/openshift-console/console-8585b485bc-pqnbc] creating logical port openshift-console_console-8585b485bc-pqnbc for pod on switch ip-10-0-1-243.ec2.internal I0512 23:58:13.993817 3761 kube.go:256] Updating pod openshift-console/console-8585b485bc-pqnbc I0512 23:58:14.010726 3761 pod.go:62] [openshift-console/console-8585b485bc-pqnbc] pod update took 16.946576ms I0512 23:58:14.010756 3761 base_network_controller_pods.go:951] [default/openshift-console/console-8585b485bc-pqnbc] addLogicalPort annotation time took 16.98441ms I0512 23:58:14.012187 3761 pods.go:271] [openshift-console/console-8585b485bc-pqnbc] addLogicalPort took 18.556796ms, libovsdb time 985.562µs I0512 23:58:14.663582 3761 cni.go:452] [openshift-console/console-8585b485bc-pqnbc 5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-8585b485bc-pqnbc 5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4 network default NAD default NAD key ] I0512 23:58:14.674755 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-8585b485bc-pqnbc, hostIfaceName: 5d73911bfd32759, network: default, NAD default, SandboxID: "5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4", PCI device ID: , UID: "f33c1030-5c08-4223-b64b-c98d5da8f574", MAC: 0a:58:0a:82:00:17, IPs: [10.130.0.23/23] I0512 23:58:14.735728 3761 cni.go:473] [openshift-console/console-8585b485bc-pqnbc 5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-8585b485bc-pqnbc 5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:73:b5:bc:66:66\",\"name\":\"5d73911bfd32759\"},{\"mac\":\"0a:58:0a:82:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a92473b-7ef4-48bf-8150-3f75fe98111e\"}],\"ips\":[{\"address\":\"10.130.0.23/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:58:17.398105 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 23:58:20.246861 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 23:58:20.246885 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 23:58:22.194504 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 10250: empty IP address endpoints for service openshift-monitoring/metrics-server W0512 23:58:23.418385 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0512 23:58:23.624437 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.624459 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.624465 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.624478 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.624484 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.624492 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.704250 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.704272 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:23.704282 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:58:24.303637 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0512 23:58:24.338293 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0512 23:58:24.372099 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0512 23:58:24.459279 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 23:58:24.459314 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 23:58:26.222707 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry I0512 23:58:26.579848 3761 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:26.580476 3761 obj_retry.go:498] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:27.365137 3761 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:27.365170 3761 obj_retry.go:492] Detected object openshift-image-registry/image-registry-5fbbbfbf46-xzps9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:27.370477 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-5fbbbfbf46-xzps9 I0512 23:58:27.370502 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-5fbbbfbf46-xzps9 W0512 23:58:32.401603 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 23:58:32.401633 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 23:58:32.449746 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 23:58:32.449771 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0512 23:58:43.384671 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 23:58:43.384673 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 23:58:43.384728 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 23:58:44.393347 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0512 23:58:47.524345 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics I0512 23:58:49.457809 3761 cni.go:452] [openshift-console/console-8585b485bc-pqnbc 5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-8585b485bc-pqnbc 5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4 network default NAD default NAD key ] I0512 23:58:49.547886 3761 cni.go:473] [openshift-console/console-8585b485bc-pqnbc 5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-8585b485bc-pqnbc 5d73911bfd32759abf3029d32058550f38fb7d28b6b3ca468543ac55534d15e4 network default NAD default NAD key default], result "{}", err I0512 23:58:49.616095 3761 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-pqnbc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:49.616132 3761 pods.go:176] Deleting pod: openshift-console/console-8585b485bc-pqnbc I0512 23:58:49.617612 3761 pods.go:236] Attempting to release IPs for pod: openshift-console/console-8585b485bc-pqnbc, ips: 10.130.0.23 I0512 23:58:49.617647 3761 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-pqnbc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:49.627042 3761 base_network_controller_pods.go:487] [default/openshift-console/console-6d76956cfc-hrj8f] creating logical port openshift-console_console-6d76956cfc-hrj8f for pod on switch ip-10-0-1-243.ec2.internal I0512 23:58:49.627187 3761 kube.go:256] Updating pod openshift-console/console-6d76956cfc-hrj8f I0512 23:58:49.639576 3761 pod.go:62] [openshift-console/console-6d76956cfc-hrj8f] pod update took 12.426938ms I0512 23:58:49.639605 3761 base_network_controller_pods.go:951] [default/openshift-console/console-6d76956cfc-hrj8f] addLogicalPort annotation time took 12.460864ms I0512 23:58:49.641713 3761 pods.go:271] [openshift-console/console-6d76956cfc-hrj8f] addLogicalPort took 14.686919ms, libovsdb time 1.504469ms I0512 23:58:50.025951 3761 cni.go:452] [openshift-console/console-6d76956cfc-hrj8f f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d76956cfc-hrj8f f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76 network default NAD default NAD key ] I0512 23:58:50.050713 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d76956cfc-hrj8f, hostIfaceName: f93bb6c4d534c94, network: default, NAD default, SandboxID: "f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76", PCI device ID: , UID: "0d854264-8d35-4b2f-a844-3827f53e3e17", MAC: 0a:58:0a:82:00:18, IPs: [10.130.0.24/23] I0512 23:58:50.103899 3761 cni.go:473] [openshift-console/console-6d76956cfc-hrj8f f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d76956cfc-hrj8f f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"9e:7b:c3:e0:8c:96\",\"name\":\"f93bb6c4d534c94\"},{\"mac\":\"0a:58:0a:82:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/61bd5947-d6a7-4a09-b614-ae25f163f022\"}],\"ips\":[{\"address\":\"10.130.0.24/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:58:50.425500 3761 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-pqnbc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:50.425527 3761 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-pqnbc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:50.430943 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8585b485bc-pqnbc I0512 23:58:50.430983 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8585b485bc-pqnbc I0512 23:58:57.380958 3761 obj_retry.go:498] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.381617 3761 obj_retry.go:498] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.491228 3761 obj_retry.go:492] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:57.491263 3761 obj_retry.go:492] Detected object openshift-ingress/router-default-5bc85bd9bc-gpr58 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:57.496616 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-5bc85bd9bc-gpr58 I0512 23:58:57.496651 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-5bc85bd9bc-gpr58 I0512 23:58:57.728401 3761 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-cn9pb of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:57.729020 3761 obj_retry.go:498] Detected object openshift-console/console-8585b485bc-cn9pb of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:58:58.563484 3761 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-cn9pb of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:58.563513 3761 obj_retry.go:492] Detected object openshift-console/console-8585b485bc-cn9pb of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:58:58.566231 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-8585b485bc-cn9pb I0512 23:58:58.566259 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-8585b485bc-cn9pb W0512 23:59:00.478638 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 23:59:14.418242 3761 cni.go:452] [openshift-monitoring/alertmanager-main-1 244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658 network default NAD default NAD key ] DEL starting CNI request [openshift-monitoring/alertmanager-main-1 244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658 network default NAD default NAD key ] I0512 23:59:14.495722 3761 cni.go:473] [openshift-monitoring/alertmanager-main-1 244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658 network default NAD default NAD key default] DEL finished CNI request [openshift-monitoring/alertmanager-main-1 244994b0bdb6560950392a016301662798149c93859df6f0e585464504a09658 network default NAD default NAD key default], result "{}", err I0512 23:59:14.573611 3761 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:14.573644 3761 pods.go:176] Deleting pod: openshift-monitoring/alertmanager-main-1 I0512 23:59:14.574970 3761 pods.go:236] Attempting to release IPs for pod: openshift-monitoring/alertmanager-main-1, ips: 10.130.0.18 I0512 23:59:14.575001 3761 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:15.524535 3761 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:15.524566 3761 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:15.530756 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0512 23:59:15.530808 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0512 23:59:15.571171 3761 base_network_controller_pods.go:487] [default/openshift-monitoring/alertmanager-main-1] creating logical port openshift-monitoring_alertmanager-main-1 for pod on switch ip-10-0-1-243.ec2.internal I0512 23:59:15.571316 3761 kube.go:256] Updating pod openshift-monitoring/alertmanager-main-1 I0512 23:59:15.590931 3761 pod.go:62] [openshift-monitoring/alertmanager-main-1] pod update took 19.652622ms I0512 23:59:15.590965 3761 base_network_controller_pods.go:951] [default/openshift-monitoring/alertmanager-main-1] addLogicalPort annotation time took 19.695622ms I0512 23:59:15.592344 3761 pods.go:271] [openshift-monitoring/alertmanager-main-1] addLogicalPort took 21.189988ms, libovsdb time 995.658µs I0512 23:59:15.988400 3761 cni.go:452] [openshift-monitoring/alertmanager-main-1 91572719f29f7d019c3df83a6f7201cc7ba9f22d94def1040e220d6bddb24751 network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/alertmanager-main-1 91572719f29f7d019c3df83a6f7201cc7ba9f22d94def1040e220d6bddb24751 network default NAD default NAD key ] I0512 23:59:15.998337 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: alertmanager-main-1, hostIfaceName: 91572719f29f7d0, network: default, NAD default, SandboxID: "91572719f29f7d019c3df83a6f7201cc7ba9f22d94def1040e220d6bddb24751", PCI device ID: , UID: "da343b51-184f-4c18-9029-dcf4e5217fc4", MAC: 0a:58:0a:82:00:19, IPs: [10.130.0.25/23] I0512 23:59:16.049363 3761 cni.go:473] [openshift-monitoring/alertmanager-main-1 91572719f29f7d019c3df83a6f7201cc7ba9f22d94def1040e220d6bddb24751 network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/alertmanager-main-1 91572719f29f7d019c3df83a6f7201cc7ba9f22d94def1040e220d6bddb24751 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:8b:c3:62:3f:f9\",\"name\":\"91572719f29f7d0\"},{\"mac\":\"0a:58:0a:82:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/140503e6-be55-4ca7-a8b2-b639fd65031f\"}],\"ips\":[{\"address\":\"10.130.0.25/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0512 23:59:18.373946 3761 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:18.374604 3761 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:18.658688 3761 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:18.658717 3761 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:18.665798 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0512 23:59:18.665825 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0512 23:59:40.214953 3761 cni.go:452] [openshift-console/console-6d76956cfc-hrj8f f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76 network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6d76956cfc-hrj8f f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76 network default NAD default NAD key ] I0512 23:59:40.306700 3761 cni.go:473] [openshift-console/console-6d76956cfc-hrj8f f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76 network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6d76956cfc-hrj8f f93bb6c4d534c947884e50aca4b2afe4ca904fb23524afb4d092ed0eea4c2f76 network default NAD default NAD key default], result "{}", err I0512 23:59:40.359355 3761 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hrj8f of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:40.359396 3761 pods.go:176] Deleting pod: openshift-console/console-6d76956cfc-hrj8f I0512 23:59:40.360900 3761 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6d76956cfc-hrj8f, ips: 10.130.0.24 I0512 23:59:40.360942 3761 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hrj8f of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:40.367239 3761 base_network_controller_pods.go:487] [default/openshift-console/console-6d7f7d7565-qmqjt] creating logical port openshift-console_console-6d7f7d7565-qmqjt for pod on switch ip-10-0-1-243.ec2.internal I0512 23:59:40.367348 3761 kube.go:256] Updating pod openshift-console/console-6d7f7d7565-qmqjt I0512 23:59:40.380093 3761 pod.go:62] [openshift-console/console-6d7f7d7565-qmqjt] pod update took 12.773308ms I0512 23:59:40.380119 3761 base_network_controller_pods.go:951] [default/openshift-console/console-6d7f7d7565-qmqjt] addLogicalPort annotation time took 12.804618ms I0512 23:59:40.381486 3761 pods.go:271] [openshift-console/console-6d7f7d7565-qmqjt] addLogicalPort took 14.26167ms, libovsdb time 970.784µs I0512 23:59:40.639640 3761 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hrj8f of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:40.639668 3761 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hrj8f of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:40.645764 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d76956cfc-hrj8f I0512 23:59:40.645793 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d76956cfc-hrj8f I0512 23:59:40.729018 3761 cni.go:452] [openshift-console/console-6d7f7d7565-qmqjt fe0cebcfea04927a2dcde1b59ce47f81999589bff58084e196f608f56a0d49ce network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6d7f7d7565-qmqjt fe0cebcfea04927a2dcde1b59ce47f81999589bff58084e196f608f56a0d49ce network default NAD default NAD key ] I0512 23:59:40.739341 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6d7f7d7565-qmqjt, hostIfaceName: fe0cebcfea04927, network: default, NAD default, SandboxID: "fe0cebcfea04927a2dcde1b59ce47f81999589bff58084e196f608f56a0d49ce", PCI device ID: , UID: "33c5125c-8a26-494e-9510-5d79362a4857", MAC: 0a:58:0a:82:00:1a, IPs: [10.130.0.26/23] I0512 23:59:40.792819 3761 cni.go:473] [openshift-console/console-6d7f7d7565-qmqjt fe0cebcfea04927a2dcde1b59ce47f81999589bff58084e196f608f56a0d49ce network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6d7f7d7565-qmqjt fe0cebcfea04927a2dcde1b59ce47f81999589bff58084e196f608f56a0d49ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:b9:6b:4f:28:e1\",\"name\":\"fe0cebcfea04927\"},{\"mac\":\"0a:58:0a:82:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b07e3991-5775-478f-95ea-cd87ce4c4e4c\"}],\"ips\":[{\"address\":\"10.130.0.26/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0512 23:59:46.033263 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9097: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:59:46.033295 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9095: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0512 23:59:46.033303 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9092: empty IP address endpoints for service openshift-monitoring/alertmanager-main I0512 23:59:47.338145 3761 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:47.338816 3761 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:47.795707 3761 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:47.795739 3761 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:47.801678 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0512 23:59:47.801707 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0512 23:59:51.047786 3761 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hnncr of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0512 23:59:51.048321 3761 obj_retry.go:498] Detected object openshift-console/console-6d76956cfc-hnncr of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0512 23:59:51.702802 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0512 23:59:51.706614 3761 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hnncr of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:51.706641 3761 obj_retry.go:492] Detected object openshift-console/console-6d76956cfc-hnncr of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0512 23:59:51.712130 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6d76956cfc-hnncr I0512 23:59:51.712163 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6d76956cfc-hnncr I0513 00:00:00.200154 3761 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29643840-6b5qs for pod on switch ip-10-0-1-243.ec2.internal I0513 00:00:00.200274 3761 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs I0513 00:00:00.202635 3761 base_network_controller_pods.go:487] [default/openshift-image-registry/image-pruner-29643840-62zf9] creating logical port openshift-image-registry_image-pruner-29643840-62zf9 for pod on switch ip-10-0-1-243.ec2.internal I0513 00:00:00.202726 3761 kube.go:256] Updating pod openshift-image-registry/image-pruner-29643840-62zf9 I0513 00:00:00.222254 3761 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs] pod update took 22.01083ms I0513 00:00:00.222287 3761 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs] addLogicalPort annotation time took 22.053008ms I0513 00:00:00.222344 3761 pod.go:62] [openshift-image-registry/image-pruner-29643840-62zf9] pod update took 19.655549ms I0513 00:00:00.222365 3761 base_network_controller_pods.go:951] [default/openshift-image-registry/image-pruner-29643840-62zf9] addLogicalPort annotation time took 19.678948ms I0513 00:00:00.223819 3761 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs] addLogicalPort took 23.685296ms, libovsdb time 1.032532ms I0513 00:00:00.223975 3761 pods.go:271] [openshift-image-registry/image-pruner-29643840-62zf9] addLogicalPort took 21.352624ms, libovsdb time 1.194772ms I0513 00:00:00.611210 3761 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs 8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs 8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067 network default NAD default NAD key ] I0513 00:00:00.614442 3761 cni.go:452] [openshift-image-registry/image-pruner-29643840-62zf9 d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916 network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-pruner-29643840-62zf9 d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916 network default NAD default NAD key ] I0513 00:00:00.623399 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29643840-6b5qs, hostIfaceName: 8135922e147ca6d, network: default, NAD default, SandboxID: "8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067", PCI device ID: , UID: "85056b50-4db0-412d-ad49-f17b7170668c", MAC: 0a:58:0a:82:00:1b, IPs: [10.130.0.27/23] I0513 00:00:00.624919 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-pruner-29643840-62zf9, hostIfaceName: d47d6da532e92f5, network: default, NAD default, SandboxID: "d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916", PCI device ID: , UID: "9b54368c-f059-49e0-9edc-5938f7754c81", MAC: 0a:58:0a:82:00:1c, IPs: [10.130.0.28/23] I0513 00:00:00.677780 3761 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs 8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs 8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:94:6b:b2:57:fe\",\"name\":\"8135922e147ca6d\"},{\"mac\":\"0a:58:0a:82:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2c818280-1f6b-4a1d-a12b-09759ab4f14a\"}],\"ips\":[{\"address\":\"10.130.0.27/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:00:00.701286 3761 cni.go:473] [openshift-image-registry/image-pruner-29643840-62zf9 d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916 network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-pruner-29643840-62zf9 d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:d0:9b:81:a6:ce\",\"name\":\"d47d6da532e92f5\"},{\"mac\":\"0a:58:0a:82:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d687235-3b6b-407b-9f2b-3f47163ecaac\"}],\"ips\":[{\"address\":\"10.130.0.28/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:00:02.743610 3761 cni.go:452] [openshift-image-registry/image-pruner-29643840-62zf9 d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916 network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-pruner-29643840-62zf9 d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916 network default NAD default NAD key ] I0513 00:00:02.830122 3761 cni.go:473] [openshift-image-registry/image-pruner-29643840-62zf9 d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916 network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-pruner-29643840-62zf9 d47d6da532e92f58840a5dd1d428c3dd325df1aad321788600d26fc62cdd7916 network default NAD default NAD key default], result "{}", err I0513 00:00:02.880735 3761 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:02.880779 3761 pods.go:176] Deleting pod: openshift-image-registry/image-pruner-29643840-62zf9 I0513 00:00:02.882174 3761 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-pruner-29643840-62zf9, ips: 10.130.0.28 I0513 00:00:02.882204 3761 obj_retry.go:498] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:03.902187 3761 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:03.902220 3761 obj_retry.go:492] Detected object openshift-image-registry/image-pruner-29643840-62zf9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:06.772047 3761 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs 8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs 8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067 network default NAD default NAD key ] I0513 00:00:06.862207 3761 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs 8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs 8135922e147ca6d00a9756ec53cf959534cfb514a3a83723a68db0e1793b5067 network default NAD default NAD key default], result "{}", err I0513 00:00:06.904485 3761 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:06.904526 3761 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs I0513 00:00:06.905790 3761 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs, ips: 10.130.0.27 I0513 00:00:06.905826 3761 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:07.777976 3761 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:07.778009 3761 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643840-6b5qs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:21.267017 3761 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:21.267665 3761 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:00:21.816405 3761 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:21.816439 3761 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:00:21.822921 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0513 00:00:21.822951 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0513 00:01:06.789647 3761 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0513 00:01:09.070308 3761 namespace.go:98] [tsf] adding namespace I0513 00:01:09.071275 3761 namespace.go:102] [tsf] adding namespace took 938.275µs I0513 00:01:09.101333 3761 namespace.go:142] [tsf] updating namespace I0513 00:01:09.114111 3761 namespace.go:142] [tsf] updating namespace I0513 00:01:13.713004 3761 namespace.go:98] [konflux-ui] adding namespace I0513 00:01:13.713861 3761 namespace.go:102] [konflux-ui] adding namespace took 825.801µs I0513 00:01:13.718744 3761 namespace.go:98] [rhbk-operator] adding namespace I0513 00:01:13.718909 3761 namespace.go:98] [cert-manager-operator] adding namespace I0513 00:01:13.719533 3761 namespace.go:102] [rhbk-operator] adding namespace took 771.854µs I0513 00:01:13.720164 3761 namespace.go:102] [cert-manager-operator] adding namespace took 1.237769ms I0513 00:01:13.731447 3761 namespace.go:98] [konflux-operator] adding namespace I0513 00:01:13.731495 3761 namespace.go:98] [tsf-tpa] adding namespace I0513 00:01:13.731648 3761 namespace.go:98] [tsf-tas] adding namespace I0513 00:01:13.731733 3761 namespace.go:98] [tsf-keycloak] adding namespace I0513 00:01:13.731742 3761 namespace.go:98] [rhtpa-operator] adding namespace I0513 00:01:13.732314 3761 namespace.go:102] [konflux-operator] adding namespace took 848.531µs I0513 00:01:13.732948 3761 namespace.go:102] [tsf-tpa] adding namespace took 1.438473ms I0513 00:01:13.733473 3761 namespace.go:102] [tsf-tas] adding namespace took 1.810846ms I0513 00:01:13.734095 3761 namespace.go:102] [tsf-keycloak] adding namespace took 2.347545ms I0513 00:01:13.734659 3761 namespace.go:102] [rhtpa-operator] adding namespace took 2.905521ms I0513 00:01:13.749004 3761 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.771106 3761 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.771166 3761 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.771271 3761 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:13.771359 3761 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.771418 3761 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.782282 3761 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.782350 3761 namespace.go:142] [konflux-ui] updating namespace I0513 00:01:13.786012 3761 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.786099 3761 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.800820 3761 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.823556 3761 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:01:13.834826 3761 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.838274 3761 namespace.go:142] [konflux-operator] updating namespace I0513 00:01:13.846081 3761 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.868198 3761 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:13.868212 3761 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.890957 3761 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.890959 3761 namespace.go:142] [tsf-tas] updating namespace I0513 00:01:13.898951 3761 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:01:13.908725 3761 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.918057 3761 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:13.933405 3761 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:13.963433 3761 namespace.go:142] [rhbk-operator] updating namespace I0513 00:01:15.061905 3761 namespace.go:142] [tsf-tpa] updating namespace I0513 00:01:15.072585 3761 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:01:15.251030 3761 base_network_controller_pods.go:487] [default/tsf/test-tsf-subscriptions] creating logical port tsf_test-tsf-subscriptions for pod on switch ip-10-0-1-243.ec2.internal I0513 00:01:15.251171 3761 kube.go:256] Updating pod tsf/test-tsf-subscriptions I0513 00:01:15.266567 3761 pod.go:62] [tsf/test-tsf-subscriptions] pod update took 15.428873ms I0513 00:01:15.266591 3761 base_network_controller_pods.go:951] [default/tsf/test-tsf-subscriptions] addLogicalPort annotation time took 15.461202ms I0513 00:01:15.268138 3761 pods.go:271] [tsf/test-tsf-subscriptions] addLogicalPort took 17.12871ms, libovsdb time 1.126484ms I0513 00:01:15.629757 3761 cni.go:452] [tsf/test-tsf-subscriptions 0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-subscriptions 0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f network default NAD default NAD key ] I0513 00:01:15.639483 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-subscriptions, hostIfaceName: 0ed847450be67cb, network: default, NAD default, SandboxID: "0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f", PCI device ID: , UID: "7086bb55-52c8-44fe-b6c8-ce0dcfe68929", MAC: 0a:58:0a:82:00:1d, IPs: [10.130.0.29/23] I0513 00:01:15.693745 3761 cni.go:473] [tsf/test-tsf-subscriptions 0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-subscriptions 0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:c5:e2:a4:21:4d\",\"name\":\"0ed847450be67cb\"},{\"mac\":\"0a:58:0a:82:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/54a469f8-282a-445a-abc6-9aea1ccb9bff\"}],\"ips\":[{\"address\":\"10.130.0.29/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:01:16.095445 3761 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 for pod on switch ip-10-0-1-243.ec2.internal I0513 00:01:16.095553 3761 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 I0513 00:01:16.107755 3761 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6] pod update took 12.23082ms I0513 00:01:16.107783 3761 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6] addLogicalPort annotation time took 12.262685ms I0513 00:01:16.109006 3761 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6] addLogicalPort took 13.578493ms, libovsdb time 841.643µs I0513 00:01:16.229235 3761 base_network_controller_pods.go:487] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx] creating logical port openshift-marketplace_5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx for pod on switch ip-10-0-1-243.ec2.internal I0513 00:01:16.229369 3761 kube.go:256] Updating pod openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx I0513 00:01:16.240853 3761 pod.go:62] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx] pod update took 11.509681ms I0513 00:01:16.240885 3761 base_network_controller_pods.go:951] [default/openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx] addLogicalPort annotation time took 11.54731ms I0513 00:01:16.242534 3761 pods.go:271] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx] addLogicalPort took 13.315355ms, libovsdb time 1.15512ms I0513 00:01:16.459681 3761 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790 network default NAD default NAD key ] I0513 00:01:16.469971 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6, hostIfaceName: 39630f5990f78ba, network: default, NAD default, SandboxID: "39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790", PCI device ID: , UID: "727d8622-4a2a-45f2-b40b-b742b5a63639", MAC: 0a:58:0a:82:00:1e, IPs: [10.130.0.30/23] I0513 00:01:16.522534 3761 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:35:a4:d1:3b:a3\",\"name\":\"39630f5990f78ba\"},{\"mac\":\"0a:58:0a:82:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6f21cc18-efee-4df2-a8a3-5b03de5ae16d\"}],\"ips\":[{\"address\":\"10.130.0.30/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:01:16.594863 3761 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx 8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx 8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a network default NAD default NAD key ] I0513 00:01:16.605202 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx, hostIfaceName: 8224aee2b9df54f, network: default, NAD default, SandboxID: "8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a", PCI device ID: , UID: "d4e52589-c5e2-4193-98da-2f68904c9881", MAC: 0a:58:0a:82:00:1f, IPs: [10.130.0.31/23] I0513 00:01:16.659041 3761 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx 8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx 8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:6e:6d:67:27:76\",\"name\":\"8224aee2b9df54f\"},{\"mac\":\"0a:58:0a:82:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/af043831-832b-4902-9ece-89d8e577b4ce\"}],\"ips\":[{\"address\":\"10.130.0.31/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:01:19.504702 3761 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp for pod on switch ip-10-0-1-243.ec2.internal I0513 00:01:19.504806 3761 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp I0513 00:01:19.516833 3761 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp] pod update took 12.05676ms I0513 00:01:19.516863 3761 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp] addLogicalPort annotation time took 12.092285ms I0513 00:01:19.518682 3761 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp] addLogicalPort took 13.996778ms, libovsdb time 1.337383ms I0513 00:01:19.867613 3761 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp 194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp 194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340 network default NAD default NAD key ] I0513 00:01:19.877853 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp, hostIfaceName: 194d1d0134a9673, network: default, NAD default, SandboxID: "194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340", PCI device ID: , UID: "349b21b6-370b-470a-a764-f6d7be1e0f8e", MAC: 0a:58:0a:82:00:20, IPs: [10.130.0.32/23] I0513 00:01:19.932683 3761 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp 194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp 194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"66:08:bc:a6:ef:06\",\"name\":\"194d1d0134a9673\"},{\"mac\":\"0a:58:0a:82:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/6ae33e91-e2bd-4f8a-94ca-06c9fea740ff\"}],\"ips\":[{\"address\":\"10.130.0.32/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:01:20.104986 3761 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790 network default NAD default NAD key ] I0513 00:01:20.176641 3761 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 39630f5990f78bafc67f78a6fab0eb70610e5843fb059804a6a324b3667de790 network default NAD default NAD key default], result "{}", err I0513 00:01:20.225019 3761 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.225058 3761 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 I0513 00:01:20.226537 3761 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6, ips: 10.130.0.30 I0513 00:01:20.226576 3761 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226601 3761 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226610 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:20.226820 3761 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:20.226837 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:20.904507 3761 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml for pod on switch ip-10-0-1-243.ec2.internal I0513 00:01:20.904662 3761 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml I0513 00:01:20.916597 3761 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml] pod update took 11.962603ms I0513 00:01:20.916628 3761 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml] addLogicalPort annotation time took 12.016696ms I0513 00:01:20.918048 3761 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml] addLogicalPort took 13.557247ms, libovsdb time 992.847µs I0513 00:01:21.112521 3761 cni.go:452] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx 8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx 8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a network default NAD default NAD key ] I0513 00:01:21.188385 3761 cni.go:473] [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx 8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx 8224aee2b9df54f9ec951442e2fca19db57d93de231983c7363e50ecd98ba36a network default NAD default NAD key default], result "{}", err I0513 00:01:21.239530 3761 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.239570 3761 pods.go:176] Deleting pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx I0513 00:01:21.241978 3761 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx, ips: 10.130.0.31 I0513 00:01:21.242026 3761 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.242057 3761 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.242084 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:21.242360 3761 obj_retry.go:498] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:21.242385 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:21.257929 3761 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.258005 3761 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.258036 3761 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.258055 3761 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51bt5t6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:21.278934 3761 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml 68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml 68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960 network default NAD default NAD key ] I0513 00:01:21.295788 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml, hostIfaceName: 68b56119ee52012, network: default, NAD default, SandboxID: "68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960", PCI device ID: , UID: "13c960bb-856b-4e9f-aea6-93a09cf3e903", MAC: 0a:58:0a:82:00:21, IPs: [10.130.0.33/23] I0513 00:01:21.368410 3761 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml 68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml 68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:13:c6:2c:8e:b1\",\"name\":\"68b56119ee52012\"},{\"mac\":\"0a:58:0a:82:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b847d16c-14cf-4d49-be97-aa9dba63436e\"}],\"ips\":[{\"address\":\"10.130.0.33/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:01:22.263150 3761 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263177 3761 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263190 3761 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.263212 3761 obj_retry.go:492] Detected object openshift-marketplace/5aa5e4cbc2f6ac9107b7dd5bfb7c8725ca307e639be07100d6806658fevzzsx of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:22.900782 3761 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw for pod on switch ip-10-0-1-243.ec2.internal I0513 00:01:22.900918 3761 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw I0513 00:01:22.914117 3761 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw] pod update took 13.236997ms I0513 00:01:22.914150 3761 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw] addLogicalPort annotation time took 13.276833ms I0513 00:01:22.915807 3761 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw] addLogicalPort took 15.047446ms, libovsdb time 1.136503ms I0513 00:01:23.000745 3761 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq for pod on switch ip-10-0-1-243.ec2.internal I0513 00:01:23.000945 3761 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq I0513 00:01:23.013093 3761 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq] pod update took 12.187478ms I0513 00:01:23.013122 3761 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq] addLogicalPort annotation time took 12.223673ms I0513 00:01:23.015000 3761 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq] addLogicalPort took 14.279232ms, libovsdb time 1.218739ms I0513 00:01:26.272992 3761 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw 18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw 18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c network default NAD default NAD key ] I0513 00:01:26.282617 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw, hostIfaceName: 18023f56a8cd852, network: default, NAD default, SandboxID: "18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c", PCI device ID: , UID: "af01d589-99ee-4fa8-b908-939071cc2983", MAC: 0a:58:0a:82:00:22, IPs: [10.130.0.34/23] I0513 00:01:26.339149 3761 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw 18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw 18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:0a:0e:dd:99:ab\",\"name\":\"18023f56a8cd852\"},{\"mac\":\"0a:58:0a:82:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bd8aaa12-e268-4c73-9da5-87c6a1773028\"}],\"ips\":[{\"address\":\"10.130.0.34/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:01:28.696468 3761 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777 network default NAD default NAD key ] I0513 00:01:28.706963 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq, hostIfaceName: b769d14d236b396, network: default, NAD default, SandboxID: "b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777", PCI device ID: , UID: "5cfc13f3-6cbe-4c5e-9b6b-42493f3c2a15", MAC: 0a:58:0a:82:00:23, IPs: [10.130.0.35/23] I0513 00:01:28.772875 3761 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:90:4b:7e:1e:20\",\"name\":\"b769d14d236b396\"},{\"mac\":\"0a:58:0a:82:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0e980bf4-2081-41d5-a666-bf4a87155520\"}],\"ips\":[{\"address\":\"10.130.0.35/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:01:31.191949 3761 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp 194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp 194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340 network default NAD default NAD key ] I0513 00:01:31.196341 3761 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml 68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml 68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960 network default NAD default NAD key ] I0513 00:01:31.268606 3761 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp 194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp 194d1d0134a96733fc02d9b11996b0f976777926ebfafc0f6ca4031a34718340 network default NAD default NAD key default], result "{}", err I0513 00:01:31.307369 3761 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml 68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml 68b56119ee52012603a5ef88d3b9d3c5664c4398265a8b5ea4b11a2f7250d960 network default NAD default NAD key default], result "{}", err I0513 00:01:31.332157 3761 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.332197 3761 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp I0513 00:01:31.333641 3761 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp, ips: 10.130.0.32 I0513 00:01:31.333672 3761 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.333694 3761 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.333702 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:31.333874 3761 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.333889 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:31.358631 3761 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.358677 3761 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml I0513 00:01:31.360026 3761 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml, ips: 10.130.0.33 I0513 00:01:31.360079 3761 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.360103 3761 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.360113 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:31.360316 3761 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:31.360337 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:32.204799 3761 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw 18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw 18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c network default NAD default NAD key ] I0513 00:01:32.288292 3761 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw 18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw 18023f56a8cd852af2dd7b4d75847041831a06bae04bd63c8e9783ff16390c8c network default NAD default NAD key default], result "{}", err I0513 00:01:32.397791 3761 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.397825 3761 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.397845 3761 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.397857 3761 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19dqlprp of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.420297 3761 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.420324 3761 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.420345 3761 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.420355 3761 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6e869ml of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:32.456997 3761 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.457049 3761 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw I0513 00:01:32.458596 3761 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw, ips: 10.130.0.34 I0513 00:01:32.458630 3761 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458649 3761 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458658 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:32.458844 3761 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:32.458864 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:33.213314 3761 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777 network default NAD default NAD key ] I0513 00:01:33.289088 3761 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq b769d14d236b3965ef4e5894a91524dc40bca62fa6d19c0ac8339b113e5cc777 network default NAD default NAD key default], result "{}", err I0513 00:01:33.423569 3761 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.423614 3761 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq I0513 00:01:33.425182 3761 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq, ips: 10.130.0.35 I0513 00:01:33.425214 3761 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.425238 3761 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.425246 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0513 00:01:33.425437 3761 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0513 00:01:33.425456 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0513 00:01:33.481857 3761 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.481885 3761 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.481907 3761 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:33.481919 3761 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7q67dw of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:01:34.108145 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 00:01:34.450905 3761 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450932 3761 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450948 3761 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:01:34.450968 3761 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c2136mvqcq of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:01:38.956284 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.967043 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.975140 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service W0513 00:01:38.984895 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0513 00:01:48.175458 3761 namespace.go:98] [cert-manager] adding namespace I0513 00:01:48.176379 3761 namespace.go:102] [cert-manager] adding namespace took 895.757µs I0513 00:01:48.188163 3761 namespace.go:142] [cert-manager] updating namespace I0513 00:01:48.206128 3761 namespace.go:142] [cert-manager] updating namespace I0513 00:01:48.228353 3761 namespace.go:142] [openshift-operators] updating namespace I0513 00:01:48.235110 3761 namespace.go:142] [openshift-operators] updating namespace W0513 00:01:56.222187 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook W0513 00:01:56.222210 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook I0513 00:01:58.624696 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 W0513 00:01:59.276994 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0513 00:01:59.643982 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=6 I0513 00:01:59.860840 3761 namespace.go:98] [trusted-artifact-signer] adding namespace I0513 00:01:59.861835 3761 namespace.go:102] [trusted-artifact-signer] adding namespace took 960.247µs I0513 00:01:59.891396 3761 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:01:59.891545 3761 namespace.go:142] [trusted-artifact-signer] updating namespace W0513 00:02:00.410134 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 00:02:01.377171 3761 namespace.go:142] [openshift-operators] updating namespace W0513 00:02:03.976227 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:03.990702 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:04.001119 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service W0513 00:02:04.015115 3761 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0513 00:02:13.621962 3761 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=7 I0513 00:02:25.643517 3761 namespace.go:98] [openshift-pipelines] adding namespace I0513 00:02:25.644416 3761 namespace.go:102] [openshift-pipelines] adding namespace took 870.979µs I0513 00:02:25.664981 3761 namespace.go:142] [openshift-pipelines] updating namespace I0513 00:02:26.346204 3761 namespace.go:142] [cert-manager] updating namespace I0513 00:02:26.546452 3761 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:26.655716 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=6 I0513 00:02:26.950666 3761 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:27.156659 3761 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:27.353056 3761 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:27.713984 3761 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:27.925113 3761 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:28.127899 3761 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:28.332299 3761 namespace.go:142] [tsf] updating namespace I0513 00:02:28.536086 3761 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:28.736477 3761 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:28.938327 3761 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:29.076517 3761 namespace.go:142] [cert-manager] updating namespace I0513 00:02:29.086010 3761 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:29.095350 3761 namespace.go:142] [default] updating namespace I0513 00:02:29.102717 3761 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:29.111640 3761 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:29.119664 3761 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:29.127664 3761 namespace.go:142] [openshift] updating namespace I0513 00:02:29.135282 3761 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:29.143560 3761 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:29.152343 3761 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:29.159610 3761 namespace.go:142] [tsf] updating namespace I0513 00:02:29.179374 3761 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:29.197192 3761 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:29.219218 3761 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:29.320442 3761 namespace.go:142] [cert-manager] updating namespace I0513 00:02:29.422307 3761 namespace.go:142] [cert-manager-operator] updating namespace I0513 00:02:29.520157 3761 namespace.go:142] [default] updating namespace I0513 00:02:29.627181 3761 namespace.go:142] [konflux-operator] updating namespace I0513 00:02:29.721626 3761 namespace.go:142] [konflux-ui] updating namespace I0513 00:02:29.826662 3761 namespace.go:142] [open-cluster-management-2q8mpf9fis6v2e5olno8p5la0n8bu51k] updating namespace I0513 00:02:29.918639 3761 namespace.go:142] [openshift] updating namespace I0513 00:02:30.022011 3761 namespace.go:142] [rhbk-operator] updating namespace I0513 00:02:30.121823 3761 namespace.go:142] [rhtpa-operator] updating namespace I0513 00:02:30.220257 3761 namespace.go:142] [trusted-artifact-signer] updating namespace I0513 00:02:30.320368 3761 namespace.go:142] [tsf] updating namespace I0513 00:02:30.421695 3761 namespace.go:142] [tsf-keycloak] updating namespace I0513 00:02:30.520728 3761 namespace.go:142] [tsf-tas] updating namespace I0513 00:02:30.626630 3761 namespace.go:142] [tsf-tpa] updating namespace I0513 00:02:30.917927 3761 namespace.go:142] [openshift-pipelines] updating namespace I0513 00:02:31.544757 3761 cni.go:452] [tsf/test-tsf-subscriptions 0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-subscriptions 0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f network default NAD default NAD key ] I0513 00:02:31.630186 3761 cni.go:473] [tsf/test-tsf-subscriptions 0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-subscriptions 0ed847450be67cbfc271a2043297b417c43e5e127eee845ecd44d5baa47ba27f network default NAD default NAD key default], result "{}", err I0513 00:02:31.767591 3761 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:02:31.767627 3761 pods.go:176] Deleting pod: tsf/test-tsf-subscriptions I0513 00:02:31.768847 3761 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-subscriptions, ips: 10.130.0.29 I0513 00:02:31.768878 3761 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:02:31.792470 3761 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:02:31.792494 3761 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:02:31.831289 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0513 00:02:31.831319 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0513 00:02:34.399411 3761 base_network_controller_pods.go:487] [default/tsf/test-tsf-infrastructure] creating logical port tsf_test-tsf-infrastructure for pod on switch ip-10-0-1-243.ec2.internal I0513 00:02:34.399506 3761 kube.go:256] Updating pod tsf/test-tsf-infrastructure I0513 00:02:34.414572 3761 pod.go:62] [tsf/test-tsf-infrastructure] pod update took 15.089787ms I0513 00:02:34.414597 3761 base_network_controller_pods.go:951] [default/tsf/test-tsf-infrastructure] addLogicalPort annotation time took 15.12063ms I0513 00:02:34.416044 3761 pods.go:271] [tsf/test-tsf-infrastructure] addLogicalPort took 16.650289ms, libovsdb time 1.078267ms I0513 00:02:34.798975 3761 cni.go:452] [tsf/test-tsf-infrastructure eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54 network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-infrastructure eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54 network default NAD default NAD key ] I0513 00:02:34.810008 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-infrastructure, hostIfaceName: eac92d9533374be, network: default, NAD default, SandboxID: "eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54", PCI device ID: , UID: "86cbede7-e00e-41b8-bf2a-44579ec10ff4", MAC: 0a:58:0a:82:00:24, IPs: [10.130.0.36/23] I0513 00:02:34.865574 3761 cni.go:473] [tsf/test-tsf-infrastructure eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54 network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-infrastructure eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"56:59:19:77:f5:d2\",\"name\":\"eac92d9533374be\"},{\"mac\":\"0a:58:0a:82:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4ff71a24-d2cf-42a9-a721-8307beafccdb\"}],\"ips\":[{\"address\":\"10.130.0.36/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:02:35.529564 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=42 I0513 00:02:37.303972 3761 base_network_controller_pods.go:487] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk] creating logical port tsf-tpa_tpa-pgsql-bee-5df6ff8bdf-bdbdk for pod on switch ip-10-0-1-243.ec2.internal I0513 00:02:37.304146 3761 kube.go:256] Updating pod tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk I0513 00:02:37.304147 3761 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb] creating logical port tsf-keycloak_keycloak-pgsql-bee-744f6fc4d9-hdnmb for pod on switch ip-10-0-1-243.ec2.internal I0513 00:02:37.304316 3761 kube.go:256] Updating pod tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb I0513 00:02:37.318818 3761 pod.go:62] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk] pod update took 14.708836ms I0513 00:02:37.318850 3761 base_network_controller_pods.go:951] [default/tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk] addLogicalPort annotation time took 14.790299ms I0513 00:02:37.319896 3761 pod.go:62] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb] pod update took 15.611121ms I0513 00:02:37.319919 3761 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb] addLogicalPort annotation time took 15.636167ms I0513 00:02:37.320245 3761 pods.go:271] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk] addLogicalPort took 16.298765ms, libovsdb time 958.717µs I0513 00:02:37.321621 3761 pods.go:271] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb] addLogicalPort took 17.49078ms, libovsdb time 1.090192ms I0513 00:02:40.041912 3761 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w] creating logical port openshift-pipelines_tekton-events-controller-57d7f78b8d-74b7w for pod on switch ip-10-0-1-243.ec2.internal I0513 00:02:40.042050 3761 kube.go:256] Updating pod openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w I0513 00:02:40.056724 3761 pod.go:62] [openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w] pod update took 14.700994ms I0513 00:02:40.056827 3761 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w] addLogicalPort annotation time took 14.810587ms I0513 00:02:40.058180 3761 pods.go:271] [openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w] addLogicalPort took 16.28938ms, libovsdb time 920.738µs I0513 00:02:40.139002 3761 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq for pod on switch ip-10-0-1-243.ec2.internal I0513 00:02:40.139162 3761 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq I0513 00:02:40.155088 3761 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq] pod update took 15.930571ms I0513 00:02:40.155121 3761 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq] addLogicalPort annotation time took 15.993789ms I0513 00:02:40.156663 3761 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq] addLogicalPort took 17.681131ms, libovsdb time 1.089678ms I0513 00:02:40.236193 3761 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-x6rjb for pod on switch ip-10-0-1-243.ec2.internal I0513 00:02:40.236351 3761 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb I0513 00:02:40.252282 3761 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb] pod update took 15.965597ms I0513 00:02:40.252307 3761 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb] addLogicalPort annotation time took 15.996067ms I0513 00:02:40.253698 3761 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb] addLogicalPort took 17.53057ms, libovsdb time 981.806µs I0513 00:02:40.412051 3761 cni.go:452] [openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w 78d89c22422f54ccdd3385c7bb4a1746809d5a8a619b5cc2c6d5bf67bb17c2bb network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w 78d89c22422f54ccdd3385c7bb4a1746809d5a8a619b5cc2c6d5bf67bb17c2bb network default NAD default NAD key ] I0513 00:02:40.421841 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-events-controller-57d7f78b8d-74b7w, hostIfaceName: 78d89c22422f54c, network: default, NAD default, SandboxID: "78d89c22422f54ccdd3385c7bb4a1746809d5a8a619b5cc2c6d5bf67bb17c2bb", PCI device ID: , UID: "5d147c4c-2cb5-41e3-b45e-0b0b9ec08961", MAC: 0a:58:0a:82:00:27, IPs: [10.130.0.39/23] I0513 00:02:40.475290 3761 cni.go:473] [openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w 78d89c22422f54ccdd3385c7bb4a1746809d5a8a619b5cc2c6d5bf67bb17c2bb network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-events-controller-57d7f78b8d-74b7w 78d89c22422f54ccdd3385c7bb4a1746809d5a8a619b5cc2c6d5bf67bb17c2bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:a5:fe:5b:b1:e4\",\"name\":\"78d89c22422f54c\"},{\"mac\":\"0a:58:0a:82:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/08b1ac78-3656-4add-99f5-81ba5871f576\"}],\"ips\":[{\"address\":\"10.130.0.39/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:02:40.527827 3761 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq 7bcc6619e31448cc745acf385848440e6c08e10dff4bdb86c9dc914c9e63b685 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq 7bcc6619e31448cc745acf385848440e6c08e10dff4bdb86c9dc914c9e63b685 network default NAD default NAD key ] I0513 00:02:40.537715 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq, hostIfaceName: 7bcc6619e31448c, network: default, NAD default, SandboxID: "7bcc6619e31448cc745acf385848440e6c08e10dff4bdb86c9dc914c9e63b685", PCI device ID: , UID: "60b1a226-4d7c-4ec4-8bc2-7825a5ae3565", MAC: 0a:58:0a:82:00:28, IPs: [10.130.0.40/23] I0513 00:02:40.596477 3761 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq 7bcc6619e31448cc745acf385848440e6c08e10dff4bdb86c9dc914c9e63b685 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-p9rdq 7bcc6619e31448cc745acf385848440e6c08e10dff4bdb86c9dc914c9e63b685 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:58:83:7a:4f:28\",\"name\":\"7bcc6619e31448c\"},{\"mac\":\"0a:58:0a:82:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b8d22bd5-fd2c-4a18-8b56-544f8cad515c\"}],\"ips\":[{\"address\":\"10.130.0.40/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:02:40.604499 3761 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb ebd7d59d4e8f98ec2adcfbb34f77d1f9ff6a64dc015a452c7410b3db7b659259 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb ebd7d59d4e8f98ec2adcfbb34f77d1f9ff6a64dc015a452c7410b3db7b659259 network default NAD default NAD key ] I0513 00:02:40.614435 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-x6rjb, hostIfaceName: ebd7d59d4e8f98e, network: default, NAD default, SandboxID: "ebd7d59d4e8f98ec2adcfbb34f77d1f9ff6a64dc015a452c7410b3db7b659259", PCI device ID: , UID: "f7d0ab90-db60-4c44-8afe-1f276af1e734", MAC: 0a:58:0a:82:00:29, IPs: [10.130.0.41/23] I0513 00:02:40.669652 3761 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb ebd7d59d4e8f98ec2adcfbb34f77d1f9ff6a64dc015a452c7410b3db7b659259 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-x6rjb ebd7d59d4e8f98ec2adcfbb34f77d1f9ff6a64dc015a452c7410b3db7b659259 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:58:07:9b:91:ae\",\"name\":\"ebd7d59d4e8f98e\"},{\"mac\":\"0a:58:0a:82:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/77870305-78f5-4ca5-b06c-c78e97f95549\"}],\"ips\":[{\"address\":\"10.130.0.41/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:02:46.505550 3761 cni.go:452] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk 525b3fa1586fb0eb736700c01a8ef85d2ef3decb61bb3a254bcac58e0fcff8da network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk 525b3fa1586fb0eb736700c01a8ef85d2ef3decb61bb3a254bcac58e0fcff8da network default NAD default NAD key ] I0513 00:02:46.515916 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: tpa-pgsql-bee-5df6ff8bdf-bdbdk, hostIfaceName: 525b3fa1586fb0e, network: default, NAD default, SandboxID: "525b3fa1586fb0eb736700c01a8ef85d2ef3decb61bb3a254bcac58e0fcff8da", PCI device ID: , UID: "c0b70b20-bcd8-4aeb-9be3-524615fdd0ff", MAC: 0a:58:0a:82:00:25, IPs: [10.130.0.37/23] I0513 00:02:46.518212 3761 cni.go:452] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb 6182637dc9432497ce5da2bcf2ec00fa4d154e2d966af2dbc7506b811dafe39d network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb 6182637dc9432497ce5da2bcf2ec00fa4d154e2d966af2dbc7506b811dafe39d network default NAD default NAD key ] I0513 00:02:46.528145 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-pgsql-bee-744f6fc4d9-hdnmb, hostIfaceName: 6182637dc943249, network: default, NAD default, SandboxID: "6182637dc9432497ce5da2bcf2ec00fa4d154e2d966af2dbc7506b811dafe39d", PCI device ID: , UID: "eef90377-c190-476b-923c-80bb3e49005a", MAC: 0a:58:0a:82:00:26, IPs: [10.130.0.38/23] I0513 00:02:46.578307 3761 cni.go:473] [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk 525b3fa1586fb0eb736700c01a8ef85d2ef3decb61bb3a254bcac58e0fcff8da network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/tpa-pgsql-bee-5df6ff8bdf-bdbdk 525b3fa1586fb0eb736700c01a8ef85d2ef3decb61bb3a254bcac58e0fcff8da network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:2e:0a:c6:c1:01\",\"name\":\"525b3fa1586fb0e\"},{\"mac\":\"0a:58:0a:82:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/acc6b716-63b8-4393-8fe2-f105175e5976\"}],\"ips\":[{\"address\":\"10.130.0.37/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 00:02:46.597409 3761 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:46.597428 3761 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0513 00:02:46.597434 3761 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller I0513 00:02:46.604404 3761 cni.go:473] [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb 6182637dc9432497ce5da2bcf2ec00fa4d154e2d966af2dbc7506b811dafe39d network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-pgsql-bee-744f6fc4d9-hdnmb 6182637dc9432497ce5da2bcf2ec00fa4d154e2d966af2dbc7506b811dafe39d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:f2:85:76:40:41\",\"name\":\"6182637dc943249\"},{\"mac\":\"0a:58:0a:82:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a7a7d588-e19e-4c7e-b106-ad684e03dd36\"}],\"ips\":[{\"address\":\"10.130.0.38/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 00:02:47.650843 3761 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.650877 3761 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.650887 3761 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.650895 3761 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:47.678948 3761 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.678972 3761 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.678979 3761 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:47.773340 3761 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 00:02:47.801981 3761 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0513 00:02:52.627357 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 W0513 00:02:58.712111 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:58.712134 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:58.712140 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:58.712145 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0513 00:02:58.749574 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:58.749594 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:02:58.749600 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0513 00:03:08.667677 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 5432: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0513 00:03:08.691707 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 5432: empty IP address endpoints for service tsf-tpa/tpa-pgsql W0513 00:03:09.572977 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0513 00:03:10.794876 3761 cni.go:452] [tsf/test-tsf-infrastructure eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54 network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-infrastructure eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54 network default NAD default NAD key ] I0513 00:03:10.873049 3761 cni.go:473] [tsf/test-tsf-infrastructure eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54 network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-infrastructure eac92d9533374be4144280bcd7794a966b46b7505f0c7d37f2e2b1788f072a54 network default NAD default NAD key default], result "{}", err I0513 00:03:10.926940 3761 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:03:10.926989 3761 pods.go:176] Deleting pod: tsf/test-tsf-infrastructure I0513 00:03:10.928812 3761 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-infrastructure, ips: 10.130.0.36 I0513 00:03:10.928843 3761 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:03:10.970260 3761 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:03:10.970289 3761 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:03:10.977421 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0513 00:03:10.977457 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0513 00:03:12.092233 3761 base_network_controller_pods.go:487] [default/tsf/test-tsf-iam] creating logical port tsf_test-tsf-iam for pod on switch ip-10-0-1-243.ec2.internal I0513 00:03:12.092363 3761 kube.go:256] Updating pod tsf/test-tsf-iam I0513 00:03:12.104615 3761 pod.go:62] [tsf/test-tsf-iam] pod update took 12.278585ms I0513 00:03:12.104638 3761 base_network_controller_pods.go:951] [default/tsf/test-tsf-iam] addLogicalPort annotation time took 12.308838ms I0513 00:03:12.106200 3761 pods.go:271] [tsf/test-tsf-iam] addLogicalPort took 13.985677ms, libovsdb time 1.112444ms I0513 00:03:12.455563 3761 cni.go:452] [tsf/test-tsf-iam 1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f network default NAD default NAD key ] ADD starting CNI request [tsf/test-tsf-iam 1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f network default NAD default NAD key ] I0513 00:03:12.465577 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: test-tsf-iam, hostIfaceName: 1a24ab66e65a504, network: default, NAD default, SandboxID: "1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f", PCI device ID: , UID: "eb59031a-577a-43ed-8881-ddda55772048", MAC: 0a:58:0a:82:00:2a, IPs: [10.130.0.42/23] I0513 00:03:12.519769 3761 cni.go:473] [tsf/test-tsf-iam 1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f network default NAD default NAD key default] ADD finished CNI request [tsf/test-tsf-iam 1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:c9:a3:48:4c:d9\",\"name\":\"1a24ab66e65a504\"},{\"mac\":\"0a:58:0a:82:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e34f0982-eee0-4750-a334-f2d658f97bb8\"}],\"ips\":[{\"address\":\"10.130.0.42/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:03:13.052207 3761 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0513 00:03:13.052893 3761 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0513 00:03:13.052916 3761 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0513 00:03:13.055248 3761 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0513 00:03:13.329488 3761 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-1-243.ec2.internal I0513 00:03:13.329599 3761 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0513 00:03:13.348880 3761 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 19.308107ms I0513 00:03:13.348912 3761 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 19.344362ms I0513 00:03:13.350216 3761 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 20.751012ms, libovsdb time 873.601µs I0513 00:03:13.706374 3761 cni.go:452] [tsf-keycloak/keycloak-0 6fe9a1b08c583858d618b18ad42f87454eff35c307af03ff4d205dcc0ca0d79f network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 6fe9a1b08c583858d618b18ad42f87454eff35c307af03ff4d205dcc0ca0d79f network default NAD default NAD key ] I0513 00:03:13.716765 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 6fe9a1b08c58385, network: default, NAD default, SandboxID: "6fe9a1b08c583858d618b18ad42f87454eff35c307af03ff4d205dcc0ca0d79f", PCI device ID: , UID: "3168fc50-e212-40b6-959d-44e6008a097f", MAC: 0a:58:0a:82:00:2b, IPs: [10.130.0.43/23] I0513 00:03:13.771387 3761 cni.go:473] [tsf-keycloak/keycloak-0 6fe9a1b08c583858d618b18ad42f87454eff35c307af03ff4d205dcc0ca0d79f network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 6fe9a1b08c583858d618b18ad42f87454eff35c307af03ff4d205dcc0ca0d79f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"16:93:53:b7:7f:ea\",\"name\":\"6fe9a1b08c58385\"},{\"mac\":\"0a:58:0a:82:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ef0568ce-729a-4fde-8fcb-a79c108e8c04\"}],\"ips\":[{\"address\":\"10.130.0.43/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:03:14.530974 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=119 W0513 00:03:16.613912 3761 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics W0513 00:03:24.875722 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0513 00:03:24.875751 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0513 00:03:24.878535 3761 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 00:03:24.878553 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 00:03:27.539243 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=768 I0513 00:03:27.656932 3761 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0513 00:03:27.657028 3761 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8pbms IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-8pbms: no pod IPs found I0513 00:03:27.760464 3761 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0513 00:03:49.953802 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0513 00:03:49.953827 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak W0513 00:03:49.957051 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0513 00:03:49.957089 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service I0513 00:03:53.114673 3761 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-gj2l2] creating logical port tsf-keycloak_tsf-iam-gj2l2 for pod on switch ip-10-0-1-243.ec2.internal I0513 00:03:53.114832 3761 kube.go:256] Updating pod tsf-keycloak/tsf-iam-gj2l2 I0513 00:03:53.128334 3761 pod.go:62] [tsf-keycloak/tsf-iam-gj2l2] pod update took 13.536711ms I0513 00:03:53.128374 3761 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-gj2l2] addLogicalPort annotation time took 13.585092ms I0513 00:03:53.129728 3761 pods.go:271] [tsf-keycloak/tsf-iam-gj2l2] addLogicalPort took 15.077285ms, libovsdb time 933.766µs I0513 00:03:53.487861 3761 cni.go:452] [tsf-keycloak/tsf-iam-gj2l2 f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-gj2l2 f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c network default NAD default NAD key ] I0513 00:03:53.497792 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-gj2l2, hostIfaceName: f19368ed6713966, network: default, NAD default, SandboxID: "f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c", PCI device ID: , UID: "c095c3c6-1e82-4602-abdd-3faff184b1e2", MAC: 0a:58:0a:82:00:2c, IPs: [10.130.0.44/23] I0513 00:03:53.552470 3761 cni.go:473] [tsf-keycloak/tsf-iam-gj2l2 f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-gj2l2 f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:fa:1f:12:62:9e\",\"name\":\"f19368ed6713966\"},{\"mac\":\"0a:58:0a:82:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/31f5f519-881f-4eeb-b809-ccb0fb156370\"}],\"ips\":[{\"address\":\"10.130.0.44/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 00:03:58.978250 3761 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:03:58.978282 3761 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0513 00:03:58.978289 3761 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service I0513 00:04:06.154405 3761 cni.go:452] [tsf/test-tsf-iam 1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f network default NAD default NAD key ] DEL starting CNI request [tsf/test-tsf-iam 1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f network default NAD default NAD key ] I0513 00:04:06.231318 3761 cni.go:473] [tsf/test-tsf-iam 1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f network default NAD default NAD key default] DEL finished CNI request [tsf/test-tsf-iam 1a24ab66e65a504e2fc728d412422cc64bd27c7aa40924e2bad790e6c2d1c62f network default NAD default NAD key default], result "{}", err I0513 00:04:06.284326 3761 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:06.284367 3761 pods.go:176] Deleting pod: tsf/test-tsf-iam I0513 00:04:06.285690 3761 pods.go:236] Attempting to release IPs for pod: tsf/test-tsf-iam, ips: 10.130.0.42 I0513 00:04:06.285723 3761 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:06.306881 3761 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:06.306911 3761 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:06.316397 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0513 00:04:06.316428 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam I0513 00:04:07.231290 3761 base_network_controller_pods.go:487] [default/tsf-tas/test-tsf-tas] creating logical port tsf-tas_test-tsf-tas for pod on switch ip-10-0-1-243.ec2.internal I0513 00:04:07.231424 3761 kube.go:256] Updating pod tsf-tas/test-tsf-tas I0513 00:04:07.267266 3761 pod.go:62] [tsf-tas/test-tsf-tas] pod update took 35.873465ms I0513 00:04:07.267298 3761 base_network_controller_pods.go:951] [default/tsf-tas/test-tsf-tas] addLogicalPort annotation time took 35.916113ms I0513 00:04:07.268603 3761 pods.go:271] [tsf-tas/test-tsf-tas] addLogicalPort took 37.3385ms, libovsdb time 911.269µs I0513 00:04:07.603710 3761 cni.go:452] [tsf-tas/test-tsf-tas 43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/test-tsf-tas 43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250 network default NAD default NAD key ] I0513 00:04:07.613762 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: test-tsf-tas, hostIfaceName: 43f607bc42a0235, network: default, NAD default, SandboxID: "43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250", PCI device ID: , UID: "b036894c-94ff-44bf-9858-53d89ae73850", MAC: 0a:58:0a:82:00:2d, IPs: [10.130.0.45/23] I0513 00:04:07.674000 3761 cni.go:473] [tsf-tas/test-tsf-tas 43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/test-tsf-tas 43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0d:62:f7:13:75\",\"name\":\"43f607bc42a0235\"},{\"mac\":\"0a:58:0a:82:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cfeaa9ff-3976-48b5-9f37-f3bc8ffbd5f8\"}],\"ips\":[{\"address\":\"10.130.0.45/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:04:09.655265 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=8 I0513 00:04:10.002443 3761 base_network_controller_pods.go:487] [default/openshift-pipelines/tkn-cli-serve-784b566968-nrznk] creating logical port openshift-pipelines_tkn-cli-serve-784b566968-nrznk for pod on switch ip-10-0-1-243.ec2.internal I0513 00:04:10.002569 3761 kube.go:256] Updating pod openshift-pipelines/tkn-cli-serve-784b566968-nrznk I0513 00:04:10.014149 3761 pod.go:62] [openshift-pipelines/tkn-cli-serve-784b566968-nrznk] pod update took 11.613159ms I0513 00:04:10.014185 3761 base_network_controller_pods.go:951] [default/openshift-pipelines/tkn-cli-serve-784b566968-nrznk] addLogicalPort annotation time took 11.654664ms I0513 00:04:10.015893 3761 pods.go:271] [openshift-pipelines/tkn-cli-serve-784b566968-nrznk] addLogicalPort took 13.474348ms, libovsdb time 1.20318ms I0513 00:04:10.376042 3761 cni.go:452] [openshift-pipelines/tkn-cli-serve-784b566968-nrznk 7c628e42490e7f03ed7c1322f21149f5bfa805c054f4be471de3c00c04f7f497 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tkn-cli-serve-784b566968-nrznk 7c628e42490e7f03ed7c1322f21149f5bfa805c054f4be471de3c00c04f7f497 network default NAD default NAD key ] I0513 00:04:10.387794 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tkn-cli-serve-784b566968-nrznk, hostIfaceName: 7c628e42490e7f0, network: default, NAD default, SandboxID: "7c628e42490e7f03ed7c1322f21149f5bfa805c054f4be471de3c00c04f7f497", PCI device ID: , UID: "4b00886c-6fc7-4b01-9d9a-eeae53e1246d", MAC: 0a:58:0a:82:00:2e, IPs: [10.130.0.46/23] I0513 00:04:10.450301 3761 cni.go:473] [openshift-pipelines/tkn-cli-serve-784b566968-nrznk 7c628e42490e7f03ed7c1322f21149f5bfa805c054f4be471de3c00c04f7f497 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tkn-cli-serve-784b566968-nrznk 7c628e42490e7f03ed7c1322f21149f5bfa805c054f4be471de3c00c04f7f497 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:66:aa:cb:84:55\",\"name\":\"7c628e42490e7f0\"},{\"mac\":\"0a:58:0a:82:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ac1f5e13-929a-4046-ac8b-e5fe6d5fa297\"}],\"ips\":[{\"address\":\"10.130.0.46/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:04:11.650343 3761 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0513 00:04:13.207766 3761 cni.go:452] [tsf-keycloak/tsf-iam-gj2l2 f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-gj2l2 f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c network default NAD default NAD key ] I0513 00:04:13.288733 3761 cni.go:473] [tsf-keycloak/tsf-iam-gj2l2 f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-gj2l2 f19368ed67139665a96755215956119419d0b1e8ec515efc967cfd4dfe8a1b6c network default NAD default NAD key default], result "{}", err I0513 00:04:13.343997 3761 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:13.344040 3761 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-gj2l2 I0513 00:04:13.345673 3761 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-gj2l2, ips: 10.130.0.44 I0513 00:04:13.345703 3761 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:14.230484 3761 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:14.230514 3761 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-gj2l2 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:04:21.084527 3761 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner W0513 00:04:22.089694 3761 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/fulcio-server W0513 00:04:22.089718 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/fulcio-server W0513 00:04:23.956949 3761 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0513 00:04:26.109110 3761 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql I0513 00:04:27.114761 3761 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:27.115382 3761 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:04:28.137092 3761 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:28.137114 3761 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-jm8dg-gpsmf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:04:29.533256 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=105 I0513 00:04:41.989447 3761 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4] creating logical port openshift-pipelines_pipelines-as-code-watcher-7947cf58bc-tn6b4 for pod on switch ip-10-0-1-243.ec2.internal I0513 00:04:41.989555 3761 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4 I0513 00:04:42.002615 3761 pod.go:62] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4] pod update took 13.080189ms I0513 00:04:42.002646 3761 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4] addLogicalPort annotation time took 13.119655ms I0513 00:04:42.004258 3761 pods.go:271] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4] addLogicalPort took 14.829085ms, libovsdb time 1.016797ms I0513 00:04:42.091495 3761 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t] creating logical port openshift-pipelines_pipelines-as-code-webhook-68965d5857-9cb4t for pod on switch ip-10-0-1-243.ec2.internal I0513 00:04:42.091598 3761 kube.go:256] Updating pod openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t I0513 00:04:42.102845 3761 pod.go:62] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t] pod update took 11.265799ms I0513 00:04:42.102874 3761 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t] addLogicalPort annotation time took 11.300516ms I0513 00:04:42.104356 3761 pods.go:271] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t] addLogicalPort took 12.878011ms, libovsdb time 995.742µs I0513 00:04:42.357852 3761 cni.go:452] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4 02eae931584e20403a77af07f86f56c8eb19ab92ce1f5173490cc0e89caff3af network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4 02eae931584e20403a77af07f86f56c8eb19ab92ce1f5173490cc0e89caff3af network default NAD default NAD key ] I0513 00:04:42.367304 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-watcher-7947cf58bc-tn6b4, hostIfaceName: 02eae931584e204, network: default, NAD default, SandboxID: "02eae931584e20403a77af07f86f56c8eb19ab92ce1f5173490cc0e89caff3af", PCI device ID: , UID: "ad538974-78d3-4a4c-bcd4-5e537302e009", MAC: 0a:58:0a:82:00:2f, IPs: [10.130.0.47/23] I0513 00:04:42.424126 3761 cni.go:473] [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4 02eae931584e20403a77af07f86f56c8eb19ab92ce1f5173490cc0e89caff3af network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-watcher-7947cf58bc-tn6b4 02eae931584e20403a77af07f86f56c8eb19ab92ce1f5173490cc0e89caff3af network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:ce:ac:a6:2b:4d\",\"name\":\"02eae931584e204\"},{\"mac\":\"0a:58:0a:82:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5097a231-8f15-47f1-9f07-ecee35cddc11\"}],\"ips\":[{\"address\":\"10.130.0.47/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:04:42.462824 3761 cni.go:452] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t 750b21e87661fdc21403999570bcf46681bdce2a5bba0b154855d995f2535688 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t 750b21e87661fdc21403999570bcf46681bdce2a5bba0b154855d995f2535688 network default NAD default NAD key ] I0513 00:04:42.473925 3761 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-as-code-webhook-68965d5857-9cb4t, hostIfaceName: 750b21e87661fdc, network: default, NAD default, SandboxID: "750b21e87661fdc21403999570bcf46681bdce2a5bba0b154855d995f2535688", PCI device ID: , UID: "9b0c6f45-05e2-44ae-9eb9-4ba9c7e2815a", MAC: 0a:58:0a:82:00:30, IPs: [10.130.0.48/23] I0513 00:04:42.529267 3761 cni.go:473] [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t 750b21e87661fdc21403999570bcf46681bdce2a5bba0b154855d995f2535688 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-as-code-webhook-68965d5857-9cb4t 750b21e87661fdc21403999570bcf46681bdce2a5bba0b154855d995f2535688 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:25:e4:bb:10:6e\",\"name\":\"750b21e87661fdc\"},{\"mac\":\"0a:58:0a:82:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/92850d97-611a-41f7-9839-b7e853316f8a\"}],\"ips\":[{\"address\":\"10.130.0.48/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 00:04:45.072689 3761 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 00:04:45.072780 3761 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0513 00:04:46.425545 3761 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher W0513 00:04:57.419372 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0513 00:05:03.506490 3761 cni.go:452] [tsf-tas/test-tsf-tas 43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/test-tsf-tas 43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250 network default NAD default NAD key ] I0513 00:05:03.593558 3761 cni.go:473] [tsf-tas/test-tsf-tas 43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/test-tsf-tas 43f607bc42a0235f7ceaa879d614069957b4a3954a821ccbbd54c1d08a537250 network default NAD default NAD key default], result "{}", err I0513 00:05:03.643971 3761 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:03.644053 3761 pods.go:176] Deleting pod: tsf-tas/test-tsf-tas I0513 00:05:03.645580 3761 pods.go:236] Attempting to release IPs for pod: tsf-tas/test-tsf-tas, ips: 10.130.0.45 I0513 00:05:03.645609 3761 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:03.666417 3761 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:03.666442 3761 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:03.672763 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0513 00:05:03.672796 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0513 00:05:04.392942 3761 base_network_controller_pods.go:487] [default/tsf/patch-tekton-config-46twv] creating logical port tsf_patch-tekton-config-46twv for pod on switch ip-10-0-1-243.ec2.internal I0513 00:05:04.393046 3761 kube.go:256] Updating pod tsf/patch-tekton-config-46twv I0513 00:05:04.403229 3761 pod.go:62] [tsf/patch-tekton-config-46twv] pod update took 10.209642ms I0513 00:05:04.403256 3761 base_network_controller_pods.go:951] [default/tsf/patch-tekton-config-46twv] addLogicalPort annotation time took 10.240908ms I0513 00:05:04.404654 3761 pods.go:271] [tsf/patch-tekton-config-46twv] addLogicalPort took 11.729507ms, libovsdb time 877.045µs I0513 00:05:04.774213 3761 cni.go:452] [tsf/patch-tekton-config-46twv 18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f network default NAD default NAD key ] ADD starting CNI request [tsf/patch-tekton-config-46twv 18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f network default NAD default NAD key ] I0513 00:05:04.784470 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf, podName: patch-tekton-config-46twv, hostIfaceName: 18a8c3bec9988bb, network: default, NAD default, SandboxID: "18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f", PCI device ID: , UID: "3d2e1f9f-5483-4016-93db-62e030d7cdb2", MAC: 0a:58:0a:82:00:31, IPs: [10.130.0.49/23] I0513 00:05:04.838860 3761 cni.go:473] [tsf/patch-tekton-config-46twv 18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f network default NAD default NAD key default] ADD finished CNI request [tsf/patch-tekton-config-46twv 18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:00:1f:3d:48:3e\",\"name\":\"18a8c3bec9988bb\"},{\"mac\":\"0a:58:0a:82:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/cbdb688f-b050-4d02-ae63-1f32d7af499d\"}],\"ips\":[{\"address\":\"10.130.0.49/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:05:05.323296 3761 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.323965 3761 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.472171 3761 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:05.472793 3761 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:06.213802 3761 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.213835 3761 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-p7qq8-l22xn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.345687 3761 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:06.345718 3761 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-khcbq-gxl4x of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:09.214042 3761 base_network_controller_pods.go:487] [default/tsf-tas/ctlog-6bfdb8968-lcdz6] creating logical port tsf-tas_ctlog-6bfdb8968-lcdz6 for pod on switch ip-10-0-1-243.ec2.internal I0513 00:05:09.214195 3761 kube.go:256] Updating pod tsf-tas/ctlog-6bfdb8968-lcdz6 I0513 00:05:09.231679 3761 pod.go:62] [tsf-tas/ctlog-6bfdb8968-lcdz6] pod update took 17.518867ms I0513 00:05:09.231705 3761 base_network_controller_pods.go:951] [default/tsf-tas/ctlog-6bfdb8968-lcdz6] addLogicalPort annotation time took 17.551251ms I0513 00:05:09.233196 3761 pods.go:271] [tsf-tas/ctlog-6bfdb8968-lcdz6] addLogicalPort took 19.180212ms, libovsdb time 1.019306ms I0513 00:05:10.647111 3761 base_network_controller_pods.go:487] [default/tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz] creating logical port tsf-tas_rekor-search-ui-5f5b476c7d-l7vdz for pod on switch ip-10-0-1-243.ec2.internal I0513 00:05:10.647224 3761 kube.go:256] Updating pod tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz I0513 00:05:10.659137 3761 pod.go:62] [tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz] pod update took 11.939715ms I0513 00:05:10.659232 3761 base_network_controller_pods.go:951] [default/tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz] addLogicalPort annotation time took 12.040527ms I0513 00:05:10.660714 3761 pods.go:271] [tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz] addLogicalPort took 13.629058ms, libovsdb time 1.02291ms I0513 00:05:11.282319 3761 cni.go:452] [tsf-tas/ctlog-6bfdb8968-lcdz6 ae774e70c806bee6f77b6154b345d182359480ef265923a45d461d66e5e29a18 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/ctlog-6bfdb8968-lcdz6 ae774e70c806bee6f77b6154b345d182359480ef265923a45d461d66e5e29a18 network default NAD default NAD key ] I0513 00:05:11.282433 3761 cni.go:452] [tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz 386f334f66d6c918ce83fc7ef06d9beb3892e6b49ccac3362c54f0fae0a95aba network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz 386f334f66d6c918ce83fc7ef06d9beb3892e6b49ccac3362c54f0fae0a95aba network default NAD default NAD key ] I0513 00:05:11.293302 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: ctlog-6bfdb8968-lcdz6, hostIfaceName: ae774e70c806bee, network: default, NAD default, SandboxID: "ae774e70c806bee6f77b6154b345d182359480ef265923a45d461d66e5e29a18", PCI device ID: , UID: "c8cec620-693d-4962-86d4-2956e4a02cb0", MAC: 0a:58:0a:82:00:32, IPs: [10.130.0.50/23] I0513 00:05:11.293474 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-search-ui-5f5b476c7d-l7vdz, hostIfaceName: 386f334f66d6c91, network: default, NAD default, SandboxID: "386f334f66d6c918ce83fc7ef06d9beb3892e6b49ccac3362c54f0fae0a95aba", PCI device ID: , UID: "32fc5d25-80e1-4c56-894d-c25c6ce8b022", MAC: 0a:58:0a:82:00:33, IPs: [10.130.0.51/23] I0513 00:05:11.351522 3761 cni.go:473] [tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz 386f334f66d6c918ce83fc7ef06d9beb3892e6b49ccac3362c54f0fae0a95aba network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-search-ui-5f5b476c7d-l7vdz 386f334f66d6c918ce83fc7ef06d9beb3892e6b49ccac3362c54f0fae0a95aba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:84:bc:5f:e8:1b\",\"name\":\"386f334f66d6c91\"},{\"mac\":\"0a:58:0a:82:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c7993c9f-a91d-4c77-ab87-0ea260c69f71\"}],\"ips\":[{\"address\":\"10.130.0.51/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:05:11.372032 3761 cni.go:473] [tsf-tas/ctlog-6bfdb8968-lcdz6 ae774e70c806bee6f77b6154b345d182359480ef265923a45d461d66e5e29a18 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/ctlog-6bfdb8968-lcdz6 ae774e70c806bee6f77b6154b345d182359480ef265923a45d461d66e5e29a18 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4a:01:c9:ad:e1:d3\",\"name\":\"ae774e70c806bee\"},{\"mac\":\"0a:58:0a:82:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd036048-7fc3-4983-8e1a-ba739129df8a\"}],\"ips\":[{\"address\":\"10.130.0.50/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 00:05:13.236961 3761 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0513 00:05:13.581396 3761 cni.go:452] [tsf/patch-tekton-config-46twv 18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f network default NAD default NAD key ] DEL starting CNI request [tsf/patch-tekton-config-46twv 18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f network default NAD default NAD key ] W0513 00:05:13.586244 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0513 00:05:13.680473 3761 cni.go:473] [tsf/patch-tekton-config-46twv 18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f network default NAD default NAD key default] DEL finished CNI request [tsf/patch-tekton-config-46twv 18a8c3bec9988bbee76176657d4d6bc47ce82358f608740ce9080da519538d1f network default NAD default NAD key default], result "{}", err I0513 00:05:13.845288 3761 obj_retry.go:498] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:13.845327 3761 pods.go:176] Deleting pod: tsf/patch-tekton-config-46twv I0513 00:05:13.846779 3761 pods.go:236] Attempting to release IPs for pod: tsf/patch-tekton-config-46twv, ips: 10.130.0.49 I0513 00:05:13.846816 3761 obj_retry.go:498] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0513 00:05:14.580934 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 00:05:14.638300 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 00:05:14.867643 3761 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:14.867669 3761 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed W0513 00:05:20.398280 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0513 00:05:22.422313 3761 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:22.422903 3761 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:23.443526 3761 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.443553 3761 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-zvhw7 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.477970 3761 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.477998 3761 obj_retry.go:492] Detected object tsf/patch-tekton-config-46twv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:23.481985 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-46twv I0513 00:05:23.482009 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-46twv I0513 00:05:24.183473 3761 base_network_controller_pods.go:487] [default/tsf-tpa/pre-install-tsf-tpa] creating logical port tsf-tpa_pre-install-tsf-tpa for pod on switch ip-10-0-1-243.ec2.internal I0513 00:05:24.183625 3761 kube.go:256] Updating pod tsf-tpa/pre-install-tsf-tpa I0513 00:05:24.195608 3761 pod.go:62] [tsf-tpa/pre-install-tsf-tpa] pod update took 12.006859ms I0513 00:05:24.195635 3761 base_network_controller_pods.go:951] [default/tsf-tpa/pre-install-tsf-tpa] addLogicalPort annotation time took 12.040727ms I0513 00:05:24.197018 3761 pods.go:271] [tsf-tpa/pre-install-tsf-tpa] addLogicalPort took 13.567155ms, libovsdb time 949.081µs I0513 00:05:24.554406 3761 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/pre-install-tsf-tpa 7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb network default NAD default NAD key ] I0513 00:05:24.564327 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: pre-install-tsf-tpa, hostIfaceName: 7d1c9ff67383e39, network: default, NAD default, SandboxID: "7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb", PCI device ID: , UID: "6a5576fb-aade-4a26-9c97-1c0ac35859d7", MAC: 0a:58:0a:82:00:34, IPs: [10.130.0.52/23] I0513 00:05:24.620904 3761 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/pre-install-tsf-tpa 7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:83:42:b1:10:a0\",\"name\":\"7d1c9ff67383e39\"},{\"mac\":\"0a:58:0a:82:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/a14cf635-b407-4617-9d4b-4783314b5732\"}],\"ips\":[{\"address\":\"10.130.0.52/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 00:05:25.593945 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 6962: empty IP address endpoints for service tsf-tas/ctlog W0513 00:05:26.641813 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-search-ui I0513 00:05:27.665463 3761 cni.go:452] [tsf-tpa/pre-install-tsf-tpa 7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/pre-install-tsf-tpa 7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb network default NAD default NAD key ] I0513 00:05:27.754716 3761 cni.go:473] [tsf-tpa/pre-install-tsf-tpa 7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/pre-install-tsf-tpa 7d1c9ff67383e3987eb210671eaedb02db90b570790b1a8495cdba6aa17f06bb network default NAD default NAD key default], result "{}", err I0513 00:05:27.807182 3761 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:27.807226 3761 pods.go:176] Deleting pod: tsf-tpa/pre-install-tsf-tpa I0513 00:05:27.808633 3761 pods.go:236] Attempting to release IPs for pod: tsf-tpa/pre-install-tsf-tpa, ips: 10.130.0.52 I0513 00:05:27.808666 3761 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:27.826763 3761 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:27.826785 3761 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:27.832856 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0513 00:05:27.832894 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0513 00:05:28.059605 3761 base_network_controller_pods.go:487] [default/tsf-tpa/test-tsf-tpa] creating logical port tsf-tpa_test-tsf-tpa for pod on switch ip-10-0-1-243.ec2.internal I0513 00:05:28.059725 3761 kube.go:256] Updating pod tsf-tpa/test-tsf-tpa I0513 00:05:28.073249 3761 pod.go:62] [tsf-tpa/test-tsf-tpa] pod update took 13.551575ms I0513 00:05:28.073274 3761 base_network_controller_pods.go:951] [default/tsf-tpa/test-tsf-tpa] addLogicalPort annotation time took 13.583679ms I0513 00:05:28.074753 3761 pods.go:271] [tsf-tpa/test-tsf-tpa] addLogicalPort took 15.167959ms, libovsdb time 1.054418ms I0513 00:05:28.424530 3761 cni.go:452] [tsf-tpa/test-tsf-tpa ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/test-tsf-tpa ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783 network default NAD default NAD key ] I0513 00:05:28.434476 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: test-tsf-tpa, hostIfaceName: ee1965583bd43fd, network: default, NAD default, SandboxID: "ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783", PCI device ID: , UID: "8eb2737c-3388-4386-920a-8a5587b1ef55", MAC: 0a:58:0a:82:00:35, IPs: [10.130.0.53/23] I0513 00:05:28.491562 3761 cni.go:473] [tsf-tpa/test-tsf-tpa ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/test-tsf-tpa ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:8b:48:ee:18:50\",\"name\":\"ee1965583bd43fd\"},{\"mac\":\"0a:58:0a:82:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/63bb321a-3b6f-4f2c-9076-8fb79bf406bb\"}],\"ips\":[{\"address\":\"10.130.0.53/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:05:33.479398 3761 obj_retry.go:498] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:33.480005 3761 obj_retry.go:498] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:34.503156 3761 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:34.503182 3761 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:34.605824 3761 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-2hhwv] creating logical port tsf-tpa_migrate-db-2hhwv for pod on switch ip-10-0-1-243.ec2.internal I0513 00:05:34.605931 3761 kube.go:256] Updating pod tsf-tpa/migrate-db-2hhwv I0513 00:05:34.616173 3761 pod.go:62] [tsf-tpa/migrate-db-2hhwv] pod update took 10.268912ms I0513 00:05:34.616198 3761 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-2hhwv] addLogicalPort annotation time took 10.300568ms I0513 00:05:34.617575 3761 pods.go:271] [tsf-tpa/migrate-db-2hhwv] addLogicalPort took 11.771856ms, libovsdb time 918.419µs I0513 00:05:34.970505 3761 cni.go:452] [tsf-tpa/migrate-db-2hhwv 4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-2hhwv 4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154 network default NAD default NAD key ] I0513 00:05:34.979886 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-2hhwv, hostIfaceName: 4c05814fa3bafee, network: default, NAD default, SandboxID: "4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154", PCI device ID: , UID: "c2ad5b50-dda6-4ac1-ad9d-0b17a93f4a0a", MAC: 0a:58:0a:82:00:36, IPs: [10.130.0.54/23] I0513 00:05:35.036343 3761 cni.go:473] [tsf-tpa/migrate-db-2hhwv 4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-2hhwv 4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:93:5e:e8:c5:fe\",\"name\":\"4c05814fa3bafee\"},{\"mac\":\"0a:58:0a:82:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d344d07-854e-4a7f-b503-f8a177a358e9\"}],\"ips\":[{\"address\":\"10.130.0.54/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:05:36.632977 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=10 I0513 00:05:39.752502 3761 cni.go:452] [tsf-tpa/migrate-db-2hhwv 4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-2hhwv 4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154 network default NAD default NAD key ] I0513 00:05:39.847327 3761 cni.go:473] [tsf-tpa/migrate-db-2hhwv 4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-2hhwv 4c05814fa3bafee5b63d78197b72e5f25d14fe8f724792448c2c9711bf2cb154 network default NAD default NAD key default], result "{}", err I0513 00:05:40.075491 3761 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:40.075538 3761 pods.go:176] Deleting pod: tsf-tpa/migrate-db-2hhwv I0513 00:05:40.077165 3761 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-2hhwv, ips: 10.130.0.54 I0513 00:05:40.077197 3761 obj_retry.go:498] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:40.758158 3761 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:40.758188 3761 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:43.546440 3761 obj_retry.go:498] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:43.547031 3761 obj_retry.go:498] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:43.897459 3761 base_network_controller_pods.go:487] [default/tsf-tpa/server-649546656c-b5v5q] creating logical port tsf-tpa_server-649546656c-b5v5q for pod on switch ip-10-0-1-243.ec2.internal I0513 00:05:43.897568 3761 kube.go:256] Updating pod tsf-tpa/server-649546656c-b5v5q I0513 00:05:43.909837 3761 pod.go:62] [tsf-tpa/server-649546656c-b5v5q] pod update took 12.301967ms I0513 00:05:43.909869 3761 base_network_controller_pods.go:951] [default/tsf-tpa/server-649546656c-b5v5q] addLogicalPort annotation time took 12.339651ms I0513 00:05:43.911255 3761 pods.go:271] [tsf-tpa/server-649546656c-b5v5q] addLogicalPort took 13.822276ms, libovsdb time 956.592µs I0513 00:05:44.567452 3761 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:44.567479 3761 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:45.025773 3761 base_network_controller_pods.go:487] [default/tsf-tpa/importer-86bcdf477b-sc9qc] creating logical port tsf-tpa_importer-86bcdf477b-sc9qc for pod on switch ip-10-0-1-243.ec2.internal I0513 00:05:45.025917 3761 kube.go:256] Updating pod tsf-tpa/importer-86bcdf477b-sc9qc I0513 00:05:45.038675 3761 pod.go:62] [tsf-tpa/importer-86bcdf477b-sc9qc] pod update took 12.823343ms I0513 00:05:45.038707 3761 base_network_controller_pods.go:951] [default/tsf-tpa/importer-86bcdf477b-sc9qc] addLogicalPort annotation time took 12.860883ms I0513 00:05:45.040243 3761 pods.go:271] [tsf-tpa/importer-86bcdf477b-sc9qc] addLogicalPort took 14.492869ms, libovsdb time 956.744µs I0513 00:05:47.885369 3761 cni.go:452] [tsf-tpa/server-649546656c-b5v5q 8175eb6e95e608c33e52ad55a527f9029a21cf3fa3e47efcd1b44dec8ad3677e network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/server-649546656c-b5v5q 8175eb6e95e608c33e52ad55a527f9029a21cf3fa3e47efcd1b44dec8ad3677e network default NAD default NAD key ] I0513 00:05:47.894891 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: server-649546656c-b5v5q, hostIfaceName: 8175eb6e95e608c, network: default, NAD default, SandboxID: "8175eb6e95e608c33e52ad55a527f9029a21cf3fa3e47efcd1b44dec8ad3677e", PCI device ID: , UID: "85eeae0f-09f4-4499-bc8b-83d6f8568654", MAC: 0a:58:0a:82:00:37, IPs: [10.130.0.55/23] I0513 00:05:47.951462 3761 cni.go:473] [tsf-tpa/server-649546656c-b5v5q 8175eb6e95e608c33e52ad55a527f9029a21cf3fa3e47efcd1b44dec8ad3677e network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/server-649546656c-b5v5q 8175eb6e95e608c33e52ad55a527f9029a21cf3fa3e47efcd1b44dec8ad3677e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"32:ca:99:d3:b5:d8\",\"name\":\"8175eb6e95e608c\"},{\"mac\":\"0a:58:0a:82:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07f7b72c-175f-4794-84b4-82ef5b89bed9\"}],\"ips\":[{\"address\":\"10.130.0.55/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err W0513 00:05:48.802572 3761 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0513 00:05:50.587923 3761 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:50.588545 3761 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:05:51.457014 3761 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:51.457041 3761 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6rcm-5rqdc of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:05:56.510040 3761 cni.go:452] [tsf-tpa/importer-86bcdf477b-sc9qc 7cfc6a440a23eef2b47dc0e947b5e63bfffe16b6e5769d99145f7f25c23dfb69 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/importer-86bcdf477b-sc9qc 7cfc6a440a23eef2b47dc0e947b5e63bfffe16b6e5769d99145f7f25c23dfb69 network default NAD default NAD key ] I0513 00:05:56.519627 3761 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: importer-86bcdf477b-sc9qc, hostIfaceName: 7cfc6a440a23eef, network: default, NAD default, SandboxID: "7cfc6a440a23eef2b47dc0e947b5e63bfffe16b6e5769d99145f7f25c23dfb69", PCI device ID: , UID: "8b14e55e-c8de-41d8-a488-fa6063f3f92c", MAC: 0a:58:0a:82:00:38, IPs: [10.130.0.56/23] I0513 00:05:56.577118 3761 cni.go:473] [tsf-tpa/importer-86bcdf477b-sc9qc 7cfc6a440a23eef2b47dc0e947b5e63bfffe16b6e5769d99145f7f25c23dfb69 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/importer-86bcdf477b-sc9qc 7cfc6a440a23eef2b47dc0e947b5e63bfffe16b6e5769d99145f7f25c23dfb69 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:db:fd:e3:9a:66\",\"name\":\"7cfc6a440a23eef\"},{\"mac\":\"0a:58:0a:82:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b7ae61a-7b26-4be9-92d9-b06a3f7a7a31\"}],\"ips\":[{\"address\":\"10.130.0.56/23\",\"gateway\":\"10.130.0.1\",\"interface\":1}]}", err I0513 00:05:57.530379 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=252 W0513 00:05:59.808458 3761 util.go:959] Failed to build node endpoints for node ip-10-0-1-243.ec2.internal port 8080: empty IP address endpoints for service tsf-tpa/server W0513 00:06:05.521699 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0513 00:06:16.981368 3761 cni.go:452] [tsf-tpa/test-tsf-tpa ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/test-tsf-tpa ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783 network default NAD default NAD key ] I0513 00:06:17.064744 3761 cni.go:473] [tsf-tpa/test-tsf-tpa ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/test-tsf-tpa ee1965583bd43fd5d9980110ecf2bcdcec726f69e4cee83d10b7f7ab1f32a783 network default NAD default NAD key default], result "{}", err I0513 00:06:17.120239 3761 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:17.120277 3761 pods.go:176] Deleting pod: tsf-tpa/test-tsf-tpa I0513 00:06:17.121834 3761 pods.go:236] Attempting to release IPs for pod: tsf-tpa/test-tsf-tpa, ips: 10.130.0.53 I0513 00:06:17.121868 3761 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:17.140520 3761 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:17.140547 3761 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:17.148795 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0513 00:06:17.148823 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0513 00:06:17.895327 3761 namespace.go:98] [integration-service] adding namespace I0513 00:06:17.895411 3761 namespace.go:98] [default-tenant] adding namespace I0513 00:06:17.896290 3761 namespace.go:102] [integration-service] adding namespace took 938.79µs I0513 00:06:17.896901 3761 namespace.go:102] [default-tenant] adding namespace took 1.465822ms I0513 00:06:17.897153 3761 namespace.go:98] [image-controller] adding namespace I0513 00:06:17.897850 3761 namespace.go:102] [image-controller] adding namespace took 674.556µs I0513 00:06:17.899224 3761 namespace.go:98] [build-service] adding namespace I0513 00:06:17.899843 3761 namespace.go:102] [build-service] adding namespace took 604.261µs I0513 00:06:17.940832 3761 namespace.go:142] [integration-service] updating namespace I0513 00:06:17.962879 3761 namespace.go:142] [integration-service] updating namespace I0513 00:06:17.997657 3761 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.055610 3761 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.080665 3761 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.119378 3761 namespace.go:142] [build-service] updating namespace I0513 00:06:18.145564 3761 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.180714 3761 namespace.go:142] [build-service] updating namespace I0513 00:06:18.206085 3761 namespace.go:142] [build-service] updating namespace I0513 00:06:18.208240 3761 namespace.go:142] [integration-service] updating namespace I0513 00:06:18.259502 3761 namespace.go:98] [release-service] adding namespace I0513 00:06:18.260386 3761 namespace.go:102] [release-service] adding namespace took 862.042µs I0513 00:06:18.298860 3761 namespace.go:142] [release-service] updating namespace I0513 00:06:18.317018 3761 namespace.go:142] [release-service] updating namespace I0513 00:06:18.373289 3761 namespace.go:142] [konflux-ui] updating namespace I0513 00:06:18.505274 3761 namespace.go:98] [konflux-info] adding namespace I0513 00:06:18.506133 3761 namespace.go:102] [konflux-info] adding namespace took 835.002µs I0513 00:06:18.548349 3761 namespace.go:98] [namespace-lister] adding namespace I0513 00:06:18.549317 3761 namespace.go:102] [namespace-lister] adding namespace took 942.909µs I0513 00:06:18.590293 3761 namespace.go:98] [enterprise-contract-service] adding namespace I0513 00:06:18.591265 3761 namespace.go:102] [enterprise-contract-service] adding namespace took 942.743µs I0513 00:06:18.606258 3761 namespace.go:142] [konflux-info] updating namespace I0513 00:06:18.622315 3761 namespace.go:142] [image-controller] updating namespace I0513 00:06:18.704373 3761 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:18.704508 3761 namespace.go:142] [konflux-info] updating namespace I0513 00:06:18.785106 3761 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:18.814837 3761 namespace.go:142] [default-tenant] updating namespace I0513 00:06:18.849694 3761 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:19.007426 3761 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:19.036204 3761 namespace.go:98] [segment-bridge] adding namespace I0513 00:06:19.037083 3761 namespace.go:102] [segment-bridge] adding namespace took 835.514µs I0513 00:06:19.202368 3761 namespace.go:98] [konflux-cli] adding namespace I0513 00:06:19.203286 3761 namespace.go:102] [konflux-cli] adding namespace took 892.578µs I0513 00:06:19.669404 3761 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:19.781426 3761 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:19.879308 3761 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:20.072472 3761 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:20.295950 3761 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0513 00:06:20.296707 3761 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0513 00:06:20.296726 3761 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0513 00:06:20.299572 3761 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0513 00:06:20.541170 3761 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0513 00:06:20.541208 3761 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0513 00:06:20.542250 3761 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0513 00:06:21.007413 3761 namespace.go:142] [build-service] updating namespace I0513 00:06:21.496599 3761 namespace.go:142] [default-tenant] updating namespace I0513 00:06:21.743263 3761 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:22.054086 3761 namespace.go:142] [image-controller] updating namespace I0513 00:06:22.250408 3761 namespace.go:142] [integration-service] updating namespace I0513 00:06:22.455415 3761 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:22.655915 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0513 00:06:22.661171 3761 namespace.go:142] [konflux-info] updating namespace W0513 00:06:22.734496 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister I0513 00:06:22.846658 3761 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:23.038239 3761 namespace.go:142] [release-service] updating namespace I0513 00:06:23.248361 3761 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:23.369212 3761 namespace.go:142] [build-service] updating namespace I0513 00:06:23.394935 3761 namespace.go:142] [default-tenant] updating namespace I0513 00:06:23.420632 3761 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:23.447321 3761 namespace.go:142] [image-controller] updating namespace I0513 00:06:23.480462 3761 namespace.go:142] [integration-service] updating namespace I0513 00:06:23.556357 3761 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:23.687259 3761 namespace.go:142] [konflux-info] updating namespace I0513 00:06:23.782927 3761 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:23.805411 3761 namespace.go:142] [release-service] updating namespace I0513 00:06:23.838159 3761 namespace.go:142] [segment-bridge] updating namespace I0513 00:06:24.006123 3761 namespace.go:142] [build-service] updating namespace I0513 00:06:24.174909 3761 namespace.go:142] [default-tenant] updating namespace I0513 00:06:24.314725 3761 namespace.go:142] [enterprise-contract-service] updating namespace I0513 00:06:24.468018 3761 namespace.go:142] [image-controller] updating namespace I0513 00:06:24.630601 3761 namespace.go:142] [integration-service] updating namespace I0513 00:06:24.799833 3761 namespace.go:142] [konflux-cli] updating namespace I0513 00:06:24.921410 3761 namespace.go:142] [konflux-info] updating namespace I0513 00:06:25.067224 3761 namespace.go:142] [namespace-lister] updating namespace I0513 00:06:25.129931 3761 namespace.go:142] [release-service] updating namespace I0513 00:06:25.200406 3761 namespace.go:142] [segment-bridge] updating namespace W0513 00:06:26.669692 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service W0513 00:06:26.693728 3761 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0513 00:06:31.687780 3761 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:31.687802 3761 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:31.782867 3761 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0513 00:06:35.818914 3761 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:35.818968 3761 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0513 00:06:35.850252 3761 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0513 00:06:35.852040 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0513 00:06:35.909692 3761 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0513 00:06:35.911519 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 00:06:35.943896 3761 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0513 00:06:35.943984 3761 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service I0513 00:06:41.618324 3761 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=10 I0513 00:06:47.205243 3761 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:47.205853 3761 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:06:47.885921 3761 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:47.885949 3761 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:06:47.894202 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh I0513 00:06:47.894233 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-wr9sh I0513 00:06:50.038364 3761 namespace.go:142] [openshift-pipelines] updating namespace I0513 00:07:41.459387 3761 obj_retry.go:498] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:41.460021 3761 obj_retry.go:498] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:41.628895 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=5 I0513 00:07:42.187721 3761 obj_retry.go:492] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:42.187749 3761 obj_retry.go:492] Detected object konflux-ui/proxy-5f64bb4f9b-gdsmj of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:42.194338 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-5f64bb4f9b-gdsmj I0513 00:07:42.194374 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-5f64bb4f9b-gdsmj I0513 00:07:57.330892 3761 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:57.331566 3761 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:07:57.374161 3761 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:57.374189 3761 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:07:57.377398 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0513 00:07:57.377420 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0513 00:07:59.629580 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 00:08:16.802712 3761 namespace.go:98] [managed-tenant-cs102] adding namespace I0513 00:08:16.803774 3761 namespace.go:102] [managed-tenant-cs102] adding namespace took 1.036803ms I0513 00:08:16.831195 3761 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:16.850758 3761 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:17.857322 3761 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:17.987929 3761 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:18.087744 3761 namespace.go:142] [managed-tenant-cs102] updating namespace I0513 00:08:22.532316 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=66 I0513 00:08:41.657100 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0513 00:09:45.541953 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=371 I0513 00:10:04.039665 3761 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:10:04.040364 3761 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:10:04.899881 3761 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:10:04.899909 3761 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643850-m9q4r of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:10:32.640808 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=6 I0513 00:10:35.535686 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=80 I0513 00:10:37.533482 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=47 I0513 00:10:54.679830 3761 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=10 I0513 00:11:12.657869 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 00:11:22.657666 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=7 I0513 00:11:23.667041 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=6 I0513 00:12:04.652447 3761 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=9 I0513 00:12:40.532661 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=50 I0513 00:13:16.632191 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=7 I0513 00:13:55.634798 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0513 00:14:06.621013 3761 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=9 I0513 00:15:34.048212 3761 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:34.048265 3761 obj_retry.go:492] Detected object tsf-tpa/create-db-zg6lq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:34.052862 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-db-zg6lq I0513 00:15:34.052894 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-db-zg6lq I0513 00:15:40.030714 3761 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:40.030767 3761 obj_retry.go:492] Detected object tsf-tpa/migrate-db-2hhwv of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:40.036139 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/migrate-db-2hhwv I0513 00:15:40.036243 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/migrate-db-2hhwv I0513 00:15:44.029030 3761 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:44.029103 3761 obj_retry.go:492] Detected object tsf-tpa/create-importers-x6p2m of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:15:44.033552 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/create-importers-x6p2m I0513 00:15:44.033577 3761 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/create-importers-x6p2m I0513 00:16:12.534327 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=54 I0513 00:16:36.538519 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=5 I0513 00:17:07.659297 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=9 I0513 00:17:18.631446 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=10 I0513 00:17:32.655030 3761 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=7 I0513 00:17:51.544496 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=24 I0513 00:18:16.681699 3761 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0513 00:18:24.659526 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=6 W0513 00:18:27.933440 3761 duration.go:461] Config duration recorder: measurement expired for pod/openshift-image-registry/image-registry-5fbbbfbf46-xzps9 I0513 00:19:14.536150 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=10 I0513 00:19:28.669193 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=9 I0513 00:20:03.660827 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=8 I0513 00:20:04.342033 3761 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0513 00:20:04.342708 3761 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0513 00:20:05.222585 3761 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:20:05.222646 3761 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29643860-jr5m6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0513 00:20:05.642573 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=10 I0513 00:20:22.634707 3761 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=8 I0513 00:20:23.534772 3761 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=7