+ . /ovnkube-lib/ovnkube-lib.sh ++ set -x ++ K8S_NODE=ip-10-0-2-173.ec2.internal ++ [[ -n ip-10-0-2-173.ec2.internal ]] ++ [[ -f /env/ip-10-0-2-173.ec2.internal ]] ++ northd_pidfile=/var/run/ovn/ovn-northd.pid ++ controller_pidfile=/var/run/ovn/ovn-controller.pid ++ controller_logfile=/var/log/ovn/acl-audit-log.log ++ vswitch_dbsock=/var/run/openvswitch/db.sock ++ nbdb_pidfile=/var/run/ovn/ovnnb_db.pid ++ nbdb_sock=/var/run/ovn/ovnnb_db.sock ++ nbdb_ctl=/var/run/ovn/ovnnb_db.ctl ++ sbdb_pidfile=/var/run/ovn/ovnsb_db.pid ++ sbdb_sock=/var/run/ovn/ovnsb_db.sock ++ sbdb_ctl=/var/run/ovn/ovnsb_db.ctl + start-ovnkube-node 4 29103 29105 + local log_level=4 + local metrics_port=29103 + local ovn_metrics_port=29105 + ovn_advertised_udn_isolation_mode_flag= + openflow_probe_flag= + [[ 3 -ne 3 ]] + ovs-vsctl br-exists br-ex + add_garp_drop_flow br-ex + local bridge=br-ex + local cookie=0x0305 + local priority=499 ++ ovs-vsctl list-ports br-ex + for port_name in $(ovs-vsctl list-ports "$bridge") + [[ ens5 == *to-br-int ]] + cni-bin-copy + . /host/etc/os-release ++ NAME='Red Hat Enterprise Linux CoreOS' ++ VERSION='9.6.20260401-0 (Plow)' ++ ID=rhel ++ ID_LIKE=fedora ++ VERSION_ID=9.6 ++ PLATFORM_ID=platform:el9 ++ PRETTY_NAME='Red Hat Enterprise Linux CoreOS 9.6.20260401-0 (Plow)' ++ ANSI_COLOR='0;31' ++ LOGO=fedora-logo-icon ++ CPE_NAME=cpe:/o:redhat:enterprise_linux:9::baseos ++ HOME_URL=https://www.redhat.com/ ++ DOCUMENTATION_URL=https://access.redhat.com/documentation/en-us/red_hat_enterprise_linux/9 ++ BUG_REPORT_URL=https://issues.redhat.com/ ++ REDHAT_BUGZILLA_PRODUCT='Red Hat Enterprise Linux 9' ++ REDHAT_BUGZILLA_PRODUCT_VERSION=9.6 ++ REDHAT_SUPPORT_PRODUCT='Red Hat Enterprise Linux' ++ REDHAT_SUPPORT_PRODUCT_VERSION=9.6 ++ OSTREE_VERSION=9.6.20260401-0 ++ VARIANT=CoreOS ++ VARIANT_ID=coreos ++ OPENSHIFT_VERSION=4.21 + rhelmajor= + case "${ID}" in ++ echo 9.6 ++ cut -f 1 -d . + rhelmajor=9 + sourcedir=/usr/libexec/cni/ + case "${rhelmajor}" in + sourcedir=/usr/libexec/cni/rhel9 + cp -f /usr/libexec/cni/rhel9/ovn-k8s-cni-overlay /cni-bin-dir/ ++ date '+%m%d %H:%M:%S.%N' + echo 'I0505 23:12:30.557018335 - disable conntrack on geneve port' I0505 23:12:30.557018335 - disable conntrack on geneve port + iptables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + iptables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A PREROUTING -p udp --dport 6081 -j NOTRACK + ip6tables -t raw -A OUTPUT -p udp --dport 6081 -j NOTRACK ++ date '+%m%d %H:%M:%S.%N' I0505 23:12:30.574680335 - starting ovnkube-node + echo 'I0505 23:12:30.574680335 - starting ovnkube-node' + egress_features_enable_flag='--enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true' + init_ovnkube_controller='--init-ovnkube-controller ip-10-0-2-173.ec2.internal' + multi_external_gateway_enable_flag=--enable-multi-external-gateway=true + gateway_interface=br-ex + enable_multicast_flag=--enable-multicast + OVN_NODE_MODE=full + '[' full == dpu-host ']' + '[' shared == shared ']' + gateway_mode_flags='--gateway-mode shared --gateway-interface br-ex' + export_network_flows_flags= + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + [[ -n '' ]] + gw_interface_flag= + '[' -d /sys/class/net/br-ex1 ']' + node_mgmt_port_netdev_flags= + [[ -n '' ]] + [[ -n '' ]] + multi_network_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + multi_network_enabled_flag=--enable-multi-network + network_segmentation_enabled_flag=--enable-network-segmentation + route_advertisements_enable_flag= + [[ false == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag= + [[ true == \t\r\u\e ]] + preconfigured_udn_addresses_enable_flag=--enable-preconfigured-udn-addresses + network_observability_enabled_flag= + [[ false == \t\r\u\e ]] + multi_network_policy_enabled_flag= + [[ false == \t\r\u\e ]] + admin_network_policy_enabled_flag= + [[ true == \t\r\u\e ]] + [[ full != \d\p\u\-\h\o\s\t ]] + admin_network_policy_enabled_flag=--enable-admin-network-policy + dns_name_resolver_enabled_flag= + [[ false == \t\r\u\e ]] + ip_forwarding_flag= + '[' '' == Global ']' + ip_forwarding_flag=--disable-forwarding + sysctl -w net.ipv4.ip_forward=0 net.ipv4.ip_forward = 0 + sysctl -w net.ipv6.conf.all.forwarding=0 net.ipv6.conf.all.forwarding = 0 + [[ '' != '' ]] + [[ '' != '' ]] + NETWORK_NODE_IDENTITY_ENABLE= + [[ true == \t\r\u\e ]] + NETWORK_NODE_IDENTITY_ENABLE=' --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h ' + ovn_v4_join_subnet_opt= + [[ '' != '' ]] + ovn_v6_join_subnet_opt= + [[ '' != '' ]] + ovn_v4_masquerade_subnet_opt= + [[ 169.254.0.0/17 != '' ]] + ovn_v4_masquerade_subnet_opt='--gateway-v4-masquerade-subnet 169.254.0.0/17' + ovn_v6_masquerade_subnet_opt= + [[ fd69::/112 != '' ]] + ovn_v6_masquerade_subnet_opt='--gateway-v6-masquerade-subnet fd69::/112' + ovn_v4_transit_switch_subnet_opt= + [[ '' != '' ]] + ovn_v6_transit_switch_subnet_opt= + [[ '' != '' ]] + exec /usr/bin/ovnkube --init-ovnkube-controller ip-10-0-2-173.ec2.internal --init-node ip-10-0-2-173.ec2.internal --config-file=/run/ovnkube-config/ovnkube.conf --ovn-empty-lb-events --loglevel 4 --inactivity-probe=180000 --gateway-mode shared --gateway-interface br-ex --metrics-bind-address 127.0.0.1:29103 --ovn-metrics-bind-address 127.0.0.1:29105 --metrics-enable-pprof --metrics-enable-config-duration --export-ovs-metrics --disable-snat-multiple-gws --enable-multi-network --enable-network-segmentation --enable-preconfigured-udn-addresses --enable-admin-network-policy --enable-multicast --zone ip-10-0-2-173.ec2.internal --enable-interconnect --acl-logging-rate-limit 20 --disable-forwarding --bootstrap-kubeconfig=/var/lib/kubelet/kubeconfig --cert-dir=/etc/ovn/ovnkube-node-certs --cert-duration=24h --gateway-v4-masquerade-subnet 169.254.0.0/17 --gateway-v6-masquerade-subnet fd69::/112 --enable-egress-ip=true --enable-egress-firewall=true --enable-egress-qos=true --enable-egress-service=true --enable-multi-external-gateway=true I0505 23:12:30.619160 3803 config.go:2726] Parsed config file /run/ovnkube-config/ovnkube.conf I0505 23:12:30.619241 3803 config.go:2727] Parsed config: {Default:{MTU:8901 RoutableMTU:0 ConntrackZone:64000 HostMasqConntrackZone:0 OVNMasqConntrackZone:0 HostNodePortConntrackZone:0 ReassemblyConntrackZone:0 EncapType:geneve EncapIP: EffectiveEncapIP: EncapPort:6081 InactivityProbe:100000 OpenFlowProbe:0 OfctrlWaitBeforeClear:0 MonitorAll:true OVSDBTxnTimeout:1m40s LFlowCacheEnable:true LFlowCacheLimit:0 LFlowCacheLimitKb:1048576 RawClusterSubnets:10.128.0.0/14/23 ClusterSubnets:[] EnableUDPAggregation:true Zone:global RawUDNAllowedDefaultServices:default/kubernetes,openshift-dns/dns-default UDNAllowedDefaultServices:[] Transport:geneve} Logging:{File: CNIFile: LibovsdbFile: Level:4 LogFileMaxSize:100 LogFileMaxBackups:5 LogFileMaxAge:5 ACLLoggingRateLimit:20} Monitoring:{RawNetFlowTargets: RawSFlowTargets: RawIPFIXTargets: NetFlowTargets:[] SFlowTargets:[] IPFIXTargets:[]} IPFIX:{Sampling:400 CacheActiveTimeout:60 CacheMaxFlows:0} CNI:{ConfDir:/etc/cni/net.d Plugin:ovn-k8s-cni-overlay} OVNKubernetesFeature:{EnableAdminNetworkPolicy:false EnableEgressIP:false EgressIPReachabiltyTotalTimeout:1 EnableEgressFirewall:false EnableEgressQoS:false EnableEgressService:false EgressIPNodeHealthCheckPort:9107 EnableMultiNetwork:false EnableNetworkSegmentation:true EnableNetworkConnect:false EnablePreconfiguredUDNAddresses:true EnableRouteAdvertisements:false EnableEVPN:false EnableMultiNetworkPolicy:false EnableStatelessNetPol:false EnableInterconnect:false EnableMultiExternalGateway:false EnablePersistentIPs:false EnableDNSNameResolver:false EnableServiceTemplateSupport:false EnableObservability:false EnableNetworkQoS:false AdvertisedUDNIsolationMode:strict EnableDynamicUDNAllocation:false UDNDeletionGracePeriod:2m0s} Kubernetes:{BootstrapKubeconfig: CertDir: CertDuration:10m0s Kubeconfig: CACert: CACertData: CAData:[] APIServer:https://api.kx-1f93bc5c03.hypershift.local:443 Token: TokenFile: CompatServiceCIDR: RawServiceCIDRs:172.30.0.0/16 ServiceCIDRs:[] OVNConfigNamespace:openshift-ovn-kubernetes OVNEmptyLbEvents:false RawNoHostSubnetNodes: NoHostSubnetNodes: HostNetworkNamespace:openshift-host-network DisableRequestedChassis:false PlatformType:AWS HealthzBindAddress:0.0.0.0:10256 CompatMetricsBindAddress: CompatOVNMetricsBindAddress: CompatMetricsEnablePprof:false DNSServiceNamespace:openshift-dns DNSServiceName:dns-default} Metrics:{BindAddress: OVNMetricsBindAddress: ExportOVSMetrics:false EnablePprof:false NodeServerPrivKey: NodeServerCert: EnableConfigDuration:false EnableScaleMetrics:false} OvnNorth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnnb_db.db exec:} OvnSouth:{Address: PrivKey: Cert: CACert: CertCommonName: Scheme: ElectionTimer:0 northbound:false RunDir:/var/run/ovn/ DbLocation:/etc/ovn/ovnsb_db.db exec:} Gateway:{Mode:shared Interface: GatewayAcceleratedInterface: EgressGWInterface: NextHop: VLANID:0 NodeportEnable:true DisableSNATMultipleGWs:false V4JoinSubnet:100.64.0.0/16 V6JoinSubnet:fd98::/64 V4MasqueradeSubnet:169.254.169.0/29 V6MasqueradeSubnet:fd69::/125 MasqueradeIPs:{V4OVNMasqueradeIP:169.254.169.1 V6OVNMasqueradeIP:fd69::1 V4HostMasqueradeIP:169.254.169.2 V6HostMasqueradeIP:fd69::2 V4HostETPLocalMasqueradeIP:169.254.169.3 V6HostETPLocalMasqueradeIP:fd69::3 V4DummyNextHopMasqueradeIP:169.254.169.4 V6DummyNextHopMasqueradeIP:fd69::4 V4OVNServiceHairpinMasqueradeIP:169.254.169.5 V6OVNServiceHairpinMasqueradeIP:fd69::5} DisablePacketMTUCheck:false RouterSubnet: SingleNode:false DisableForwarding:false AllowNoUplink:false EphemeralPortRange:} MasterHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} ClusterMgrHA:{ElectionLeaseDuration:137 ElectionRenewDeadline:107 ElectionRetryPeriod:26} HybridOverlay:{Enabled:false RawClusterSubnets: ClusterSubnets:[] VXLANPort:4789} OvnKubeNode:{Mode:full MgmtPortNetdev: MgmtPortDPResourceName:} ClusterManager:{V4TransitSubnet:100.88.0.0/16 V6TransitSubnet:fd97::/64} OvsPaths:{RunDir:/var/run/openvswitch/} NoOverlay:{OutboundSNAT: Routing:} ManagedBGP:{ASNumber:64512 Topology:}} I0505 23:12:30.621377 3803 kube.go:431] Waiting for certificate I0505 23:12:30.621410 3803 certificate_manager.go:422] "Certificate rotation is enabled" logger="kubernetes.io/kube-apiserver-client" I0505 23:12:30.621464 3803 certificate_manager.go:566] "Rotating certificates" logger="kubernetes.io/kube-apiserver-client" I0505 23:12:30.622271 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:12:30.657947 3803 reflector.go:358] "Starting reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:30.657972 3803 reflector.go:404] "Listing and watching" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:30.662319 3803 reflector.go:436] "Caches populated" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:30.662412 3803 csr.go:274] "Certificate signing request is approved, waiting to be issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dvjrl" I0505 23:12:30.667196 3803 csr.go:270] "Certificate signing request is issued" logger="kubernetes.io/kube-apiserver-client" csr="csr-dvjrl" I0505 23:12:30.667265 3803 reflector.go:364] "Stopping reflector" logger="kubernetes.io/kube-apiserver-client" type="*v1.CertificateSigningRequest" resyncPeriod="0s" reflector="k8s.io/client-go/tools/watch/informerwatcher.go:162" I0505 23:12:31.621960 3803 kube.go:438] Certificate found I0505 23:12:31.622601 3803 cert_rotation.go:141] "Starting client certificate rotation controller" logger="tls-transport-cache" I0505 23:12:31.623522 3803 metrics.go:532] Starting metrics server at address "127.0.0.1:29103" I0505 23:12:31.671132 3803 certificate_manager.go:715] "Certificate rotation deadline determined" logger="kubernetes.io/kube-apiserver-client" expiration="2026-05-06 23:07:30 +0000 UTC" deadline="2026-05-06 18:39:51.44422461 +0000 UTC" I0505 23:12:31.671245 3803 certificate_manager.go:431] "Waiting for next certificate rotation" logger="kubernetes.io/kube-apiserver-client" sleep="19h27m19.773007743s" I0505 23:12:31.699569 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:12:31.714009 3803 metrics.go:512] Create OVN Metrics Server on address: 127.0.0.1:29105 I0505 23:12:31.714120 3803 server.go:101] MetricServer registers OVS metrics I0505 23:12:31.714638 3803 server.go:105] MetricServer registers OVN DB metrics I0505 23:12:31.719030 3803 node_controller_manager.go:338] Starting the node network controller manager, Mode: full I0505 23:12:31.719105 3803 factory.go:561] Starting watch factory I0505 23:12:31.719153 3803 ovn_db.go:330] /var/run/openvswitch/ovnnb_db.sock getting info failed: stat /var/run/openvswitch/ovnnb_db.sock: no such file or directory I0505 23:12:31.719208 3803 ovn_db.go:327] ovnnb_db.sock found at /var/run/ovn/ I0505 23:12:31.719308 3803 controller_manager.go:370] Starting the ovnkube controller I0505 23:12:31.719370 3803 controller_manager.go:375] Waiting up to 5m0s for NBDB zone to match: ip-10-0-2-173.ec2.internal I0505 23:12:31.719441 3803 controller_manager.go:395] NBDB zone sync took: 57.366µs I0505 23:12:31.719487 3803 factory.go:561] Starting watch factory I0505 23:12:31.719371 3803 reflector.go:358] "Starting reflector" type="*v1.Node" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.719518 3803 reflector.go:404] "Listing and watching" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.719538 3803 reflector.go:358] "Starting reflector" type="*v1.Pod" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.719576 3803 reflector.go:404] "Listing and watching" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.719326 3803 reflector.go:358] "Starting reflector" type="*v1.EndpointSlice" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.719964 3803 reflector.go:404] "Listing and watching" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.719994 3803 reflector.go:358] "Starting reflector" type="*v1.Service" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.720082 3803 reflector.go:404] "Listing and watching" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.720223 3803 reflector.go:358] "Starting reflector" type="*v1.Namespace" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.720295 3803 reflector.go:404] "Listing and watching" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.719324 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkPolicy" resyncPeriod="0s" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.720393 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.736405 3803 ovn_db.go:388] Found OVN NB DB: &{0x1e9e6e0 /etc/ovn/ovnnb_db.db OVN_Northbound 0} I0505 23:12:31.736425 3803 ovn_db.go:395] Found OVN SB DB: &{0x1e9e9a0 /etc/ovn/ovnsb_db.db OVN_Southbound 0} I0505 23:12:31.740475 3803 ovn_db.go:410] Found db is standalone, don't register db_cluster metrics I0505 23:12:31.740509 3803 server.go:109] MetricServer registers OVN Controller metrics I0505 23:12:31.744478 3803 server.go:113] MetricServer registers OVN Northd metrics I0505 23:12:31.745521 3803 reflector.go:436] "Caches populated" type="*v1.NetworkPolicy" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.745764 3803 reflector.go:436] "Caches populated" type="*v1.EndpointSlice" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.746089 3803 reflector.go:436] "Caches populated" type="*v1.Node" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.746325 3803 reflector.go:436] "Caches populated" type="*v1.Service" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.746488 3803 reflector.go:436] "Caches populated" type="*v1.Namespace" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.751679 3803 metrics.go:519] OVN Metrics Server starts to run ... I0505 23:12:31.755253 3803 reflector.go:436] "Caches populated" type="*v1.Pod" reflector="k8s.io/client-go/informers/factory.go:160" I0505 23:12:31.824969 3803 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:12:31.825008 3803 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:12:31.825012 3803 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:12:31.825016 3803 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:12:31.825019 3803 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:12:31.825022 3803 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:12:31.825118 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.BaselineAdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:12:31.825133 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:12:31.825169 3803 reflector.go:358] "Starting reflector" type="*v1alpha1.AdminNetworkPolicy" resyncPeriod="0s" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:12:31.825203 3803 reflector.go:404] "Listing and watching" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:12:31.825409 3803 factory.go:1977] *v1.Pod informer cache synced successfully I0505 23:12:31.825423 3803 factory.go:1977] *v1.NetworkPolicy informer cache synced successfully I0505 23:12:31.825427 3803 factory.go:1977] *v1.Namespace informer cache synced successfully I0505 23:12:31.825430 3803 factory.go:1977] *v1.Node informer cache synced successfully I0505 23:12:31.825433 3803 factory.go:1977] *v1.Service informer cache synced successfully I0505 23:12:31.825435 3803 factory.go:1977] *v1.EndpointSlice informer cache synced successfully I0505 23:12:31.827524 3803 reflector.go:436] "Caches populated" type="*v1alpha1.BaselineAdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:12:31.828075 3803 reflector.go:436] "Caches populated" type="*v1alpha1.AdminNetworkPolicy" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" I0505 23:12:31.830693 3803 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:12:31.830703 3803 factory.go:1977] *v1alpha1.AdminNetworkPolicy informer cache synced successfully I0505 23:12:31.830708 3803 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:12:31.830710 3803 factory.go:1977] *v1alpha1.BaselineAdminNetworkPolicy informer cache synced successfully I0505 23:12:31.830807 3803 reflector.go:358] "Starting reflector" type="*v1.EgressIP" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.830831 3803 reflector.go:404] "Listing and watching" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.834855 3803 reflector.go:436] "Caches populated" type="*v1.EgressIP" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.836774 3803 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:12:31.836784 3803 factory.go:1977] *v1.EgressIP informer cache synced successfully I0505 23:12:31.836846 3803 reflector.go:358] "Starting reflector" type="*v1.EgressFirewall" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.836863 3803 reflector.go:404] "Listing and watching" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.839718 3803 reflector.go:436] "Caches populated" type="*v1.EgressFirewall" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.842691 3803 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:12:31.842783 3803 reflector.go:358] "Starting reflector" type="*v1.EgressQoS" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.842794 3803 factory.go:1977] *v1.EgressFirewall informer cache synced successfully I0505 23:12:31.842799 3803 reflector.go:404] "Listing and watching" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.845435 3803 reflector.go:436] "Caches populated" type="*v1.EgressQoS" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.848060 3803 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:12:31.848117 3803 reflector.go:358] "Starting reflector" type="*v1.EgressService" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.848127 3803 reflector.go:404] "Listing and watching" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.848192 3803 factory.go:1977] *v1.EgressQoS informer cache synced successfully I0505 23:12:31.850392 3803 reflector.go:436] "Caches populated" type="*v1.EgressService" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.853367 3803 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:12:31.853379 3803 factory.go:1977] *v1.EgressService informer cache synced successfully I0505 23:12:31.853455 3803 reflector.go:358] "Starting reflector" type="*v1.AdminPolicyBasedExternalRoute" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.853467 3803 reflector.go:404] "Listing and watching" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.855985 3803 reflector.go:436] "Caches populated" type="*v1.AdminPolicyBasedExternalRoute" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.859001 3803 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:12:31.859013 3803 factory.go:1977] *v1.AdminPolicyBasedExternalRoute informer cache synced successfully I0505 23:12:31.859269 3803 reflector.go:358] "Starting reflector" type="*v1.NetworkAttachmentDefinition" resyncPeriod="0s" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:12:31.859290 3803 reflector.go:404] "Listing and watching" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:12:31.862330 3803 reflector.go:436] "Caches populated" type="*v1.NetworkAttachmentDefinition" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" I0505 23:12:31.864253 3803 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:12:31.864266 3803 factory.go:1977] *v1.NetworkAttachmentDefinition informer cache synced successfully I0505 23:12:31.864319 3803 reflector.go:358] "Starting reflector" type="*v1.ClusterUserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.864331 3803 reflector.go:404] "Listing and watching" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.864334 3803 reflector.go:358] "Starting reflector" type="*v1.UserDefinedNetwork" resyncPeriod="0s" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.864344 3803 reflector.go:404] "Listing and watching" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.868081 3803 reflector.go:436] "Caches populated" type="*v1.UserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.868162 3803 reflector.go:436] "Caches populated" type="*v1.ClusterUserDefinedNetwork" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" I0505 23:12:31.870068 3803 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:12:31.870078 3803 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:12:31.870085 3803 factory.go:680] Watch Factory start up complete, took: 150.985128ms I0505 23:12:31.870155 3803 default_node_network_controller.go:171] Enable node proxy healthz server on 0.0.0.0:10256 I0505 23:12:31.870194 3803 factory.go:1977] *v1.UserDefinedNetwork informer cache synced successfully I0505 23:12:31.870207 3803 factory.go:1977] *v1.ClusterUserDefinedNetwork informer cache synced successfully I0505 23:12:31.870215 3803 factory.go:680] Watch Factory start up complete, took: 150.729627ms I0505 23:12:31.870221 3803 controller_manager.go:406] Waiting up to 5m0s for a node to have "ip-10-0-2-173.ec2.internal" zone I0505 23:12:31.907066 3803 default_node_network_controller.go:710] Initializing the default node network controller I0505 23:12:31.970479 3803 udn_isolation.go:101] Starting UDN host isolation manager I0505 23:12:31.977269 3803 udn_isolation.go:112] Found kubelet cgroup path: system.slice/kubelet.service I0505 23:12:32.020138 3803 controller.go:133] Adding controller udn-host-isolation-manager event handlers I0505 23:12:32.020246 3803 shared_informer.go:349] "Waiting for caches to sync" controller="udn-host-isolation-manager" I0505 23:12:32.020263 3803 shared_informer.go:356] "Caches are synced" controller="udn-host-isolation-manager" I0505 23:12:32.053397 3803 controller.go:157] Starting controller udn-host-isolation-manager with 1 workers I0505 23:12:32.053466 3803 default_node_network_controller.go:809] Node ip-10-0-2-173.ec2.internal ready for ovn initialization with subnet 10.128.0.0/23 I0505 23:12:32.059172 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-encap-ips:["10.0.2.173"] k8s.ovn.org/zone-name:ip-10-0-2-173.ec2.internal] on node ip-10-0-2-173.ec2.internal I0505 23:12:32.091030 3803 gateway_init.go:234] Initializing Gateway Functionality for Gateway PreStart I0505 23:12:32.097405 3803 helper_linux.go:93] Provided gateway interface "br-ex", found as index: 5 I0505 23:12:32.097623 3803 helper_linux.go:118] Found default gateway interface br-ex 10.0.2.1 I0505 23:12:32.097841 3803 gateway_init.go:263] Preparing Gateway I0505 23:12:32.097867 3803 gateway_shared_intf.go:1687] Creating new gateway I0505 23:12:32.120586 3803 controller_manager.go:429] Waiting for node in zone sync took: 250.348403ms I0505 23:12:32.129288 3803 controller_manager.go:611] Switching to transit router for layer2 networks I0505 23:12:32.129302 3803 kube.go:131] Setting annotations map[k8s.ovn.org/layer2-topology-version:2.0] on node ip-10-0-2-173.ec2.internal I0505 23:12:32.156393 3803 metrics.go:164] OVN Kube log file not specified in config, therefore not starting the log file metric monitor I0505 23:12:32.163117 3803 controller_manager.go:290] SCTP support detected in OVN I0505 23:12:32.163708 3803 services_controller.go:69] Creating services controller for network=default I0505 23:12:32.163796 3803 udn_enabled_svc.go:80] Waiting for service informer to sync I0505 23:12:32.163879 3803 controller.go:133] Adding controller [zone-nad-controller NAD controller] event handlers I0505 23:12:32.163924 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[zone-nad-controller NAD controller]" I0505 23:12:32.163944 3803 shared_informer.go:356] "Caches are synced" controller="[zone-nad-controller NAD controller]" I0505 23:12:32.163959 3803 nad_controller.go:541] [zone-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:12:32.164138 3803 controller.go:157] Starting controller [zone-nad-controller NAD controller] with 1 workers I0505 23:12:32.164182 3803 network_controller.go:373] [zone-nad-controller network controller]: syncing all networks I0505 23:12:32.164221 3803 nad_controller.go:580] [zone-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 54.454µs I0505 23:12:32.164241 3803 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 51.642µs I0505 23:12:32.164247 3803 network_controller.go:384] [zone-nad-controller network controller]: finished syncing all networks. Time taken: 65.327µs I0505 23:12:32.164253 3803 controller.go:157] Starting controller [zone-nad-controller network controller] with 1 workers I0505 23:12:32.164259 3803 nad_controller.go:379] [zone-nad-controller NAD controller]: started I0505 23:12:32.164268 3803 default_network_controller.go:325] Starting the default network controller I0505 23:12:32.164374 3803 network_controller.go:402] [zone-nad-controller network controller]: finished syncing network default, took 13.971µs I0505 23:12:32.164387 3803 udn_enabled_svc.go:95] Performing full resync I0505 23:12:32.164653 3803 udn_enabled_svc.go:99] Waiting for handler to sync I0505 23:12:32.164663 3803 udn_enabled_svc.go:104] Starting worker I0505 23:12:32.174233 3803 default_network_controller.go:395] Cleaning External Gateway ECMP routes I0505 23:12:32.174306 3803 repair.go:33] Syncing exgw routes took 58.748µs I0505 23:12:32.174337 3803 default_network_controller.go:414] Starting all the Watchers... I0505 23:12:32.174508 3803 namespace.go:98] [openshift-image-registry] adding namespace I0505 23:12:32.174515 3803 namespace.go:98] [openshift-user-workload-monitoring] adding namespace I0505 23:12:32.174519 3803 namespace.go:98] [openshift-backplane-cse] adding namespace I0505 23:12:32.174512 3803 namespace.go:98] [dedicated-admin] adding namespace I0505 23:12:32.174541 3803 namespace.go:98] [kube-node-lease] adding namespace I0505 23:12:32.174554 3803 namespace.go:98] [openshift-customer-monitoring] adding namespace I0505 23:12:32.174546 3803 namespace.go:98] [openshift-monitoring] adding namespace I0505 23:12:32.174559 3803 namespace.go:98] [openshift-console] adding namespace I0505 23:12:32.174519 3803 namespace.go:98] [openshift-ingress-canary] adding namespace I0505 23:12:32.174564 3803 namespace.go:98] [openshift-cluster-storage-operator] adding namespace I0505 23:12:32.174565 3803 namespace.go:98] [openshift-network-operator] adding namespace I0505 23:12:32.174568 3803 namespace.go:98] [openshift-network-console] adding namespace I0505 23:12:32.174567 3803 namespace.go:98] [openshift-machine-config-operator] adding namespace I0505 23:12:32.174570 3803 namespace.go:98] [openshift-authentication-operator] adding namespace I0505 23:12:32.174508 3803 namespace.go:98] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] adding namespace I0505 23:12:32.175157 3803 namespace.go:102] [openshift-image-registry] adding namespace took 635.264µs I0505 23:12:32.175172 3803 namespace.go:98] [openshift-multus] adding namespace W0505 23:12:32.175193 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-74t4h: pod openshift-multus/network-metrics-daemon-74t4h: no pod IPs found W0505 23:12:32.175203 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-multus/network-metrics-daemon-d6pp2: pod openshift-multus/network-metrics-daemon-d6pp2: no pod IPs found I0505 23:12:32.175637 3803 namespace.go:102] [openshift-multus] adding namespace took 458.951µs I0505 23:12:32.175653 3803 namespace.go:98] [openshift-kube-controller-manager] adding namespace I0505 23:12:32.176166 3803 namespace.go:102] [openshift-kube-controller-manager] adding namespace took 507.68µs I0505 23:12:32.176181 3803 namespace.go:98] [openshift-deployment-validation-operator] adding namespace I0505 23:12:32.176616 3803 namespace.go:102] [openshift-user-workload-monitoring] adding namespace took 2.088118ms I0505 23:12:32.176633 3803 namespace.go:98] [openshift-service-ca-operator] adding namespace I0505 23:12:32.177087 3803 namespace.go:102] [openshift-backplane-cse] adding namespace took 2.554845ms I0505 23:12:32.177101 3803 namespace.go:98] [openshift-operators-redhat] adding namespace I0505 23:12:32.177995 3803 namespace.go:102] [dedicated-admin] adding namespace took 3.458871ms I0505 23:12:32.178010 3803 namespace.go:98] [kube-public] adding namespace I0505 23:12:32.178415 3803 namespace.go:102] [kube-node-lease] adding namespace took 3.858118ms I0505 23:12:32.178424 3803 namespace.go:98] [openshift-cluster-samples-operator] adding namespace I0505 23:12:32.178846 3803 namespace.go:102] [openshift-customer-monitoring] adding namespace took 4.286318ms I0505 23:12:32.178861 3803 namespace.go:98] [openshift-dns-operator] adding namespace I0505 23:12:32.179281 3803 namespace.go:102] [openshift-monitoring] adding namespace took 4.719001ms I0505 23:12:32.179289 3803 namespace.go:98] [openshift-apiserver-operator] adding namespace I0505 23:12:32.179705 3803 namespace.go:102] [openshift-console] adding namespace took 5.140826ms I0505 23:12:32.179713 3803 namespace.go:98] [openshift-backplane-mobb] adding namespace I0505 23:12:32.180166 3803 namespace.go:102] [openshift-ingress-canary] adding namespace took 5.597385ms I0505 23:12:32.180176 3803 namespace.go:98] [openshift-kube-storage-version-migrator-operator] adding namespace I0505 23:12:32.180588 3803 namespace.go:102] [openshift-cluster-storage-operator] adding namespace took 6.014933ms I0505 23:12:32.180602 3803 namespace.go:98] [openshift-machine-api] adding namespace I0505 23:12:32.181144 3803 namespace.go:102] [openshift-network-operator] adding namespace took 6.568456ms I0505 23:12:32.181163 3803 namespace.go:98] [openshift-console-user-settings] adding namespace I0505 23:12:32.181786 3803 namespace.go:102] [openshift-network-console] adding namespace took 7.191493ms I0505 23:12:32.181801 3803 namespace.go:98] [open-cluster-management-agent-addon] adding namespace I0505 23:12:32.182290 3803 namespace.go:102] [openshift-machine-config-operator] adding namespace took 7.709443ms I0505 23:12:32.182308 3803 namespace.go:98] [openshift-backplane-mcs-tier-two] adding namespace I0505 23:12:32.182773 3803 namespace.go:102] [openshift-authentication-operator] adding namespace took 8.190949ms I0505 23:12:32.182785 3803 namespace.go:98] [openshift-backplane-srep] adding namespace I0505 23:12:32.183308 3803 namespace.go:102] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] adding namespace took 8.673684ms I0505 23:12:32.183322 3803 namespace.go:98] [openshift-must-gather-operator] adding namespace I0505 23:12:32.183770 3803 namespace.go:102] [openshift-deployment-validation-operator] adding namespace took 7.584128ms I0505 23:12:32.183781 3803 namespace.go:98] [openshift-backplane-csm] adding namespace I0505 23:12:32.184232 3803 namespace.go:102] [openshift-service-ca-operator] adding namespace took 7.593669ms I0505 23:12:32.184244 3803 namespace.go:98] [openshift-cloud-credential-operator] adding namespace I0505 23:12:32.184714 3803 namespace.go:102] [openshift-operators-redhat] adding namespace took 7.607523ms I0505 23:12:32.184729 3803 namespace.go:98] [openshift-operator-lifecycle-manager] adding namespace I0505 23:12:32.185111 3803 namespace.go:102] [kube-public] adding namespace took 7.096739ms I0505 23:12:32.185122 3803 namespace.go:98] [openshift-authentication] adding namespace I0505 23:12:32.185496 3803 namespace.go:102] [openshift-cluster-samples-operator] adding namespace took 7.066281ms I0505 23:12:32.185516 3803 namespace.go:98] [kube-system] adding namespace I0505 23:12:32.185941 3803 namespace.go:102] [openshift-dns-operator] adding namespace took 7.075545ms I0505 23:12:32.185952 3803 namespace.go:98] [openshift-node] adding namespace I0505 23:12:32.186335 3803 namespace.go:102] [openshift-apiserver-operator] adding namespace took 7.03921ms I0505 23:12:32.186350 3803 namespace.go:98] [openshift-kube-scheduler] adding namespace I0505 23:12:32.186698 3803 namespace.go:102] [openshift-backplane-mobb] adding namespace took 6.98ms I0505 23:12:32.186709 3803 namespace.go:98] [openshift-backplane-managed-scripts] adding namespace I0505 23:12:32.187215 3803 namespace.go:102] [openshift-kube-storage-version-migrator-operator] adding namespace took 7.03367ms I0505 23:12:32.187229 3803 namespace.go:98] [openshift-kube-controller-manager-operator] adding namespace I0505 23:12:32.188032 3803 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:12:32.188089 3803 namespace.go:102] [openshift-machine-api] adding namespace took 7.478605ms I0505 23:12:32.188106 3803 namespace.go:98] [openshift-cluster-version] adding namespace I0505 23:12:32.188579 3803 namespace.go:102] [openshift-console-user-settings] adding namespace took 7.409741ms I0505 23:12:32.188595 3803 namespace.go:98] [openshift-insights] adding namespace I0505 23:12:32.189045 3803 namespace.go:102] [open-cluster-management-agent-addon] adding namespace took 7.237027ms I0505 23:12:32.189060 3803 namespace.go:98] [openshift-console-operator] adding namespace I0505 23:12:32.189434 3803 namespace.go:102] [openshift-backplane-mcs-tier-two] adding namespace took 7.119572ms I0505 23:12:32.189447 3803 namespace.go:98] [openshift-backplane-srep-ro] adding namespace I0505 23:12:32.189906 3803 namespace.go:102] [openshift-backplane-srep] adding namespace took 7.114698ms I0505 23:12:32.189920 3803 namespace.go:98] [openshift-backplane] adding namespace I0505 23:12:32.190310 3803 namespace.go:102] [openshift-must-gather-operator] adding namespace took 6.981864ms I0505 23:12:32.190323 3803 namespace.go:98] [openshift-apiserver] adding namespace I0505 23:12:32.190691 3803 namespace.go:102] [openshift-backplane-csm] adding namespace took 6.905102ms I0505 23:12:32.191117 3803 namespace.go:102] [openshift-cloud-credential-operator] adding namespace took 6.869135ms I0505 23:12:32.191129 3803 namespace.go:98] [openshift-kube-apiserver] adding namespace I0505 23:12:32.191526 3803 namespace.go:102] [openshift-operator-lifecycle-manager] adding namespace took 6.791561ms I0505 23:12:32.191540 3803 namespace.go:98] [openshift-cluster-machine-approver] adding namespace I0505 23:12:32.191924 3803 namespace.go:102] [openshift-authentication] adding namespace took 6.79661ms I0505 23:12:32.191936 3803 namespace.go:98] [openshift-marketplace] adding namespace I0505 23:12:32.192284 3803 namespace.go:102] [kube-system] adding namespace took 6.762953ms I0505 23:12:32.192294 3803 namespace.go:98] [openshift-etcd] adding namespace I0505 23:12:32.192694 3803 namespace.go:102] [openshift-node] adding namespace took 6.736869ms I0505 23:12:32.192705 3803 namespace.go:98] [openshift-cloud-network-config-controller] adding namespace I0505 23:12:32.193119 3803 namespace.go:102] [openshift-kube-scheduler] adding namespace took 6.764294ms I0505 23:12:32.193130 3803 namespace.go:98] [openshift-ingress-operator] adding namespace I0505 23:12:32.193540 3803 namespace.go:102] [openshift-backplane-managed-scripts] adding namespace took 6.826929ms I0505 23:12:32.193553 3803 namespace.go:98] [openshift-cloud-controller-manager] adding namespace I0505 23:12:32.193972 3803 namespace.go:102] [openshift-kube-controller-manager-operator] adding namespace took 6.738687ms I0505 23:12:32.193982 3803 namespace.go:98] [openshift-logging] adding namespace I0505 23:12:32.194117 3803 iptables.go:108] Creating table: filter chain: OUTPUT I0505 23:12:32.194343 3803 namespace.go:102] [openshift-cluster-version] adding namespace took 6.230678ms I0505 23:12:32.194359 3803 namespace.go:98] [openshift-config-operator] adding namespace I0505 23:12:32.194723 3803 namespace.go:102] [openshift-insights] adding namespace took 6.12322ms I0505 23:12:32.194734 3803 namespace.go:98] [openshift-operators] adding namespace I0505 23:12:32.195079 3803 namespace.go:102] [openshift-console-operator] adding namespace took 6.012888ms I0505 23:12:32.195093 3803 namespace.go:98] [openshift-package-operator] adding namespace I0505 23:12:32.195686 3803 namespace.go:102] [openshift-backplane-srep-ro] adding namespace took 6.234158ms I0505 23:12:32.195698 3803 namespace.go:98] [openshift-infra] adding namespace I0505 23:12:32.196128 3803 namespace.go:102] [openshift-backplane] adding namespace took 6.203511ms I0505 23:12:32.196141 3803 namespace.go:98] [openshift-backplane-tam] adding namespace I0505 23:12:32.196518 3803 namespace.go:102] [openshift-apiserver] adding namespace took 6.190316ms I0505 23:12:32.196530 3803 namespace.go:98] [default] adding namespace I0505 23:12:32.196936 3803 namespace.go:102] [openshift-kube-apiserver] adding namespace took 5.802867ms I0505 23:12:32.196947 3803 namespace.go:98] [openshift-config-managed] adding namespace I0505 23:12:32.197317 3803 namespace.go:102] [openshift-cluster-machine-approver] adding namespace took 5.772899ms I0505 23:12:32.197330 3803 namespace.go:98] [openshift] adding namespace I0505 23:12:32.197678 3803 namespace.go:102] [openshift-marketplace] adding namespace took 5.737297ms I0505 23:12:32.197689 3803 namespace.go:98] [openshift-cluster-node-tuning-operator] adding namespace I0505 23:12:32.198250 3803 namespace.go:102] [openshift-etcd] adding namespace took 5.951238ms I0505 23:12:32.198263 3803 namespace.go:98] [openshift-host-network] adding namespace I0505 23:12:32.198665 3803 namespace.go:102] [openshift-cloud-network-config-controller] adding namespace took 5.955699ms I0505 23:12:32.198674 3803 namespace.go:98] [openshift-dns] adding namespace I0505 23:12:32.199107 3803 namespace.go:102] [openshift-ingress-operator] adding namespace took 5.971007ms I0505 23:12:32.199120 3803 namespace.go:98] [openshift-ovn-kubernetes] adding namespace I0505 23:12:32.199538 3803 namespace.go:102] [openshift-cloud-controller-manager] adding namespace took 5.981894ms I0505 23:12:32.199548 3803 namespace.go:98] [openshift-backplane-cee] adding namespace I0505 23:12:32.199987 3803 namespace.go:102] [openshift-logging] adding namespace took 5.998837ms I0505 23:12:32.200003 3803 namespace.go:98] [openshift-kube-apiserver-operator] adding namespace I0505 23:12:32.200325 3803 gateway_shared_intf.go:1816] Gateway Creation Complete I0505 23:12:32.200339 3803 kube.go:131] Setting annotations map[k8s.ovn.org/gateway-mtu-support: k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-173.ec2.internal","mac-address":"0e:88:77:22:e3:bf","ip-addresses":["10.0.2.173/24"],"ip-address":"10.0.2.173/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1f33610a-d294-4123-a764-616370c4a117 k8s.ovn.org/node-encap-ips:["10.0.2.173"] k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.173/24"} k8s.ovn.org/zone-name:ip-10-0-2-173.ec2.internal] on node ip-10-0-2-173.ec2.internal I0505 23:12:32.200452 3803 namespace.go:102] [openshift-config-operator] adding namespace took 6.088427ms I0505 23:12:32.200465 3803 namespace.go:98] [openshift-cluster-csi-drivers] adding namespace I0505 23:12:32.200944 3803 namespace.go:102] [openshift-operators] adding namespace took 6.20406ms I0505 23:12:32.200961 3803 namespace.go:98] [openshift-ingress] adding namespace I0505 23:12:32.201435 3803 namespace.go:102] [openshift-package-operator] adding namespace took 6.33693ms I0505 23:12:32.201448 3803 namespace.go:98] [openshift-backplane-lpsre] adding namespace I0505 23:12:32.201878 3803 namespace.go:102] [openshift-infra] adding namespace took 6.175996ms I0505 23:12:32.201889 3803 namespace.go:98] [openshift-config] adding namespace I0505 23:12:32.202220 3803 namespace.go:102] [openshift-backplane-tam] adding namespace took 6.074056ms I0505 23:12:32.202230 3803 namespace.go:98] [openshift-controller-manager-operator] adding namespace I0505 23:12:32.202664 3803 namespace.go:102] [default] adding namespace took 6.127852ms I0505 23:12:32.202679 3803 namespace.go:98] [openshift-route-controller-manager] adding namespace I0505 23:12:32.203125 3803 namespace.go:102] [openshift-config-managed] adding namespace took 6.172461ms I0505 23:12:32.203562 3803 namespace.go:102] [openshift] adding namespace took 6.228742ms I0505 23:12:32.204022 3803 namespace.go:102] [openshift-cluster-node-tuning-operator] adding namespace took 6.327839ms I0505 23:12:32.204457 3803 namespace.go:102] [openshift-host-network] adding namespace took 6.189649ms I0505 23:12:32.204859 3803 namespace.go:102] [openshift-dns] adding namespace took 6.179694ms I0505 23:12:32.205246 3803 namespace.go:102] [openshift-ovn-kubernetes] adding namespace took 6.121048ms I0505 23:12:32.205258 3803 namespace.go:98] [openshift-network-node-identity] adding namespace I0505 23:12:32.205635 3803 namespace.go:102] [openshift-backplane-cee] adding namespace took 6.082302ms I0505 23:12:32.206053 3803 namespace.go:102] [openshift-kube-apiserver-operator] adding namespace took 6.045171ms I0505 23:12:32.206065 3803 namespace.go:98] [openshift-network-diagnostics] adding namespace I0505 23:12:32.206436 3803 namespace.go:102] [openshift-cluster-csi-drivers] adding namespace took 5.966548ms I0505 23:12:32.206848 3803 namespace.go:102] [openshift-ingress] adding namespace took 5.880552ms I0505 23:12:32.206859 3803 namespace.go:98] [openshift-controller-manager] adding namespace I0505 23:12:32.207237 3803 namespace.go:102] [openshift-backplane-lpsre] adding namespace took 5.785481ms I0505 23:12:32.207621 3803 namespace.go:102] [openshift-config] adding namespace took 5.72805ms I0505 23:12:32.208018 3803 namespace.go:102] [openshift-controller-manager-operator] adding namespace took 5.784243ms I0505 23:12:32.208408 3803 namespace.go:102] [openshift-route-controller-manager] adding namespace took 5.72345ms I0505 23:12:32.208419 3803 namespace.go:98] [openshift-kube-scheduler-operator] adding namespace W0505 23:12:32.208779 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-55t4m: pod openshift-network-diagnostics/network-check-target-55t4m: no pod IPs found W0505 23:12:32.208792 3803 base_network_controller_namespace.go:410] Failed to get IPs for pod openshift-network-diagnostics/network-check-target-8tlbv: pod openshift-network-diagnostics/network-check-target-8tlbv: no pod IPs found I0505 23:12:32.208823 3803 namespace.go:102] [openshift-network-node-identity] adding namespace took 3.560204ms I0505 23:12:32.209286 3803 namespace.go:102] [openshift-network-diagnostics] adding namespace took 3.216955ms I0505 23:12:32.209676 3803 namespace.go:102] [openshift-controller-manager] adding namespace took 2.812264ms I0505 23:12:32.210056 3803 namespace.go:102] [openshift-kube-scheduler-operator] adding namespace took 1.632654ms W0505 23:12:32.210142 3803 master.go:458] Unable to parse local node ip-10-0-2-173.ec2.internal chassis-id annotation. Chassis may be removed during sync W0505 23:12:32.210150 3803 master.go:471] Unable to parse remote node ip-10-0-0-214.ec2.internal chassis-id annotation. Chassis may be removed during sync I0505 23:12:32.210155 3803 master.go:481] Removing stale chassis with ID/Name: 1f33610a-d294-4123-a764-616370c4a117, hostname: ip-10-0-2-173.ec2.internal I0505 23:12:32.210652 3803 master.go:548] Adding or Updating local node "ip-10-0-2-173.ec2.internal" for network "default" I0505 23:12:32.210679 3803 obj_retry.go:578] Failed to create *v1.Node ip-10-0-0-214.ec2.internal, error: adding or updating remote node chassis ip-10-0-0-214.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-214.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-214.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-214.ec2.internal I0505 23:12:32.213961 3803 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-173.ec2.internal for the network default I0505 23:12:32.214262 3803 zone_ic_handler.go:195] Time taken to create transit switch: 285.641µs I0505 23:12:32.214974 3803 default_network_controller.go:823] Node add failed for ip-10-0-2-173.ec2.internal, will try again later: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-173.ec2.internal, error getting gateway config for node ip-10-0-2-173.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-173.ec2.internal", failed to update chassis to local for local node ip-10-0-2-173.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-173.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-173.ec2.internal] E0505 23:12:32.215025 3803 obj_retry.go:575] Failed to create *v1.Node ip-10-0-2-173.ec2.internal, error: [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-173.ec2.internal, error getting gateway config for node ip-10-0-2-173.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-173.ec2.internal", failed to update chassis to local for local node ip-10-0-2-173.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-173.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-173.ec2.internal] I0505 23:12:32.215087 3803 services_controller.go:192] Starting controller ovn-lb-controller for network=default I0505 23:12:32.215099 3803 event.go:377] Event(v1.ObjectReference{Kind:"Node", Namespace:"", Name:"ip-10-0-2-173.ec2.internal", UID:"f4c528d8-34f2-4266-ae2f-3e80a963b1ba", APIVersion:"v1", ResourceVersion:"8152", FieldPath:""}): type: 'Warning' reason: 'ErrorAddingResource' [k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-173.ec2.internal, error getting gateway config for node ip-10-0-2-173.ec2.internal: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-173.ec2.internal", failed to update chassis to local for local node ip-10-0-2-173.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-2-173.ec2.internal, error: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-2-173.ec2.internal] I0505 23:12:32.215116 3803 services_controller.go:200] Waiting for node tracker handler to sync for network=default I0505 23:12:32.215132 3803 shared_informer.go:349] "Waiting for caches to sync" controller="node-tracker-controller" I0505 23:12:32.215158 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:12:32.215189 3803 node_tracker.go:235] Node ip-10-0-0-214.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-214.ec2.internal" I0505 23:12:32.215201 3803 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:12:32.215215 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:12:32.215227 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-173.ec2.internal in network "default" I0505 23:12:32.215241 3803 node_tracker.go:235] Node ip-10-0-2-173.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-2-173.ec2.internal" I0505 23:12:32.215250 3803 node_tracker.go:169] Node ip-10-0-2-173.ec2.internal switch + router changed, syncing services in network "default" I0505 23:12:32.215254 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:12:32.217619 3803 master.go:548] Adding or Updating local node "ip-10-0-2-173.ec2.internal" for network "default" I0505 23:12:32.217641 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-173.ec2.internal in network "default" I0505 23:12:32.217712 3803 node_tracker.go:169] Node ip-10-0-2-173.ec2.internal switch + router changed, syncing services in network "default" I0505 23:12:32.217774 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:12:32.221993 3803 default_node_network_controller.go:519] Node connection status = connected W0505 23:12:32.222137 3803 gateway.go:207] Unable to fetch podIPs for pod openshift-multus/network-metrics-daemon-74t4h: pod openshift-multus/network-metrics-daemon-74t4h: no pod IPs found W0505 23:12:32.222156 3803 gateway.go:207] Unable to fetch podIPs for pod openshift-network-diagnostics/network-check-target-55t4m: pod openshift-network-diagnostics/network-check-target-55t4m: no pod IPs found I0505 23:12:32.223237 3803 zone_ic_handler.go:203] Creating interconnect resources for local zone node ip-10-0-2-173.ec2.internal for the network default I0505 23:12:32.223411 3803 zone_ic_handler.go:195] Time taken to create transit switch: 159.712µs I0505 23:12:32.315412 3803 shared_informer.go:356] "Caches are synced" controller="node-tracker-controller" I0505 23:12:32.315440 3803 services_controller.go:208] Setting up event handlers for services for network=default I0505 23:12:32.315506 3803 services_controller.go:218] Setting up event handlers for endpoint slices for network=default I0505 23:12:32.315569 3803 services_controller.go:233] Waiting for service and endpoint handlers to sync for network=default I0505 23:12:32.315605 3803 shared_informer.go:349] "Waiting for caches to sync" controller="ovn-lb-controller" I0505 23:12:32.415830 3803 shared_informer.go:356] "Caches are synced" controller="ovn-lb-controller" I0505 23:12:32.415855 3803 repair.go:60] Starting repairing loop for services I0505 23:12:32.415938 3803 repair.go:131] Deleted 0 stale service LBs I0505 23:12:32.415956 3803 repair.go:137] Deleted 0 stale Chassis Template Vars I0505 23:12:32.415976 3803 repair.go:62] Finished repairing loop for services: 123.168µs I0505 23:12:32.416001 3803 services_controller.go:363] Controller cache of 0 load balancers initialized for 0 services for network=default I0505 23:12:32.416011 3803 services_controller.go:254] Starting workers for network=default I0505 23:12:32.416762 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-74t4h] creating logical port openshift-multus_network-metrics-daemon-74t4h for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:32.416774 3803 obj_retry.go:578] Failed to create *v1.Pod openshift-network-diagnostics/network-check-target-8tlbv, error: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8tlbv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8tlbv: no pod IPs found I0505 23:12:32.416863 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-55t4m] creating logical port openshift-network-diagnostics_network-check-target-55t4m for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:32.416890 3803 obj_retry.go:578] Failed to create *v1.Pod openshift-multus/network-metrics-daemon-d6pp2, error: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d6pp2: suppressed error logged: pod openshift-multus/network-metrics-daemon-d6pp2: no pod IPs found I0505 23:12:32.417019 3803 kube.go:256] Updating pod openshift-multus/network-metrics-daemon-74t4h I0505 23:12:32.417035 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-target-55t4m I0505 23:12:32.433176 3803 pod.go:62] [openshift-network-diagnostics/network-check-target-55t4m] pod update took 16.190319ms I0505 23:12:32.433198 3803 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-target-55t4m] addLogicalPort annotation time took 16.214932ms I0505 23:12:32.434207 3803 pod.go:62] [openshift-multus/network-metrics-daemon-74t4h] pod update took 17.328361ms I0505 23:12:32.434229 3803 base_network_controller_pods.go:951] [default/openshift-multus/network-metrics-daemon-74t4h] addLogicalPort annotation time took 17.376344ms I0505 23:12:32.434382 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-55t4m] addLogicalPort took 17.527794ms, libovsdb time 887.412µs I0505 23:12:32.435347 3803 pods.go:271] [openshift-multus/network-metrics-daemon-74t4h] addLogicalPort took 18.622886ms, libovsdb time 736.683µs I0505 23:12:32.435944 3803 admin_network_policy_controller.go:227] Starting controller default-network-controller I0505 23:12:32.435965 3803 shared_informer.go:349] "Waiting for caches to sync" controller="default-network-controller" I0505 23:12:32.435978 3803 shared_informer.go:356] "Caches are synced" controller="default-network-controller" I0505 23:12:32.435982 3803 admin_network_policy_controller.go:237] Repairing Admin Network Policies I0505 23:12:32.436175 3803 repair.go:29] Repairing admin network policies took 188.437µs I0505 23:12:32.436287 3803 repair.go:92] Repairing baseline admin network policies took 102.693µs I0505 23:12:32.436703 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/marketplace-operator for network default I0505 23:12:32.436725 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/marketplace-operator added to peer address sets [] I0505 23:12:32.439726 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/marketplace-operator resources completed, update namespace loglevel I0505 23:12:32.439761 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/default-deny-all-traffic for network default I0505 23:12:32.439770 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/default-deny-all-traffic added to peer address sets [] I0505 23:12:32.441157 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/default-deny-all-traffic resources completed, update namespace loglevel I0505 23:12:32.441175 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/package-server-manager for network default I0505 23:12:32.441186 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/package-server-manager added to peer address sets [] I0505 23:12:32.442253 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/package-server-manager resources completed, update namespace loglevel I0505 23:12:32.442274 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operators/default-allow-all for network default I0505 23:12:32.442283 3803 base_network_controller_policy.go:1054] Policy openshift-operators/default-allow-all added to peer address sets [] I0505 23:12:32.444070 3803 base_network_controller_policy.go:1232] Create network policy openshift-operators/default-allow-all resources completed, update namespace loglevel I0505 23:12:32.444090 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-to-dns for network default I0505 23:12:32.444494 3803 pod_selector_address_set.go:213] Created shared address set for pod selector LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},} I0505 23:12:32.444509 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:12:32.446590 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-to-dns resources completed, update namespace loglevel I0505 23:12:32.446609 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-egress-to-api-server for network default I0505 23:12:32.446618 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-egress-to-api-server added to peer address sets [] I0505 23:12:32.448497 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:12:32.448516 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range for network default I0505 23:12:32.448525 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range added to peer address sets [] I0505 23:12:32.449111 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-operator-metrics-range resources completed, update namespace loglevel I0505 23:12:32.449135 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-egress-to-api-server for network default I0505 23:12:32.449143 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-egress-to-api-server added to peer address sets [] I0505 23:12:32.449727 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-egress-to-api-server resources completed, update namespace loglevel I0505 23:12:32.449764 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics for network default I0505 23:12:32.449779 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics added to peer address sets [] I0505 23:12:32.450380 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-ingress-to-operator-metrics resources completed, update namespace loglevel I0505 23:12:32.450399 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/catalog-operator for network default I0505 23:12:32.450414 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/catalog-operator added to peer address sets [] I0505 23:12:32.451779 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/catalog-operator resources completed, update namespace loglevel I0505 23:12:32.451799 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/default-deny for network default I0505 23:12:32.451805 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/default-deny added to peer address sets [] I0505 23:12:32.453320 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/default-deny resources completed, update namespace loglevel I0505 23:12:32.453357 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/default-deny for network default I0505 23:12:32.453365 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/default-deny added to peer address sets [] I0505 23:12:32.453721 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/default-deny resources completed, update namespace loglevel I0505 23:12:32.453751 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range for network default I0505 23:12:32.453760 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range added to peer address sets [] I0505 23:12:32.454444 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-ingress-to-metrics-range resources completed, update namespace loglevel I0505 23:12:32.454469 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-version/default-deny for network default I0505 23:12:32.454476 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-version/default-deny added to peer address sets [] I0505 23:12:32.456128 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-version/default-deny resources completed, update namespace loglevel I0505 23:12:32.456152 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/default-deny-all for network default I0505 23:12:32.456162 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/default-deny-all added to peer address sets [] I0505 23:12:32.456524 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/default-deny-all resources completed, update namespace loglevel I0505 23:12:32.456541 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-pprof for network default I0505 23:12:32.456550 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-pprof added to peer address sets [] I0505 23:12:32.457107 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-pprof resources completed, update namespace loglevel I0505 23:12:32.457127 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-webhook for network default I0505 23:12:32.457136 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-webhook added to peer address sets [] I0505 23:12:32.457771 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-webhook resources completed, update namespace loglevel I0505 23:12:32.457790 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-olm for network default I0505 23:12:32.457798 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-olm added to peer address sets [] I0505 23:12:32.459507 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-olm resources completed, update namespace loglevel I0505 23:12:32.459530 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/allow-from-openshift-insights for network default I0505 23:12:32.459540 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/allow-from-openshift-insights added to peer address sets [] I0505 23:12:32.460908 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/allow-from-openshift-insights resources completed, update namespace loglevel I0505 23:12:32.460930 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/packageserver for network default I0505 23:12:32.460941 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/packageserver added to peer address sets [] I0505 23:12:32.462668 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/packageserver resources completed, update namespace loglevel I0505 23:12:32.462696 3803 base_network_controller_policy.go:1179] Adding network policy openshift-marketplace/unpack-bundles for network default I0505 23:12:32.462708 3803 base_network_controller_policy.go:1054] Policy openshift-marketplace/unpack-bundles added to peer address sets [] I0505 23:12:32.463809 3803 base_network_controller_policy.go:1232] Create network policy openshift-marketplace/unpack-bundles resources completed, update namespace loglevel I0505 23:12:32.463831 3803 base_network_controller_policy.go:1179] Adding network policy openshift-operator-lifecycle-manager/olm-operator for network default I0505 23:12:32.463843 3803 base_network_controller_policy.go:1054] Policy openshift-operator-lifecycle-manager/olm-operator added to peer address sets [] I0505 23:12:32.465006 3803 base_network_controller_policy.go:1232] Create network policy openshift-operator-lifecycle-manager/olm-operator resources completed, update namespace loglevel I0505 23:12:32.465027 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-egress for network default I0505 23:12:32.465036 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-egress added to peer address sets [] I0505 23:12:32.465864 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-egress resources completed, update namespace loglevel I0505 23:12:32.465888 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cloud-credential-operator/allow-ingress-metrics for network default I0505 23:12:32.465900 3803 base_network_controller_policy.go:1054] Policy openshift-cloud-credential-operator/allow-ingress-metrics added to peer address sets [] I0505 23:12:32.466481 3803 base_network_controller_policy.go:1232] Create network policy openshift-cloud-credential-operator/allow-ingress-metrics resources completed, update namespace loglevel I0505 23:12:32.466503 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-all-egress for network default I0505 23:12:32.466513 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-all-egress added to peer address sets [] I0505 23:12:32.467173 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-all-egress resources completed, update namespace loglevel I0505 23:12:32.467198 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-csi-drivers/allow-to-dns for network default I0505 23:12:32.467224 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-csi-drivers/allow-to-dns added to peer address sets [LS{ML:{kubernetes.io/metadata.name: openshift-dns,},}_LS{ML:{dns.operator.openshift.io/daemonset-dns: default,},}] I0505 23:12:32.468106 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-csi-drivers/allow-to-dns resources completed, update namespace loglevel I0505 23:12:32.468134 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server for network default I0505 23:12:32.468150 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server added to peer address sets [] I0505 23:12:32.468892 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-grpc-server resources completed, update namespace loglevel I0505 23:12:32.468916 3803 base_network_controller_policy.go:1179] Adding network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles for network default I0505 23:12:32.468926 3803 base_network_controller_policy.go:1054] Policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles added to peer address sets [] I0505 23:12:32.469942 3803 base_network_controller_policy.go:1232] Create network policy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles resources completed, update namespace loglevel I0505 23:12:32.469961 3803 base_network_controller_policy.go:1179] Adding network policy openshift-cluster-storage-operator/allow-all-egress for network default I0505 23:12:32.469973 3803 base_network_controller_policy.go:1054] Policy openshift-cluster-storage-operator/allow-all-egress added to peer address sets [] I0505 23:12:32.470635 3803 base_network_controller_policy.go:1232] Create network policy openshift-cluster-storage-operator/allow-all-egress resources completed, update namespace loglevel I0505 23:12:32.476000 3803 egressfirewall.go:374] Starting EgressFirewall controller I0505 23:12:32.476039 3803 controller.go:133] Adding controller egress-firewall-controller-node event handlers I0505 23:12:32.476039 3803 controller.go:133] Adding controller egress-firewall-controller event handlers I0505 23:12:32.476063 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller-node" I0505 23:12:32.476078 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller-node" I0505 23:12:32.476076 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egress-firewall-controller" I0505 23:12:32.476091 3803 shared_informer.go:356] "Caches are synced" controller="egress-firewall-controller" I0505 23:12:32.476397 3803 controller.go:157] Starting controller egress-firewall-controller with 1 workers I0505 23:12:32.476411 3803 controller.go:157] Starting controller egress-firewall-controller-node with 1 workers I0505 23:12:32.476417 3803 controller.go:157] Starting controller egress-firewall-controller-NAD with 1 workers I0505 23:12:32.476426 3803 egressqos.go:193] Setting up event handlers for EgressQoS I0505 23:12:32.476432 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-214.ec2.internal" for egress firewall I0505 23:12:32.476443 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-173.ec2.internal" for egress firewall I0505 23:12:32.476621 3803 egressqos.go:245] Starting EgressQoS Controller I0505 23:12:32.476631 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqosnodes" I0505 23:12:32.476637 3803 shared_informer.go:356] "Caches are synced" controller="egressqosnodes" I0505 23:12:32.476642 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqospods" I0505 23:12:32.476647 3803 shared_informer.go:356] "Caches are synced" controller="egressqospods" I0505 23:12:32.476655 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressqos" I0505 23:12:32.476662 3803 shared_informer.go:356] "Caches are synced" controller="egressqos" I0505 23:12:32.476667 3803 egressqos.go:259] Repairing EgressQoSes I0505 23:12:32.476672 3803 egressqos.go:399] Starting repairing loop for egressqos I0505 23:12:32.476786 3803 egressqos.go:401] Finished repairing loop for egressqos: 114.275µs I0505 23:12:32.476804 3803 egressservice_zone.go:132] Setting up event handlers for Egress Services I0505 23:12:32.476837 3803 egressqos.go:1007] Processing sync for EgressQoS node ip-10-0-2-173.ec2.internal I0505 23:12:32.476885 3803 egressqos.go:1010] Finished syncing EgressQoS node ip-10-0-2-173.ec2.internal : 49.906µs I0505 23:12:32.477044 3803 egressservice_zone.go:210] Starting Egress Services Controller I0505 23:12:32.477056 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:12:32.477066 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:12:32.477074 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:12:32.477082 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:12:32.477090 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:12:32.477097 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:12:32.477102 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_nodes" I0505 23:12:32.477106 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_nodes" I0505 23:12:32.477110 3803 egressservice_zone.go:228] Repairing Egress Services I0505 23:12:32.477400 3803 master_controller.go:88] Starting Admin Policy Based Route Controller I0505 23:12:32.477410 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:12:32.477448 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:12:32.477464 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 23.951µs I0505 23:12:32.477473 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-173.ec2.internal I0505 23:12:32.477476 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-173.ec2.internal: 4.362µs I0505 23:12:32.477563 3803 default_network_controller.go:585] Completing all the Watchers took 303.214356ms I0505 23:12:32.477578 3803 default_network_controller.go:589] Starting unidling controllers I0505 23:12:32.477589 3803 unidle.go:46] Registering OVN SB ControllerEvent handler I0505 23:12:32.477594 3803 unidle.go:63] Populating Initial ContollerEvent events I0505 23:12:32.477607 3803 unidle.go:79] Setting up event handlers for services I0505 23:12:32.477671 3803 ovnkube.go:545] Waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:12:32.722773 3803 default_node_network_controller.go:519] Node connection status = connected I0505 23:12:33.222384 3803 default_node_network_controller.go:519] Node connection status = connected I0505 23:12:33.291656 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:12:33.291759 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 129.108µs I0505 23:12:33.291682 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-12.ec2.internal" for egress firewall I0505 23:12:33.291684 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:12:33.291796 3803 node_tracker.go:220] Node ip-10-0-1-12.ec2.internal has invalid / no HostSubnet annotations (probably waiting on initialization), or it's a hybrid overlay node: could not find "k8s.ovn.org/node-subnets" annotation E0505 23:12:33.291721 3803 default_network_controller.go:833] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-12.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation I0505 23:12:33.291822 3803 obj_retry.go:578] Failed to create *v1.Node ip-10-0-1-12.ec2.internal, error: [adding or updating remote node chassis ip-10-0-1-12.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-12.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-12.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-12.ec2.internal, error parsing annotation for node ip-10-0-1-12.ec2.internal: suppressed error logged: could not find "k8s.ovn.org/node-subnets" annotation] E0505 23:12:33.305002 3803 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-12.ec2.internal annotation: unexpected end of JSON input E0505 23:12:33.305018 3803 subnet_annotations.go:147] Failed to unmarshal old node ip-10-0-1-12.ec2.internal annotation: unexpected end of JSON input I0505 23:12:33.305039 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 23:12:33.305109 3803 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-12.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-12.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-12.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-12.ec2.internal" I0505 23:12:33.322291 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false E0505 23:12:33.322368 3803 default_network_controller.go:1042] Failed to add node IPs to openshift-host-network address_set: error parsing annotation for node ip-10-0-1-12.ec2.internal: suppressed error logged: failed to fallback to annotations after error "failed to generate gateway router port address for node ip-10-0-1-12.ec2.internal: k8s.ovn.org/node-id annotation not found for node ip-10-0-1-12.ec2.internal": k8s.ovn.org/node-gateway-router-lrp-ifaddr annotation not found for node "ip-10-0-1-12.ec2.internal" I0505 23:12:33.335137 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: true I0505 23:12:33.358051 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-12.ec2.internal" for egress firewall I0505 23:12:33.358091 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:12:33.358107 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 22.395µs I0505 23:12:33.358175 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:33.549243 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-12.ec2.internal" for egress firewall I0505 23:12:33.549249 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:33.549280 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:12:33.549292 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 16.099µs I0505 23:12:33.571768 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:33.722439 3803 default_node_network_controller.go:519] Node connection status = connected I0505 23:12:33.785328 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:34.223323 3803 default_node_network_controller.go:519] Node connection status = connected I0505 23:12:34.583401 3803 ovnkube.go:550] Finished waiting for OVN northbound database changes to be processed by ovn-controller I0505 23:12:34.721998 3803 default_node_network_controller.go:519] Node connection status = connected I0505 23:12:34.740148 3803 bridgeconfig.go:537] Gateway is ready I0505 23:12:34.740169 3803 gateway_shared_intf.go:1733] Creating Gateway Openflow Manager I0505 23:12:34.752353 3803 node_ip_handler_linux.go:247] Node primary address changed to 10.0.2.173. Updating OVN encap IP. I0505 23:12:34.758118 3803 node_ip_handler_linux.go:542] Will not update encap IP 10.0.2.173 - it is already configured I0505 23:12:34.758135 3803 node_ip_handler_linux.go:485] Node address changed to map[10.0.2.173/24:{} 172.20.0.1/32:{}]. Updating annotations. I0505 23:12:34.758364 3803 kube.go:131] Setting annotations map[k8s.ovn.org/host-cidrs:["10.0.2.173/24","172.20.0.1/32"] k8s.ovn.org/l3-gateway-config:{"default":{"mode":"shared","bridge-id":"br-ex","interface-id":"br-ex_ip-10-0-2-173.ec2.internal","mac-address":"0e:88:77:22:e3:bf","ip-addresses":["10.0.2.173/24"],"ip-address":"10.0.2.173/24","next-hops":["10.0.2.1"],"next-hop":"10.0.2.1","node-port-enable":"true","vlan-id":"0"}} k8s.ovn.org/node-chassis-id:1f33610a-d294-4123-a764-616370c4a117 k8s.ovn.org/node-primary-ifaddr:{"ipv4":"10.0.2.173/24"}] on node ip-10-0-2-173.ec2.internal I0505 23:12:34.774193 3803 egressfirewall.go:723] Syncing node "ip-10-0-2-173.ec2.internal" for egress firewall I0505 23:12:34.774222 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-173.ec2.internal I0505 23:12:34.774239 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-173.ec2.internal: 22.452µs I0505 23:12:34.774284 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-2-173.ec2.internal in network "default" I0505 23:12:34.774321 3803 master.go:548] Adding or Updating local node "ip-10-0-2-173.ec2.internal" for network "default" I0505 23:12:34.774375 3803 node_tracker.go:169] Node ip-10-0-2-173.ec2.internal switch + router changed, syncing services in network "default" I0505 23:12:34.774397 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:12:34.775098 3803 gateway_shared_intf.go:2023] Setting OVN Masquerade route with source: 10.0.2.173 I0505 23:12:34.775217 3803 kube.go:131] Setting annotations map[k8s.ovn.org/node-masquerade-subnet:{"ipv4":"169.254.0.0/17","ipv6":"fd69::/112"}] on node ip-10-0-2-173.ec2.internal I0505 23:12:34.778962 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-2-173.ec2.internal. Updating no re-route policies I0505 23:12:34.779034 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rtzjz I0505 23:12:34.779045 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-55t4m I0505 23:12:34.779049 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-operator/iptables-alerter-h8p8b I0505 23:12:34.779059 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-55t4m I0505 23:12:34.779062 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-operator/iptables-alerter-h8p8b I0505 23:12:34.779065 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/konnectivity-agent-wvnhz I0505 23:12:34.779072 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/konnectivity-agent-wvnhz I0505 23:12:34.779071 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-74t4h I0505 23:12:34.779087 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-74t4h I0505 23:12:34.779087 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-173.ec2.internal I0505 23:12:34.779093 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/konnectivity-agent-wvnhz after 0 failed attempt(s) I0505 23:12:34.779104 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-173.ec2.internal I0505 23:12:34.779103 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sjx9b I0505 23:12:34.779110 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w96ch I0505 23:12:34.779117 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-w6vql I0505 23:12:34.779122 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-node-tuning-operator/tuned-w96ch I0505 23:12:34.779106 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-target-55t4m] creating logical port openshift-network-diagnostics_network-check-target-55t4m for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:34.779124 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5brt2 I0505 23:12:34.779131 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-w6vql I0505 23:12:34.779133 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/multus-additional-cni-plugins-dfbjq I0505 23:12:34.779139 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5brt2 I0505 23:12:34.779137 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-image-registry/node-ca-6s4s7 I0505 23:12:34.779145 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/multus-additional-cni-plugins-dfbjq I0505 23:12:34.779051 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rtzjz I0505 23:12:34.779150 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-w6vql after 0 failed attempt(s) I0505 23:12:34.779167 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-ovn-kubernetes/ovnkube-node-rtzjz after 0 failed attempt(s) I0505 23:12:34.779172 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5brt2, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5brt2: suppressed error logged: pod openshift-multus/network-metrics-daemon-5brt2: no pod IPs found I0505 23:12:34.779104 3803 obj_retry.go:334] Retry object setup: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-173.ec2.internal I0505 23:12:34.779180 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/multus-additional-cni-plugins-dfbjq after 0 failed attempt(s) I0505 23:12:34.779143 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-machine-config-operator/kube-rbac-proxy-crio-ip-10-0-2-173.ec2.internal after 0 failed attempt(s) I0505 23:12:34.779187 3803 obj_retry.go:398] Adding new object: *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-173.ec2.internal I0505 23:12:34.779120 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sjx9b I0505 23:12:34.779202 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-csi-drivers/aws-ebs-csi-driver-node-sjx9b after 0 failed attempt(s) I0505 23:12:34.779089 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-operator/iptables-alerter-h8p8b after 0 failed attempt(s) I0505 23:12:34.779142 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-cluster-node-tuning-operator/tuned-w96ch after 0 failed attempt(s) I0505 23:12:34.779035 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-dns/node-resolver-h76jd I0505 23:12:34.779221 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-dns/node-resolver-h76jd I0505 23:12:34.779235 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-dns/node-resolver-h76jd after 0 failed attempt(s) I0505 23:12:34.779124 3803 base_network_controller_pods.go:487] [default/openshift-multus/network-metrics-daemon-74t4h] creating logical port openshift-multus_network-metrics-daemon-74t4h for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:34.779149 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-image-registry/node-ca-6s4s7 I0505 23:12:34.779350 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-image-registry/node-ca-6s4s7 after 0 failed attempt(s) I0505 23:12:34.779204 3803 obj_retry.go:418] Retry successful for *v1.Pod kube-system/kube-apiserver-proxy-ip-10-0-2-173.ec2.internal after 0 failed attempt(s) I0505 23:12:34.780016 3803 pods.go:271] [openshift-network-diagnostics/network-check-target-55t4m] addLogicalPort took 918.384µs, libovsdb time 395.852µs I0505 23:12:34.780030 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-network-diagnostics/network-check-target-55t4m after 0 failed attempt(s) I0505 23:12:34.780123 3803 pods.go:271] [openshift-multus/network-metrics-daemon-74t4h] addLogicalPort took 1.008972ms, libovsdb time 475.556µs I0505 23:12:34.780137 3803 obj_retry.go:418] Retry successful for *v1.Pod openshift-multus/network-metrics-daemon-74t4h after 0 failed attempt(s) I0505 23:12:34.791498 3803 gateway_shared_intf.go:1799] Creating Gateway Node Port Watcher I0505 23:12:34.803824 3803 iptables.go:108] Creating table: mangle chain: OUTPUT I0505 23:12:34.807063 3803 iptables.go:108] Creating table: nat chain: OUTPUT I0505 23:12:34.821820 3803 iptables.go:108] Creating table: nat chain: PREROUTING I0505 23:12:34.862541 3803 iptables.go:108] Creating table: filter chain: FORWARD I0505 23:12:34.878629 3803 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.1 W0505 23:12:34.878726 3803 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.1, on iface br-ex: failed to delete neighbour entry 169.254.0.1 : no such file or directory I0505 23:12:34.878780 3803 gateway_shared_intf.go:2124] Ensuring IP Neighbor entry for: 169.254.0.4 W0505 23:12:34.878873 3803 gateway_shared_intf.go:2130] Failed to remove IP neighbor entry for ip 169.254.0.4, on iface br-ex: failed to delete neighbour entry 169.254.0.4 : no such file or directory I0505 23:12:34.878917 3803 gateway_init.go:325] Gateway and management port readiness took 2.661487524s I0505 23:12:34.878945 3803 controller.go:133] Adding controller [node-nad-controller NAD controller] event handlers I0505 23:12:34.878979 3803 shared_informer.go:349] "Waiting for caches to sync" controller="[node-nad-controller NAD controller]" I0505 23:12:34.878993 3803 shared_informer.go:356] "Caches are synced" controller="[node-nad-controller NAD controller]" I0505 23:12:34.879001 3803 nad_controller.go:541] [node-nad-controller NAD controller]: 1 NADs are missing the network ID annotation, fetching from nodes I0505 23:12:34.879062 3803 controller.go:157] Starting controller [node-nad-controller NAD controller] with 1 workers I0505 23:12:34.879141 3803 nad_controller.go:580] [node-nad-controller NAD controller]: finished syncing NAD openshift-ovn-kubernetes/default, took 53.727µs I0505 23:12:34.879342 3803 network_controller.go:373] [node-nad-controller network controller]: syncing all networks I0505 23:12:34.879368 3803 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 16.453µs I0505 23:12:34.879376 3803 network_controller.go:384] [node-nad-controller network controller]: finished syncing all networks. Time taken: 35.035µs I0505 23:12:34.879382 3803 controller.go:157] Starting controller [node-nad-controller network controller] with 1 workers I0505 23:12:34.879391 3803 nad_controller.go:379] [node-nad-controller NAD controller]: started I0505 23:12:34.879396 3803 default_node_network_controller.go:899] Starting the default node network controller I0505 23:12:34.879401 3803 gateway_init.go:335] Initializing Gateway Functionality for gateway Start I0505 23:12:34.879473 3803 network_controller.go:402] [node-nad-controller network controller]: finished syncing network default, took 11.997µs I0505 23:12:34.879556 3803 default_node_network_controller.go:1460] MTU (9001) of network interface br-ex is big enough to deal with Geneve header overhead (sum 8959). I0505 23:12:34.879564 3803 default_node_network_controller.go:935] Waiting for gateway and management port readiness... I0505 23:12:34.879601 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c090d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edce0 0xc000c3eb90 0xc0002edd50 0xc0002ede30 0xc000b30320 0xc006479500 0xc0002edea0 map[0x2ff9080:0xc002bb02a0 0x2ff95c0:0xc002bb0420 0x2ffa2e0:0xc002bb01e0 0x2ffa580:0xc002bb0240 0x2ffad60:0xc002bb0300 0x2ffb000:0xc002bb0360 0x2ffb2a0:0xc002bb03c0 0x2ffba80:0xc002bb0480 0x2ffbd20:0xc002bb04e0 0x3026980:0xc000baacc0 0x3026d20:0xc000baad20 0x3027800:0xc000c5ea80 0x3029160:0xc001c30000 0x30298a0:0xc002bb0180 0x302a720:0xc00110f260] 0xc0000d3030 0} I0505 23:12:34.879657 3803 gateway.go:151] Starting gateway service sync I0505 23:12:34.880170 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ITP I0505 23:12:34.882226 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-NODEPORT I0505 23:12:34.891409 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-EXTERNALIP I0505 23:12:34.892497 3803 gateway_iptables.go:474] Recreating iptables rules for table: nat, chain: OVN-KUBE-ETP I0505 23:12:34.893526 3803 gateway_iptables.go:474] Recreating iptables rules for table: mangle, chain: OVN-KUBE-ITP I0505 23:12:34.925690 3803 gateway.go:168] Gateway service sync done. Time taken: 46.019531ms I0505 23:12:34.926128 3803 healthcheck.go:145] Opening healthcheck "openshift-ingress/router-default" on port 30905 I0505 23:12:34.926487 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c090d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edce0 0xc000c3eb90 0xc0002edd50 0xc0002ede30 0xc000b30320 0xc006479500 0xc0002edea0 map[0x2ff9080:0xc002bb02a0 0x2ff95c0:0xc002bb0420 0x2ffa2e0:0xc002bb01e0 0x2ffa580:0xc002bb0240 0x2ffad60:0xc002bb0300 0x2ffb000:0xc002bb0360 0x2ffb2a0:0xc002bb03c0 0x2ffba80:0xc002bb0480 0x2ffbd20:0xc002bb04e0 0x3026980:0xc000baacc0 0x3026d20:0xc000baad20 0x3027800:0xc000c5ea80 0x3029160:0xc001c30000 0x30298a0:0xc002bb0180 0x302a720:0xc00110f260] 0xc0000d3030 0} I0505 23:12:34.926962 3803 obj_retry_gateway.go:33] [newRetryFrameworkNodeWithParameters] g.watchFactory=&{0xc000c090d0 0xc0002eda40 0xc0002edab0 0xc0002edb20 0xc0002edb90 0xc0002edc00 0xc0002edce0 0xc000c3eb90 0xc0002edd50 0xc0002ede30 0xc000b30320 0xc006479500 0xc0002edea0 map[0x2ff9080:0xc002bb02a0 0x2ff95c0:0xc002bb0420 0x2ffa2e0:0xc002bb01e0 0x2ffa580:0xc002bb0240 0x2ffad60:0xc002bb0300 0x2ffb000:0xc002bb0360 0x2ffb2a0:0xc002bb03c0 0x2ffba80:0xc002bb0480 0x2ffbd20:0xc002bb04e0 0x3026980:0xc000baacc0 0x3026d20:0xc000baad20 0x3027800:0xc000c5ea80 0x3029160:0xc001c30000 0x30298a0:0xc002bb0180 0x302a720:0xc00110f260] 0xc0000d3030 0} I0505 23:12:34.927007 3803 gateway.go:532] Reconciling gateway with updates I0505 23:12:34.932566 3803 gateway.go:339] Spawning Conntrack Rule Check Thread I0505 23:12:34.932648 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:12:34.932664 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:12:34.932651 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:12:34.932670 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:12:34.932677 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:12:34.932685 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:12:34.932689 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:12:34.932692 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:12:34.932696 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:12:34.932700 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:12:34.932703 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:12:34.932702 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:12:34.932711 3803 default_node_network_controller.go:944] Gateway and management port readiness took 53.139115ms I0505 23:12:34.932718 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:12:34.932715 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:12:34.932726 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:12:34.932731 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:12:34.932733 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:12:34.932908 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:12:34.932693 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:12:34.932978 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:12:34.932986 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:12:34.932997 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:12:34.933004 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:12:34.933006 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:12:34.933016 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:12:34.933020 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:12:34.933024 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:12:34.933025 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:12:34.933033 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:12:34.933036 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:12:34.933037 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:12:34.933037 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:12:34.933045 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:12:34.933047 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:12:34.933054 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:12:34.933059 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:12:34.933059 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:12:34.933069 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:12:34.933078 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:12:34.933082 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:12:34.933091 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:12:34.933093 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:12:34.933033 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:12:34.933097 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:12:34.933058 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:12:34.933134 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:12:34.933040 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:12:34.933048 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:12:34.933003 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:12:34.933214 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:12:34.932710 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:12:34.933238 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:12:34.933227 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:12:34.933254 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:12:34.933262 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:12:34.933273 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:12:34.932668 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:12:34.933282 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:12:34.933020 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:12:34.933254 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:12:34.932676 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:12:34.932756 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:12:34.933565 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:12:34.932720 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:12:34.932678 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:12:34.932759 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:12:34.933699 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:12:34.932771 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:12:34.933767 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:12:34.932774 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:12:34.933840 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:12:34.932775 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:12:34.933901 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:12:34.933906 3803 node_ip_handler_linux.go:160] Node IP manager is running I0505 23:12:34.932782 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:12:34.932782 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:12:34.933953 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:12:34.932790 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:12:34.933989 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:12:34.933997 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:12:34.932792 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:12:34.932795 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:12:34.932793 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:12:34.934077 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:12:34.934085 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:12:34.932798 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:12:34.934095 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:12:34.932802 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:12:34.934109 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:12:34.932810 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:12:34.934156 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:12:34.934166 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31028 is already open, no action needed I0505 23:12:34.932813 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:12:34.933011 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:12:34.933012 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:12:34.933022 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:12:34.933021 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:12:34.933043 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:12:34.933113 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:12:34.933274 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:12:34.934205 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:12:34.934175 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31933 is already open, no action needed I0505 23:12:34.932883 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:12:34.934282 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:12:34.934306 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:12:34.934180 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics W0505 23:12:34.970470 3803 port_linux.go:245] Missing or unable to find route entry for subnet 10.128.0.0/14 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:12:34.970694 3803 port_linux.go:245] Missing or unable to find route entry for subnet 169.254.0.3/32 via gateway 10.128.0.1 on link ovn-k8s-mp0 with MTU: 0 W0505 23:12:34.970874 3803 port_linux.go:261] Missing arp entry for MAC/IP binding (0a:58:0a:80:00:01/10.128.0.1) on link ovn-k8s-mp0 I0505 23:12:34.979349 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:12:34.979388 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:12:34.979399 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:12:34.979410 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:12:34.979422 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:12:34.979440 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:12:34.979453 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:12:34.979462 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:12:34.979472 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:12:34.979486 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:12:34.979496 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:12:34.979507 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:12:34.979534 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:12:34.979543 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:12:34.979548 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:12:34.979554 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:12:34.979558 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:12:34.979564 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:12:34.979569 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:12:34.979574 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:12:34.979580 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:12:35.019461 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:12:35.019483 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:12:35.019490 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:12:35.019495 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:12:35.019501 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:12:35.059014 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:12:35.059030 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:12:35.059021 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:12:36.833195 3803 default_node_network_controller.go:1380] Starting node controller node sync W0505 23:12:36.833256 3803 egressip_healthcheck.go:76] Health checking using insecure connection I0505 23:12:36.833307 3803 egressip_healthcheck.go:109] Starting Egress IP Health Server on 10.128.0.2:9107 I0505 23:12:36.844694 3803 default_node_network_controller.go:1422] Node controller node sync done. Time taken: 11.476802ms I0505 23:12:36.844939 3803 healthcheck_node.go:124] "Starting node proxy healthz server" address="0.0.0.0:10256" I0505 23:12:36.845234 3803 egressservice_node.go:93] Setting up event handlers for Egress Services I0505 23:12:36.845350 3803 egressservice_node.go:183] Starting Egress Services Controller I0505 23:12:36.845368 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices" I0505 23:12:36.845378 3803 shared_informer.go:356] "Caches are synced" controller="egressservices" I0505 23:12:36.845399 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_services" I0505 23:12:36.845406 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_services" I0505 23:12:36.845416 3803 shared_informer.go:349] "Waiting for caches to sync" controller="egressservices_endpointslices" I0505 23:12:36.845423 3803 shared_informer.go:356] "Caches are synced" controller="egressservices_endpointslices" I0505 23:12:36.845429 3803 egressservice_node.go:197] Repairing Egress Services I0505 23:12:36.855804 3803 node_controller.go:43] Starting Admin Policy Based Route Node Controller I0505 23:12:36.855818 3803 external_controller.go:278] Starting Admin Policy Based Route Controller I0505 23:12:36.856020 3803 default_node_network_controller.go:1077] Egress IP for secondary host network is disabled I0505 23:12:36.856029 3803 link_network_manager.go:119] Link manager is running I0505 23:12:36.856038 3803 default_node_network_controller.go:1098] Default node network controller initialized and ready. I0505 23:12:36.856193 3803 ovspinning_linux.go:50] OVS CPU affinity pinning disabled I0505 23:12:36.856604 3803 vrf_manager.go:128] VRF manager is running I0505 23:12:36.856695 3803 node_controller_manager.go:437] Removing flows to drop GARP I0505 23:12:36.856705 3803 gateway.go:532] Reconciling gateway with updates I0505 23:12:36.875695 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-insights/metrics I0505 23:12:36.875725 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:12:36.875729 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:12:36.875751 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver-operator/metrics I0505 23:12:36.875764 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics I0505 23:12:36.875768 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:12:36.875768 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:12:36.875781 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics I0505 23:12:36.875783 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog I0505 23:12:36.875784 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/kubernetes I0505 23:12:36.875803 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/kubernetes I0505 23:12:36.875804 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-default I0505 23:12:36.875733 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-insights/metrics I0505 23:12:36.875820 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-default I0505 23:12:36.875825 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/packageserver I0505 23:12:36.875835 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31028 is already open, no action needed I0505 23:12:36.875837 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:12:36.875839 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/packageserver I0505 23:12:36.875840 3803 port_claim.go:71] Svc openshift-ingress/router-default: port 31933 is already open, no action needed I0505 23:12:36.875841 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/cluster-storage-operator-metrics after 0 failed attempt(s) I0505 23:12:36.875844 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:12:36.875849 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:12:36.875849 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-apiserver I0505 23:12:36.875863 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:12:36.875866 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:12:36.875871 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-apiserver I0505 23:12:36.875873 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:12:36.875877 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver I0505 23:12:36.875700 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:12:36.875882 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:12:36.875885 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-machine-approver/machine-approver after 0 failed attempt(s) I0505 23:12:36.875889 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:12:36.875888 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:12:36.875894 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-samples-operator/metrics I0505 23:12:36.875854 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-insights/metrics after 0 failed attempt(s) I0505 23:12:36.875901 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:12:36.875903 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway default/openshift I0505 23:12:36.875904 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-samples-operator/metrics after 0 failed attempt(s) I0505 23:12:36.875907 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:12:36.875910 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift I0505 23:12:36.875867 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:12:36.875912 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:12:36.875919 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics I0505 23:12:36.875919 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:12:36.875923 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-apiserver/check-endpoints I0505 23:12:36.875924 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:12:36.875925 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:12:36.875926 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:12:36.875950 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-version/cluster-version-operator I0505 23:12:36.875828 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver-operator/metrics after 0 failed attempt(s) I0505 23:12:36.875866 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:12:36.875972 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-console/networking-console-plugin I0505 23:12:36.875903 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-console-operator/metrics I0505 23:12:36.876031 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:12:36.875920 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift after 0 failed attempt(s) I0505 23:12:36.875876 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-operator/metrics I0505 23:12:36.876056 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:12:36.876068 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio I0505 23:12:36.876033 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:12:36.876081 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-multus/network-metrics-service I0505 23:12:36.876088 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-multus/network-metrics-service after 0 failed attempt(s) I0505 23:12:36.876060 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-operator/metrics after 0 failed attempt(s) I0505 23:12:36.875885 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator I0505 23:12:36.876101 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/node-tuning-operator after 0 failed attempt(s) I0505 23:12:36.875830 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-storage-operator/csi-snapshot-controller-operator-metrics after 0 failed attempt(s) I0505 23:12:36.875848 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:12:36.876112 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics I0505 23:12:36.875847 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-catalog after 0 failed attempt(s) I0505 23:12:36.875753 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:12:36.876170 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-source I0505 23:12:36.876175 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-source after 0 failed attempt(s) I0505 23:12:36.875856 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-canary/ingress-canary I0505 23:12:36.875716 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:12:36.876201 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller I0505 23:12:36.875864 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:12:36.876226 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-server I0505 23:12:36.875883 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:12:36.876260 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress-operator/metrics I0505 23:12:36.875893 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics I0505 23:12:36.875897 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:12:36.876305 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service I0505 23:12:36.875898 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ingress/router-internal-default I0505 23:12:36.875899 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:12:36.876366 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-service-ca-operator/metrics I0505 23:12:36.875910 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway default/openshift-oauth-apiserver I0505 23:12:36.875912 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-dns/dns-default I0505 23:12:36.876421 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns/dns-default I0505 23:12:36.875912 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:12:36.876467 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics I0505 23:12:36.875919 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:12:36.876508 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator I0505 23:12:36.876512 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-monitoring/cluster-monitoring-operator after 0 failed attempt(s) I0505 23:12:36.875921 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-config-operator/metrics I0505 23:12:36.875921 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:12:36.876542 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon I0505 23:12:36.875928 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-network-diagnostics/network-check-target I0505 23:12:36.875931 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:12:36.876594 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-authentication-operator/metrics I0505 23:12:36.875932 3803 obj_retry.go:334] Retry object setup: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:12:36.876634 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node I0505 23:12:36.876638 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ovn-kubernetes/ovn-kubernetes-node after 0 failed attempt(s) I0505 23:12:36.875936 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-image-registry/image-registry I0505 23:12:36.875937 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics I0505 23:12:36.876051 3803 obj_retry.go:398] Adding new object: *factory.serviceForGateway openshift-dns-operator/metrics I0505 23:12:36.898594 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/kubernetes after 0 failed attempt(s) I0505 23:12:36.898622 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-deployment-validation-operator/deployment-validation-operator-metrics after 0 failed attempt(s) I0505 23:12:36.898632 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/packageserver after 0 failed attempt(s) I0505 23:12:36.918672 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-default after 0 failed attempt(s) I0505 23:12:36.918689 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-apiserver after 0 failed attempt(s) I0505 23:12:36.918710 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-apiserver/check-endpoints after 0 failed attempt(s) I0505 23:12:36.918718 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cloud-credential-operator/cco-metrics after 0 failed attempt(s) I0505 23:12:36.918723 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-version/cluster-version-operator after 0 failed attempt(s) I0505 23:12:36.918730 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-console/networking-console-plugin after 0 failed attempt(s) I0505 23:12:36.918736 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-console-operator/metrics after 0 failed attempt(s) I0505 23:12:36.918757 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/kube-rbac-proxy-crio after 0 failed attempt(s) I0505 23:12:36.918768 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-storage-version-migrator-operator/metrics after 0 failed attempt(s) I0505 23:12:36.918778 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-canary/ingress-canary after 0 failed attempt(s) I0505 23:12:36.918786 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-controller after 0 failed attempt(s) I0505 23:12:36.918793 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-server after 0 failed attempt(s) I0505 23:12:36.918799 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress-operator/metrics after 0 failed attempt(s) I0505 23:12:36.918804 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-kube-controller-manager-operator/metrics after 0 failed attempt(s) I0505 23:12:36.918809 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-cluster-node-tuning-operator/performance-addon-operator-service after 0 failed attempt(s) I0505 23:12:36.918815 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-ingress/router-internal-default after 0 failed attempt(s) I0505 23:12:36.918821 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-service-ca-operator/metrics after 0 failed attempt(s) I0505 23:12:36.918827 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway default/openshift-oauth-apiserver after 0 failed attempt(s) I0505 23:12:36.957971 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns/dns-default after 0 failed attempt(s) I0505 23:12:36.957998 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/catalog-operator-metrics after 0 failed attempt(s) I0505 23:12:36.958005 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-config-operator/metrics after 0 failed attempt(s) I0505 23:12:36.958010 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-machine-config-operator/machine-config-daemon after 0 failed attempt(s) I0505 23:12:36.958016 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-network-diagnostics/network-check-target after 0 failed attempt(s) I0505 23:12:36.958032 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-authentication-operator/metrics after 0 failed attempt(s) I0505 23:12:36.958055 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-image-registry/image-registry after 0 failed attempt(s) I0505 23:12:36.958060 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-operator-lifecycle-manager/olm-operator-metrics after 0 failed attempt(s) I0505 23:12:36.958066 3803 obj_retry.go:418] Retry successful for *factory.serviceForGateway openshift-dns-operator/metrics after 0 failed attempt(s) I0505 23:12:38.715252 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-2-173.ec2.internal I0505 23:12:38.715286 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-2-173.ec2.internal: 41.384µs I0505 23:12:38.740464 3803 base_network_controller_pods.go:487] [default/openshift-image-registry/image-registry-57bd5ff7b4-vqrn8] creating logical port openshift-image-registry_image-registry-57bd5ff7b4-vqrn8 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.740602 3803 kube.go:256] Updating pod openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 I0505 23:12:38.758118 3803 pod.go:62] [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8] pod update took 17.551342ms I0505 23:12:38.758138 3803 base_network_controller_pods.go:951] [default/openshift-image-registry/image-registry-57bd5ff7b4-vqrn8] addLogicalPort annotation time took 17.578523ms I0505 23:12:38.761891 3803 pods.go:271] [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8] addLogicalPort took 21.462116ms, libovsdb time 3.452924ms I0505 23:12:38.778590 3803 base_network_controller_pods.go:487] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf] creating logical port openshift-cluster-storage-operator_volume-data-source-validator-6944588dcc-crzjf for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.778706 3803 kube.go:256] Updating pod openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf I0505 23:12:38.787357 3803 base_network_controller_pods.go:487] [default/openshift-insights/insights-operator-6dbb575d6c-8qj44] creating logical port openshift-insights_insights-operator-6dbb575d6c-8qj44 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.787479 3803 kube.go:256] Updating pod openshift-insights/insights-operator-6dbb575d6c-8qj44 I0505 23:12:38.787650 3803 base_network_controller_pods.go:487] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2] creating logical port openshift-cluster-samples-operator_cluster-samples-operator-67f4d568c7-srpv2 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.787726 3803 base_network_controller_pods.go:487] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx] creating logical port openshift-service-ca-operator_service-ca-operator-bc9564db4-nf9xx for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.787822 3803 kube.go:256] Updating pod openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2 I0505 23:12:38.787896 3803 kube.go:256] Updating pod openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx I0505 23:12:38.787794 3803 base_network_controller_pods.go:487] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85] creating logical port openshift-monitoring_cluster-monitoring-operator-557b74df6-lrh85 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.788083 3803 kube.go:256] Updating pod openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85 I0505 23:12:38.792126 3803 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-7c4cf75599-q89h9] creating logical port openshift-ingress_router-default-7c4cf75599-q89h9 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.792315 3803 kube.go:256] Updating pod openshift-ingress/router-default-7c4cf75599-q89h9 I0505 23:12:38.804205 3803 pod.go:62] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf] pod update took 25.518302ms I0505 23:12:38.804235 3803 base_network_controller_pods.go:951] [default/openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf] addLogicalPort annotation time took 25.551995ms I0505 23:12:38.805568 3803 pods.go:271] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf] addLogicalPort took 26.998935ms, libovsdb time 974.603µs I0505 23:12:38.810572 3803 pod.go:62] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2] pod update took 22.77963ms I0505 23:12:38.810598 3803 base_network_controller_pods.go:951] [default/openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2] addLogicalPort annotation time took 22.805915ms I0505 23:12:38.811572 3803 pods.go:271] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2] addLogicalPort took 23.933962ms, libovsdb time 694.271µs I0505 23:12:38.817456 3803 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp] creating logical port openshift-kube-storage-version-migrator-operator_kube-storage-version-migrator-operator-74478b59c6-4m6tp for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.817541 3803 kube.go:256] Updating pod openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp I0505 23:12:38.818837 3803 pod.go:62] [openshift-insights/insights-operator-6dbb575d6c-8qj44] pod update took 31.391597ms I0505 23:12:38.818857 3803 base_network_controller_pods.go:951] [default/openshift-insights/insights-operator-6dbb575d6c-8qj44] addLogicalPort annotation time took 31.414268ms I0505 23:12:38.818876 3803 pod.go:62] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85] pod update took 30.813829ms I0505 23:12:38.818890 3803 base_network_controller_pods.go:951] [default/openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85] addLogicalPort annotation time took 30.82965ms I0505 23:12:38.819894 3803 pods.go:271] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85] addLogicalPort took 32.108144ms, libovsdb time 787.527µs I0505 23:12:38.819957 3803 base_network_controller_pods.go:487] [default/openshift-ingress/router-default-58944df9f7-brdlx] creating logical port openshift-ingress_router-default-58944df9f7-brdlx for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.820025 3803 kube.go:256] Updating pod openshift-ingress/router-default-58944df9f7-brdlx I0505 23:12:38.820158 3803 pods.go:271] [openshift-insights/insights-operator-6dbb575d6c-8qj44] addLogicalPort took 32.820437ms, libovsdb time 1.053235ms I0505 23:12:38.825637 3803 pod.go:62] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx] pod update took 37.759395ms I0505 23:12:38.825660 3803 base_network_controller_pods.go:951] [default/openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx] addLogicalPort annotation time took 37.785975ms I0505 23:12:38.825693 3803 base_network_controller_pods.go:487] [default/openshift-ingress-canary/ingress-canary-2z6wc] creating logical port openshift-ingress-canary_ingress-canary-2z6wc for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.825834 3803 kube.go:256] Updating pod openshift-ingress-canary/ingress-canary-2z6wc I0505 23:12:38.826150 3803 base_network_controller_pods.go:487] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9] creating logical port openshift-network-diagnostics_network-check-source-84fd6d9d54-zn4g9 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.826239 3803 kube.go:256] Updating pod openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9 I0505 23:12:38.826285 3803 pod.go:62] [openshift-ingress/router-default-7c4cf75599-q89h9] pod update took 33.992619ms I0505 23:12:38.826310 3803 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-7c4cf75599-q89h9] addLogicalPort annotation time took 34.023015ms I0505 23:12:38.826329 3803 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-z2cz4 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.826454 3803 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4 I0505 23:12:38.826561 3803 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633710-8s98l for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.826656 3803 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l I0505 23:12:38.826712 3803 base_network_controller_pods.go:487] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz] creating logical port openshift-network-console_networking-console-plugin-7f449dfbfd-4vzbz for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.826875 3803 kube.go:256] Updating pod openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz I0505 23:12:38.827049 3803 pods.go:271] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx] addLogicalPort took 39.336299ms, libovsdb time 1.002889ms I0505 23:12:38.827097 3803 base_network_controller_pods.go:487] [default/openshift-console-operator/console-operator-66dbbb6468-zh9v2] creating logical port openshift-console-operator_console-operator-66dbbb6468-zh9v2 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.827159 3803 kube.go:256] Updating pod openshift-console-operator/console-operator-66dbbb6468-zh9v2 I0505 23:12:38.827465 3803 pods.go:271] [openshift-ingress/router-default-7c4cf75599-q89h9] addLogicalPort took 35.350929ms, libovsdb time 825.651µs I0505 23:12:38.848180 3803 pod.go:62] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp] pod update took 30.658403ms I0505 23:12:38.848207 3803 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp] addLogicalPort annotation time took 30.69152ms I0505 23:12:38.848375 3803 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4] pod update took 21.946725ms I0505 23:12:38.848447 3803 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4] addLogicalPort annotation time took 22.020236ms I0505 23:12:38.849426 3803 pods.go:271] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp] addLogicalPort took 31.980958ms, libovsdb time 876.64µs I0505 23:12:38.849791 3803 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4] addLogicalPort took 23.471917ms, libovsdb time 1.056909ms I0505 23:12:38.849865 3803 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-catalog-b96qp for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.849948 3803 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp I0505 23:12:38.853302 3803 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l] pod update took 26.668619ms I0505 23:12:38.853328 3803 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l] addLogicalPort annotation time took 26.693255ms I0505 23:12:38.854360 3803 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l] addLogicalPort took 27.810258ms, libovsdb time 720.74µs I0505 23:12:38.859710 3803 pod.go:62] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9] pod update took 33.48672ms I0505 23:12:38.859728 3803 base_network_controller_pods.go:951] [default/openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9] addLogicalPort annotation time took 33.50831ms I0505 23:12:38.859916 3803 pod.go:62] [openshift-console-operator/console-operator-66dbbb6468-zh9v2] pod update took 32.770525ms I0505 23:12:38.859939 3803 base_network_controller_pods.go:951] [default/openshift-console-operator/console-operator-66dbbb6468-zh9v2] addLogicalPort annotation time took 32.793799ms I0505 23:12:38.860139 3803 pod.go:62] [openshift-ingress-canary/ingress-canary-2z6wc] pod update took 34.336364ms I0505 23:12:38.860202 3803 base_network_controller_pods.go:951] [default/openshift-ingress-canary/ingress-canary-2z6wc] addLogicalPort annotation time took 34.4027ms I0505 23:12:38.860301 3803 pod.go:62] [openshift-ingress/router-default-58944df9f7-brdlx] pod update took 40.301686ms I0505 23:12:38.860322 3803 base_network_controller_pods.go:951] [default/openshift-ingress/router-default-58944df9f7-brdlx] addLogicalPort annotation time took 40.32552ms I0505 23:12:38.860405 3803 pod.go:62] [openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz] pod update took 33.554982ms I0505 23:12:38.860425 3803 base_network_controller_pods.go:951] [default/openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz] addLogicalPort annotation time took 33.575081ms I0505 23:12:38.861004 3803 pods.go:271] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9] addLogicalPort took 34.863417ms, libovsdb time 953.94µs I0505 23:12:38.861538 3803 pods.go:271] [openshift-console-operator/console-operator-66dbbb6468-zh9v2] addLogicalPort took 34.4472ms, libovsdb time 1.31374ms I0505 23:12:38.861775 3803 pods.go:271] [openshift-ingress-canary/ingress-canary-2z6wc] addLogicalPort took 36.099618ms, libovsdb time 1.236837ms I0505 23:12:38.862050 3803 pods.go:271] [openshift-ingress/router-default-58944df9f7-brdlx] addLogicalPort took 42.099655ms, libovsdb time 1.459632ms I0505 23:12:38.862406 3803 pods.go:271] [openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz] addLogicalPort took 35.703928ms, libovsdb time 1.724938ms I0505 23:12:38.863768 3803 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp] pod update took 13.849223ms I0505 23:12:38.863785 3803 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp] addLogicalPort annotation time took 13.869609ms I0505 23:12:38.864702 3803 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp] addLogicalPort took 14.850748ms, libovsdb time 644.421µs I0505 23:12:38.875907 3803 base_network_controller_pods.go:487] [default/openshift-dns/dns-default-7s5f5] creating logical port openshift-dns_dns-default-7s5f5 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:38.875992 3803 kube.go:256] Updating pod openshift-dns/dns-default-7s5f5 I0505 23:12:38.888274 3803 pod.go:62] [openshift-dns/dns-default-7s5f5] pod update took 12.306988ms I0505 23:12:38.888297 3803 base_network_controller_pods.go:951] [default/openshift-dns/dns-default-7s5f5] addLogicalPort annotation time took 12.335288ms I0505 23:12:38.889384 3803 pods.go:271] [openshift-dns/dns-default-7s5f5] addLogicalPort took 13.493594ms, libovsdb time 773.371µs I0505 23:12:39.164955 3803 cni.go:452] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx 82fe3f5089328b3e4cc2e52e7f7e95496f76bebff752ec13f5e8cfd2ede1a614 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx 82fe3f5089328b3e4cc2e52e7f7e95496f76bebff752ec13f5e8cfd2ede1a614 network default NAD default NAD key ] I0505 23:12:39.173675 3803 cni.go:452] [openshift-console-operator/console-operator-66dbbb6468-zh9v2 a7188465f5a9c90e130e0305afc65b4da21f66bd46a8a6a21fd5cdd57bfa305c network default NAD default NAD key ] ADD starting CNI request [openshift-console-operator/console-operator-66dbbb6468-zh9v2 a7188465f5a9c90e130e0305afc65b4da21f66bd46a8a6a21fd5cdd57bfa305c network default NAD default NAD key ] I0505 23:12:39.189226 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca-operator, podName: service-ca-operator-bc9564db4-nf9xx, hostIfaceName: 82fe3f5089328b3, network: default, NAD default, SandboxID: "82fe3f5089328b3e4cc2e52e7f7e95496f76bebff752ec13f5e8cfd2ede1a614", PCI device ID: , UID: "b60a5800-3d5f-4fce-8529-cfc25896fca2", MAC: 0a:58:0a:80:00:09, IPs: [10.128.0.9/23] I0505 23:12:39.189285 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console-operator, podName: console-operator-66dbbb6468-zh9v2, hostIfaceName: a7188465f5a9c90, network: default, NAD default, SandboxID: "a7188465f5a9c90e130e0305afc65b4da21f66bd46a8a6a21fd5cdd57bfa305c", PCI device ID: , UID: "bb251626-49a1-4fe5-a138-fc03e8cf351d", MAC: 0a:58:0a:80:00:13, IPs: [10.128.0.19/23] I0505 23:12:39.202841 3803 cni.go:452] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp 00aabc9cdaeb7df2c6fe1f1af5ba9c3bb931dfc5df97a1b9babcf93f9ab684f0 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp 00aabc9cdaeb7df2c6fe1f1af5ba9c3bb931dfc5df97a1b9babcf93f9ab684f0 network default NAD default NAD key ] I0505 23:12:39.215133 3803 cni.go:452] [openshift-ingress-canary/ingress-canary-2z6wc 2876f19cbb637e823168dad033051d7181c202c99e612e4651ce0ec33152f41c network default NAD default NAD key ] ADD starting CNI request [openshift-ingress-canary/ingress-canary-2z6wc 2876f19cbb637e823168dad033051d7181c202c99e612e4651ce0ec33152f41c network default NAD default NAD key ] I0505 23:12:39.217929 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator-operator, podName: kube-storage-version-migrator-operator-74478b59c6-4m6tp, hostIfaceName: 00aabc9cdaeb7df, network: default, NAD default, SandboxID: "00aabc9cdaeb7df2c6fe1f1af5ba9c3bb931dfc5df97a1b9babcf93f9ab684f0", PCI device ID: , UID: "7217bd5c-97e2-4a0a-b024-08218744758a", MAC: 0a:58:0a:80:00:0c, IPs: [10.128.0.12/23] I0505 23:12:39.218357 3803 cni.go:452] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9 71d4319568eae89d42e4188ebfa621d158639679581240e845082faecd0f170f network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9 71d4319568eae89d42e4188ebfa621d158639679581240e845082faecd0f170f network default NAD default NAD key ] I0505 23:12:39.232152 3803 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp fda5442fcc587e4345f192c78e38da93efe2adf66799089f246e772ece12c397 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp fda5442fcc587e4345f192c78e38da93efe2adf66799089f246e772ece12c397 network default NAD default NAD key ] I0505 23:12:39.243195 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-source-84fd6d9d54-zn4g9, hostIfaceName: 71d4319568eae89, network: default, NAD default, SandboxID: "71d4319568eae89d42e4188ebfa621d158639679581240e845082faecd0f170f", PCI device ID: , UID: "ac96d401-6896-4fe8-b511-3c29a8de5dde", MAC: 0a:58:0a:80:00:0f, IPs: [10.128.0.15/23] I0505 23:12:39.244200 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress-canary, podName: ingress-canary-2z6wc, hostIfaceName: 2876f19cbb637e8, network: default, NAD default, SandboxID: "2876f19cbb637e823168dad033051d7181c202c99e612e4651ce0ec33152f41c", PCI device ID: , UID: "7dbed0f4-380f-49a2-8c98-1ef7cab2e438", MAC: 0a:58:0a:80:00:0e, IPs: [10.128.0.14/23] I0505 23:12:39.246665 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-catalog-b96qp, hostIfaceName: fda5442fcc587e4, network: default, NAD default, SandboxID: "fda5442fcc587e4345f192c78e38da93efe2adf66799089f246e772ece12c397", PCI device ID: , UID: "a07333dc-957e-411c-a4ad-0c6b9080837d", MAC: 0a:58:0a:80:00:14, IPs: [10.128.0.20/23] I0505 23:12:39.269335 3803 cni.go:473] [openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx 82fe3f5089328b3e4cc2e52e7f7e95496f76bebff752ec13f5e8cfd2ede1a614 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca-operator/service-ca-operator-bc9564db4-nf9xx 82fe3f5089328b3e4cc2e52e7f7e95496f76bebff752ec13f5e8cfd2ede1a614 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5e:84:6d:01:d9:76\",\"name\":\"82fe3f5089328b3\"},{\"mac\":\"0a:58:0a:80:00:09\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/86d7aca0-3769-4352-a8b9-775fbbfe31df\"}],\"ips\":[{\"address\":\"10.128.0.9/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:39.277658 3803 cni.go:473] [openshift-console-operator/console-operator-66dbbb6468-zh9v2 a7188465f5a9c90e130e0305afc65b4da21f66bd46a8a6a21fd5cdd57bfa305c network default NAD default NAD key default] ADD finished CNI request [openshift-console-operator/console-operator-66dbbb6468-zh9v2 a7188465f5a9c90e130e0305afc65b4da21f66bd46a8a6a21fd5cdd57bfa305c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:69:76:56:84:c4\",\"name\":\"a7188465f5a9c90\"},{\"mac\":\"0a:58:0a:80:00:13\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/20e69529-18fb-4b05-9048-b594040e8405\"}],\"ips\":[{\"address\":\"10.128.0.19/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:39.286611 3803 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l 9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l 9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf network default NAD default NAD key ] I0505 23:12:39.289497 3803 cni.go:473] [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp 00aabc9cdaeb7df2c6fe1f1af5ba9c3bb931dfc5df97a1b9babcf93f9ab684f0 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator-operator/kube-storage-version-migrator-operator-74478b59c6-4m6tp 00aabc9cdaeb7df2c6fe1f1af5ba9c3bb931dfc5df97a1b9babcf93f9ab684f0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:86:35:f0:5c:c0\",\"name\":\"00aabc9cdaeb7df\"},{\"mac\":\"0a:58:0a:80:00:0c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/947977ca-d2e8-42d3-9ba2-6ef66e8568cd\"}],\"ips\":[{\"address\":\"10.128.0.12/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:39.300493 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633710-8s98l, hostIfaceName: 9b709f3ddf65359, network: default, NAD default, SandboxID: "9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf", PCI device ID: , UID: "86c8ab24-654a-40f5-aefb-4c3f410f4478", MAC: 0a:58:0a:80:00:11, IPs: [10.128.0.17/23] I0505 23:12:39.304265 3803 cni.go:473] [openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9 71d4319568eae89d42e4188ebfa621d158639679581240e845082faecd0f170f network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-source-84fd6d9d54-zn4g9 71d4319568eae89d42e4188ebfa621d158639679581240e845082faecd0f170f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:11:9f:6a:7f:ec\",\"name\":\"71d4319568eae89\"},{\"mac\":\"0a:58:0a:80:00:0f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/dd56e652-750a-4e6e-85b7-c54d3245dd1d\"}],\"ips\":[{\"address\":\"10.128.0.15/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:39.311429 3803 cni.go:473] [openshift-ingress-canary/ingress-canary-2z6wc 2876f19cbb637e823168dad033051d7181c202c99e612e4651ce0ec33152f41c network default NAD default NAD key default] ADD finished CNI request [openshift-ingress-canary/ingress-canary-2z6wc 2876f19cbb637e823168dad033051d7181c202c99e612e4651ce0ec33152f41c network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"36:81:3e:da:5c:b6\",\"name\":\"2876f19cbb637e8\"},{\"mac\":\"0a:58:0a:80:00:0e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/408c76b0-6f6d-45ab-9c90-4bc052824176\"}],\"ips\":[{\"address\":\"10.128.0.14/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:39.311437 3803 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp fda5442fcc587e4345f192c78e38da93efe2adf66799089f246e772ece12c397 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-catalog-b96qp fda5442fcc587e4345f192c78e38da93efe2adf66799089f246e772ece12c397 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:45:fd:5f:fd:ab\",\"name\":\"fda5442fcc587e4\"},{\"mac\":\"0a:58:0a:80:00:14\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5a667f25-245e-4927-8651-fe826be8fc5b\"}],\"ips\":[{\"address\":\"10.128.0.20/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:39.357799 3803 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l 9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l 9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"82:d6:5a:c6:46:01\",\"name\":\"9b709f3ddf65359\"},{\"mac\":\"0a:58:0a:80:00:11\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/76fa9886-e647-4832-aa26-8a1fcf70edf5\"}],\"ips\":[{\"address\":\"10.128.0.17/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:39.441723 3803 cni.go:452] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf 63c9e5355521970df1a133801279cbdeffc1bba986e4949319c0163cae58165b network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf 63c9e5355521970df1a133801279cbdeffc1bba986e4949319c0163cae58165b network default NAD default NAD key ] I0505 23:12:39.445593 3803 cni.go:452] [openshift-insights/insights-operator-6dbb575d6c-8qj44 cc711e0996d4ab574cde25f6c3528d278e5d657799d7fc3fee354f2250499730 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-operator-6dbb575d6c-8qj44 cc711e0996d4ab574cde25f6c3528d278e5d657799d7fc3fee354f2250499730 network default NAD default NAD key ] I0505 23:12:39.453034 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-storage-operator, podName: volume-data-source-validator-6944588dcc-crzjf, hostIfaceName: 63c9e5355521970, network: default, NAD default, SandboxID: "63c9e5355521970df1a133801279cbdeffc1bba986e4949319c0163cae58165b", PCI device ID: , UID: "5a2b392b-8a7d-4cea-8c02-7f0423ef931e", MAC: 0a:58:0a:80:00:06, IPs: [10.128.0.6/23] I0505 23:12:39.456305 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-operator-6dbb575d6c-8qj44, hostIfaceName: cc711e0996d4ab5, network: default, NAD default, SandboxID: "cc711e0996d4ab574cde25f6c3528d278e5d657799d7fc3fee354f2250499730", PCI device ID: , UID: "a8883a9c-331d-49a1-a7c1-3e99a44e8d79", MAC: 0a:58:0a:80:00:07, IPs: [10.128.0.7/23] I0505 23:12:39.501577 3803 cni.go:473] [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf 63c9e5355521970df1a133801279cbdeffc1bba986e4949319c0163cae58165b network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-storage-operator/volume-data-source-validator-6944588dcc-crzjf 63c9e5355521970df1a133801279cbdeffc1bba986e4949319c0163cae58165b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:f9:2c:f2:9c:48\",\"name\":\"63c9e5355521970\"},{\"mac\":\"0a:58:0a:80:00:06\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4fa72e04-0f2b-4b71-b153-ff8593e10cbe\"}],\"ips\":[{\"address\":\"10.128.0.6/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:39.509577 3803 cni.go:473] [openshift-insights/insights-operator-6dbb575d6c-8qj44 cc711e0996d4ab574cde25f6c3528d278e5d657799d7fc3fee354f2250499730 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-operator-6dbb575d6c-8qj44 cc711e0996d4ab574cde25f6c3528d278e5d657799d7fc3fee354f2250499730 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6a:d0:37:41:f6:94\",\"name\":\"cc711e0996d4ab5\"},{\"mac\":\"0a:58:0a:80:00:07\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/f1fbf1d0-d98d-46f4-8a65-5ffcb6f55099\"}],\"ips\":[{\"address\":\"10.128.0.7/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:40.431186 3803 cni.go:452] [openshift-network-diagnostics/network-check-target-55t4m f91813c54953c366d94f82bbe5dc12f0c142738032009ba2763795f46f227542 network default NAD default NAD key ] ADD starting CNI request [openshift-network-diagnostics/network-check-target-55t4m f91813c54953c366d94f82bbe5dc12f0c142738032009ba2763795f46f227542 network default NAD default NAD key ] I0505 23:12:40.442626 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-diagnostics, podName: network-check-target-55t4m, hostIfaceName: f91813c54953c36, network: default, NAD default, SandboxID: "f91813c54953c366d94f82bbe5dc12f0c142738032009ba2763795f46f227542", PCI device ID: , UID: "a5d7f6ae-97ce-40b1-95c6-4e8b3daa70f2", MAC: 0a:58:0a:80:00:04, IPs: [10.128.0.4/23] I0505 23:12:40.493615 3803 cni.go:473] [openshift-network-diagnostics/network-check-target-55t4m f91813c54953c366d94f82bbe5dc12f0c142738032009ba2763795f46f227542 network default NAD default NAD key default] ADD finished CNI request [openshift-network-diagnostics/network-check-target-55t4m f91813c54953c366d94f82bbe5dc12f0c142738032009ba2763795f46f227542 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3a:a5:30:5c:cb:6e\",\"name\":\"f91813c54953c36\"},{\"mac\":\"0a:58:0a:80:00:04\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/02f8bb64-f0eb-4684-8b68-0e75ae08ca1e\"}],\"ips\":[{\"address\":\"10.128.0.4/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:42.078898 3803 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:43.470574 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:45.081243 3803 namespace.go:98] [openshift-service-ca] adding namespace I0505 23:12:45.082451 3803 namespace.go:102] [openshift-service-ca] adding namespace took 1.18056ms I0505 23:12:45.101396 3803 namespace.go:142] [openshift-service-ca] updating namespace I0505 23:12:46.760171 3803 base_network_controller_pods.go:487] [default/openshift-service-ca/service-ca-d9cb48497-bmj22] creating logical port openshift-service-ca_service-ca-d9cb48497-bmj22 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:12:46.760326 3803 kube.go:256] Updating pod openshift-service-ca/service-ca-d9cb48497-bmj22 I0505 23:12:46.774827 3803 pod.go:62] [openshift-service-ca/service-ca-d9cb48497-bmj22] pod update took 14.529335ms I0505 23:12:46.774852 3803 base_network_controller_pods.go:951] [default/openshift-service-ca/service-ca-d9cb48497-bmj22] addLogicalPort annotation time took 14.567289ms I0505 23:12:46.776277 3803 pods.go:271] [openshift-service-ca/service-ca-d9cb48497-bmj22] addLogicalPort took 16.123703ms, libovsdb time 1.028812ms I0505 23:12:50.133587 3803 cni.go:452] [openshift-service-ca/service-ca-d9cb48497-bmj22 e2f7a17f548b5b4e5d63af977479a260f619ab8854efabbdc6f00efc790fec24 network default NAD default NAD key ] ADD starting CNI request [openshift-service-ca/service-ca-d9cb48497-bmj22 e2f7a17f548b5b4e5d63af977479a260f619ab8854efabbdc6f00efc790fec24 network default NAD default NAD key ] I0505 23:12:50.144077 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-service-ca, podName: service-ca-d9cb48497-bmj22, hostIfaceName: e2f7a17f548b5b4, network: default, NAD default, SandboxID: "e2f7a17f548b5b4e5d63af977479a260f619ab8854efabbdc6f00efc790fec24", PCI device ID: , UID: "e5710abc-c544-420b-bbae-5a898aef2288", MAC: 0a:58:0a:80:00:16, IPs: [10.128.0.22/23] I0505 23:12:50.193345 3803 cni.go:473] [openshift-service-ca/service-ca-d9cb48497-bmj22 e2f7a17f548b5b4e5d63af977479a260f619ab8854efabbdc6f00efc790fec24 network default NAD default NAD key default] ADD finished CNI request [openshift-service-ca/service-ca-d9cb48497-bmj22 e2f7a17f548b5b4e5d63af977479a260f619ab8854efabbdc6f00efc790fec24 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:93:20:64:82:01\",\"name\":\"e2f7a17f548b5b4\"},{\"mac\":\"0a:58:0a:80:00:16\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3dcc22f-7b9b-46cf-a501-cb8cb615978e\"}],\"ips\":[{\"address\":\"10.128.0.22/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:51.216968 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:12:51.216995 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 32.834µs I0505 23:12:51.217044 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:51.217056 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-12.ec2.internal" for egress firewall I0505 23:12:51.648208 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:12:51.648234 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 33.165µs I0505 23:12:51.648261 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-214.ec2.internal" for egress firewall I0505 23:12:51.648288 3803 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:52.305624 3803 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:12:52.500302 3803 namespace.go:98] [openshift-kube-storage-version-migrator] adding namespace I0505 23:12:52.501665 3803 namespace.go:102] [openshift-kube-storage-version-migrator] adding namespace took 1.293969ms I0505 23:12:52.512563 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 23:12:54.758005 3803 cni.go:452] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2 dddbdc80349916b10c7d5d5f3f1b617aadcb8154593e87d62ad08fdc303d14ba network default NAD default NAD key ] ADD starting CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2 dddbdc80349916b10c7d5d5f3f1b617aadcb8154593e87d62ad08fdc303d14ba network default NAD default NAD key ] I0505 23:12:54.767661 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-cluster-samples-operator, podName: cluster-samples-operator-67f4d568c7-srpv2, hostIfaceName: dddbdc80349916b, network: default, NAD default, SandboxID: "dddbdc80349916b10c7d5d5f3f1b617aadcb8154593e87d62ad08fdc303d14ba", PCI device ID: , UID: "bf5fc5c6-4a05-4408-97ba-73c797741bdb", MAC: 0a:58:0a:80:00:08, IPs: [10.128.0.8/23] I0505 23:12:54.817815 3803 cni.go:473] [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2 dddbdc80349916b10c7d5d5f3f1b617aadcb8154593e87d62ad08fdc303d14ba network default NAD default NAD key default] ADD finished CNI request [openshift-cluster-samples-operator/cluster-samples-operator-67f4d568c7-srpv2 dddbdc80349916b10c7d5d5f3f1b617aadcb8154593e87d62ad08fdc303d14ba network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"0e:04:1b:38:0c:72\",\"name\":\"dddbdc80349916b\"},{\"mac\":\"0a:58:0a:80:00:08\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e4f86410-4f29-44ed-bb37-397647ba60ac\"}],\"ips\":[{\"address\":\"10.128.0.8/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:12:59.573208 3803 namespace.go:142] [openshift-network-node-identity] updating namespace I0505 23:12:59.574546 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:12:59.583296 3803 namespace.go:142] [openshift-must-gather-operator] updating namespace I0505 23:12:59.583945 3803 namespace.go:142] [openshift-network-diagnostics] updating namespace I0505 23:12:59.592845 3803 namespace.go:142] [openshift-network-console] updating namespace I0505 23:12:59.593368 3803 namespace.go:142] [openshift-ovn-kubernetes] updating namespace I0505 23:12:59.599891 3803 namespace.go:142] [openshift-kube-storage-version-migrator] updating namespace I0505 23:13:02.216088 3803 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-0-214.ec2.internal I0505 23:13:02.216125 3803 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-0-214.ec2.internal I0505 23:13:02.216129 3803 obj_retry.go:334] Retry object setup: *v1.Node ip-10-0-1-12.ec2.internal I0505 23:13:02.216152 3803 obj_retry.go:398] Adding new object: *v1.Node ip-10-0-1-12.ec2.internal I0505 23:13:02.216229 3803 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-0-214.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-0-214.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-0-214.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-0-214.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-0-214.ec2.internal I0505 23:13:02.216231 3803 obj_retry.go:409] Retry add failed for *v1.Node ip-10-0-1-12.ec2.internal, will try again later: adding or updating remote node chassis ip-10-0-1-12.ec2.internal failed, err - failed to create or update chassis to remote for remote node ip-10-0-1-12.ec2.internal, error: failed to parse node chassis-id for node - ip-10-0-1-12.ec2.internal, error: suppressed error logged: k8s.ovn.org/node-chassis-id annotation not found for node ip-10-0-1-12.ec2.internal I0505 23:13:02.689243 3803 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:03.847435 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:04.781059 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-d6pp2 I0505 23:13:04.781081 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-v65jq I0505 23:13:04.781092 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-d6pp2 I0505 23:13:04.781100 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-multus/network-metrics-daemon-5brt2 I0505 23:13:04.781116 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-multus/network-metrics-daemon-5brt2 I0505 23:13:04.781134 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-d6pp2, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-d6pp2: suppressed error logged: pod openshift-multus/network-metrics-daemon-d6pp2: no pod IPs found I0505 23:13:04.781074 3803 obj_retry.go:334] Retry object setup: *v1.Pod openshift-network-diagnostics/network-check-target-8tlbv I0505 23:13:04.781146 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-8tlbv I0505 23:13:04.781153 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-multus/network-metrics-daemon-5brt2, will try again later: failed to obtain IPs to add remote pod openshift-multus/network-metrics-daemon-5brt2: suppressed error logged: pod openshift-multus/network-metrics-daemon-5brt2: no pod IPs found I0505 23:13:04.781103 3803 obj_retry.go:398] Adding new object: *v1.Pod openshift-network-diagnostics/network-check-target-v65jq I0505 23:13:04.781165 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-8tlbv, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-8tlbv: suppressed error logged: pod openshift-network-diagnostics/network-check-target-8tlbv: no pod IPs found I0505 23:13:04.781181 3803 obj_retry.go:409] Retry add failed for *v1.Pod openshift-network-diagnostics/network-check-target-v65jq, will try again later: failed to obtain IPs to add remote pod openshift-network-diagnostics/network-check-target-v65jq: suppressed error logged: pod openshift-network-diagnostics/network-check-target-v65jq: no pod IPs found W0505 23:13:06.259165 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:06.269914 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:06.317499 3803 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:06.342208 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "global", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:06.345139 3803 base_network_controller_pods.go:487] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9] creating logical port openshift-kube-storage-version-migrator_migrator-846d9b8bdc-zm2p9 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:13:06.345232 3803 kube.go:256] Updating pod openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9 W0505 23:13:06.355457 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-9476dfb55-m9mpq IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-9476dfb55-m9mpq: no pod IPs found I0505 23:13:06.368616 3803 pod.go:62] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9] pod update took 23.40644ms I0505 23:13:06.368641 3803 base_network_controller_pods.go:951] [default/openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9] addLogicalPort annotation time took 23.437619ms I0505 23:13:06.369977 3803 pods.go:271] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9] addLogicalPort took 24.852711ms, libovsdb time 923.427µs W0505 23:13:06.393313 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-image-registry/image-registry-57bd5ff7b4-vv7tq IP address from the namespace address-set, err: pod openshift-image-registry/image-registry-57bd5ff7b4-vv7tq: no pod IPs found I0505 23:13:06.450996 3803 base_network_controller_pods.go:487] [default/openshift-insights/insights-runtime-extractor-dgr2l] creating logical port openshift-insights_insights-runtime-extractor-dgr2l for pod on switch ip-10-0-2-173.ec2.internal I0505 23:13:06.451115 3803 kube.go:256] Updating pod openshift-insights/insights-runtime-extractor-dgr2l I0505 23:13:06.475642 3803 pod.go:62] [openshift-insights/insights-runtime-extractor-dgr2l] pod update took 24.561663ms I0505 23:13:06.475666 3803 base_network_controller_pods.go:951] [default/openshift-insights/insights-runtime-extractor-dgr2l] addLogicalPort annotation time took 24.590843ms I0505 23:13:06.476971 3803 pods.go:271] [openshift-insights/insights-runtime-extractor-dgr2l] addLogicalPort took 25.996263ms, libovsdb time 922.458µs I0505 23:13:06.841800 3803 cni.go:452] [openshift-insights/insights-runtime-extractor-dgr2l 5d7b3638ccd1808a9945c70c662105be7568ce52e60fbc6b20109d3418ff5d78 network default NAD default NAD key ] ADD starting CNI request [openshift-insights/insights-runtime-extractor-dgr2l 5d7b3638ccd1808a9945c70c662105be7568ce52e60fbc6b20109d3418ff5d78 network default NAD default NAD key ] I0505 23:13:06.851272 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-insights, podName: insights-runtime-extractor-dgr2l, hostIfaceName: 5d7b3638ccd1808, network: default, NAD default, SandboxID: "5d7b3638ccd1808a9945c70c662105be7568ce52e60fbc6b20109d3418ff5d78", PCI device ID: , UID: "1dc6dd50-a009-4d75-8286-b7280b58986e", MAC: 0a:58:0a:80:00:18, IPs: [10.128.0.24/23] I0505 23:13:06.901372 3803 cni.go:473] [openshift-insights/insights-runtime-extractor-dgr2l 5d7b3638ccd1808a9945c70c662105be7568ce52e60fbc6b20109d3418ff5d78 network default NAD default NAD key default] ADD finished CNI request [openshift-insights/insights-runtime-extractor-dgr2l 5d7b3638ccd1808a9945c70c662105be7568ce52e60fbc6b20109d3418ff5d78 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fa:9d:fd:37:b2\",\"name\":\"5d7b3638ccd1808\"},{\"mac\":\"0a:58:0a:80:00:18\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/c3efbf48-38ad-4786-918e-6c3c41e84d56\"}],\"ips\":[{\"address\":\"10.128.0.24/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:07.364526 3803 cni.go:452] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9 59be1dc28d5ced788ff12e9f655ea5eb06303c72f95f38c040b0091597926f97 network default NAD default NAD key ] ADD starting CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9 59be1dc28d5ced788ff12e9f655ea5eb06303c72f95f38c040b0091597926f97 network default NAD default NAD key ] I0505 23:13:07.374765 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-kube-storage-version-migrator, podName: migrator-846d9b8bdc-zm2p9, hostIfaceName: 59be1dc28d5ced7, network: default, NAD default, SandboxID: "59be1dc28d5ced788ff12e9f655ea5eb06303c72f95f38c040b0091597926f97", PCI device ID: , UID: "575d81de-ebe1-4a55-9a22-5a37123bd710", MAC: 0a:58:0a:80:00:17, IPs: [10.128.0.23/23] I0505 23:13:07.423226 3803 cni.go:473] [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9 59be1dc28d5ced788ff12e9f655ea5eb06303c72f95f38c040b0091597926f97 network default NAD default NAD key default] ADD finished CNI request [openshift-kube-storage-version-migrator/migrator-846d9b8bdc-zm2p9 59be1dc28d5ced788ff12e9f655ea5eb06303c72f95f38c040b0091597926f97 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fa:17:4c:04:b4:5d\",\"name\":\"59be1dc28d5ced7\"},{\"mac\":\"0a:58:0a:80:00:17\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d5c1e539-b781-4871-bafa-04808909ebbc\"}],\"ips\":[{\"address\":\"10.128.0.23/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:07.472142 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:13:07.472193 3803 node_tracker.go:235] Node ip-10-0-1-12.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-1-12.ec2.internal" I0505 23:13:07.472215 3803 node_tracker.go:169] Node ip-10-0-1-12.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.472226 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.472238 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "ip-10-0-1-12.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 23:13:07.472314 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:07.472767 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:07.501651 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "ip-10-0-1-12.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:07.623593 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:13:07.623657 3803 node_tracker.go:169] Node ip-10-0-1-12.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.623669 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.623674 3803 default_network_controller.go:1025] Node "ip-10-0-1-12.ec2.internal" in remote zone "ip-10-0-1-12.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 23:13:07.624194 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:13:07.624321 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:13:07.624645 3803 zone_ic_handler.go:195] Time taken to create transit switch: 294.918µs I0505 23:13:07.624663 3803 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-1-12.ec2.internal for the network default I0505 23:13:07.625719 3803 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-1-12.ec2.internal" on network "default" took: 1.384236ms I0505 23:13:07.676877 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:07.676906 3803 node_tracker.go:235] Node ip-10-0-0-214.ec2.internal has invalid / no gateway config: k8s.ovn.org/l3-gateway-config annotation not found for node "ip-10-0-0-214.ec2.internal" I0505 23:13:07.676922 3803 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.676940 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:13:07.677003 3803 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "ip-10-0-0-214.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false W0505 23:13:07.677347 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:13:07.677511 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:13:07.827902 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:07.827914 3803 default_network_controller.go:1025] Node "ip-10-0-0-214.ec2.internal" in remote zone "ip-10-0-0-214.ec2.internal", network "default", needs interconnect zone sync up. Zone cluster changed: false I0505 23:13:07.827960 3803 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:07.827973 3803 services_controller.go:574] Full service sync requested for network=default W0505 23:13:07.828166 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target W0505 23:13:07.828309 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics I0505 23:13:07.829007 3803 zone_ic_handler.go:195] Time taken to create transit switch: 294.117µs I0505 23:13:07.829025 3803 zone_ic_handler.go:277] Creating interconnect resources for remote zone node ip-10-0-0-214.ec2.internal for the network default I0505 23:13:07.830052 3803 zone_ic_handler.go:282] Creating Interconnect resources for node "ip-10-0-0-214.ec2.internal" on network "default" took: 1.350244ms I0505 23:13:08.186340 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-1-12.ec2.internal in network "default" I0505 23:13:08.186390 3803 egressfirewall.go:723] Syncing node "ip-10-0-1-12.ec2.internal" for egress firewall I0505 23:13:08.186397 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:13:08.186412 3803 node_tracker.go:169] Node ip-10-0-1-12.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.186418 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 23.457µs I0505 23:13:08.186429 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:13:08.186484 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-12.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:13:08.186500 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-12.ec2.internal", IP: 10.0.1.12 to PMTUD blocking rules W0505 23:13:08.186610 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:08.186926 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:08.192860 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-1-12.ec2.internal. Updating no re-route policies I0505 23:13:08.210115 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-12.ec2.internal", IP: 10.0.1.12 to PMTUD blocking rules I0505 23:13:08.210137 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-1-12.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:13:08.389022 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:13:08.389051 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 37.016µs I0505 23:13:08.389081 3803 node_tracker.go:208] Processing possible switch / router updates for node ip-10-0-0-214.ec2.internal in network "default" I0505 23:13:08.389121 3803 egressfirewall.go:723] Syncing node "ip-10-0-0-214.ec2.internal" for egress firewall I0505 23:13:08.389131 3803 node_tracker.go:169] Node ip-10-0-0-214.ec2.internal switch + router changed, syncing services in network "default" I0505 23:13:08.389144 3803 services_controller.go:574] Full service sync requested for network=default I0505 23:13:08.389142 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-214.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:13:08.389152 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-214.ec2.internal", IP: 10.0.0.214 to PMTUD blocking rules W0505 23:13:08.389332 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:08.389589 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:08.395245 3803 default_network_controller.go:1084] Egress IP detected IP address change for node ip-10-0-0-214.ec2.internal. Updating no re-route policies I0505 23:13:08.405859 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-214.ec2.internal", IP: 10.0.0.214 to PMTUD blocking rules I0505 23:13:08.405877 3803 default_node_network_controller.go:1293] Adding remote node "ip-10-0-0-214.ec2.internal", IP: 172.20.0.1 to PMTUD blocking rules I0505 23:13:10.908541 3803 cni.go:452] [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e network default NAD default NAD key ] ADD starting CNI request [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e network default NAD default NAD key ] I0505 23:13:10.919138 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-image-registry, podName: image-registry-57bd5ff7b4-vqrn8, hostIfaceName: 9b8cc4ce4ca4e8d, network: default, NAD default, SandboxID: "9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e", PCI device ID: , UID: "0755616f-c4e8-4d88-9b6f-27f3c9074cfa", MAC: 0a:58:0a:80:00:05, IPs: [10.128.0.5/23] I0505 23:13:10.972937 3803 cni.go:473] [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e network default NAD default NAD key default] ADD finished CNI request [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"26:5a:30:ee:03:d2\",\"name\":\"9b8cc4ce4ca4e8d\"},{\"mac\":\"0a:58:0a:80:00:05\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8940c703-0df0-45f1-9c08-72e5b45491ee\"}],\"ips\":[{\"address\":\"10.128.0.5/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:10.975681 3803 cni.go:452] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85 9cceef8ed459e33aab266d7efcb1abc9243db1c2c8ae9e1b214ae566092563cb network default NAD default NAD key ] ADD starting CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85 9cceef8ed459e33aab266d7efcb1abc9243db1c2c8ae9e1b214ae566092563cb network default NAD default NAD key ] I0505 23:13:10.987212 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-monitoring, podName: cluster-monitoring-operator-557b74df6-lrh85, hostIfaceName: 9cceef8ed459e33, network: default, NAD default, SandboxID: "9cceef8ed459e33aab266d7efcb1abc9243db1c2c8ae9e1b214ae566092563cb", PCI device ID: , UID: "02eab164-e263-4b42-aee8-79fcc6f43742", MAC: 0a:58:0a:80:00:0a, IPs: [10.128.0.10/23] I0505 23:13:10.991625 3803 cni.go:452] [openshift-ingress/router-default-7c4cf75599-q89h9 1c3f629ae0fd4566adc9befe1eeaac8d8335e62061a8de9ffc90a4db2ee4cfd0 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-7c4cf75599-q89h9 1c3f629ae0fd4566adc9befe1eeaac8d8335e62061a8de9ffc90a4db2ee4cfd0 network default NAD default NAD key ] I0505 23:13:10.992916 3803 cni.go:452] [openshift-ingress/router-default-58944df9f7-brdlx 1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000 network default NAD default NAD key ] ADD starting CNI request [openshift-ingress/router-default-58944df9f7-brdlx 1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000 network default NAD default NAD key ] I0505 23:13:11.002135 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-58944df9f7-brdlx, hostIfaceName: 1167a780e96b227, network: default, NAD default, SandboxID: "1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000", PCI device ID: , UID: "b7f30d40-adba-4040-9a83-fb8cf59b24c8", MAC: 0a:58:0a:80:00:0d, IPs: [10.128.0.13/23] I0505 23:13:11.003592 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-ingress, podName: router-default-7c4cf75599-q89h9, hostIfaceName: 1c3f629ae0fd456, network: default, NAD default, SandboxID: "1c3f629ae0fd4566adc9befe1eeaac8d8335e62061a8de9ffc90a4db2ee4cfd0", PCI device ID: , UID: "2c067ea2-9b09-4eb6-8c5a-b9f699a8e69d", MAC: 0a:58:0a:80:00:0b, IPs: [10.128.0.11/23] I0505 23:13:11.037196 3803 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4 ad78efc5dc83cdc4b9e0f5c74ab004319f0bc0132d9864355a7b5646a8cf14a1 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4 ad78efc5dc83cdc4b9e0f5c74ab004319f0bc0132d9864355a7b5646a8cf14a1 network default NAD default NAD key ] I0505 23:13:11.045568 3803 cni.go:473] [openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85 9cceef8ed459e33aab266d7efcb1abc9243db1c2c8ae9e1b214ae566092563cb network default NAD default NAD key default] ADD finished CNI request [openshift-monitoring/cluster-monitoring-operator-557b74df6-lrh85 9cceef8ed459e33aab266d7efcb1abc9243db1c2c8ae9e1b214ae566092563cb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"f2:e6:a0:ff:06:e3\",\"name\":\"9cceef8ed459e33\"},{\"mac\":\"0a:58:0a:80:00:0a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/47e9d4f3-fb9f-47d7-a822-9b04573a8298\"}],\"ips\":[{\"address\":\"10.128.0.10/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:11.051157 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-z2cz4, hostIfaceName: ad78efc5dc83cdc, network: default, NAD default, SandboxID: "ad78efc5dc83cdc4b9e0f5c74ab004319f0bc0132d9864355a7b5646a8cf14a1", PCI device ID: , UID: "66b26d68-5a6c-47fc-8fb6-8569fc93db02", MAC: 0a:58:0a:80:00:10, IPs: [10.128.0.16/23] I0505 23:13:11.073684 3803 cni.go:452] [openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz b5d6eb2b7a986731ad68de21b0bfdfa8b0b86c6d6dc6fda35ca1ec8915977cb2 network default NAD default NAD key ] ADD starting CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz b5d6eb2b7a986731ad68de21b0bfdfa8b0b86c6d6dc6fda35ca1ec8915977cb2 network default NAD default NAD key ] I0505 23:13:11.081024 3803 cni.go:452] [openshift-dns/dns-default-7s5f5 28c1d0270af3ae3a6eed35789925ca63a069b4b410e224febabf3c77159759f6 network default NAD default NAD key ] ADD starting CNI request [openshift-dns/dns-default-7s5f5 28c1d0270af3ae3a6eed35789925ca63a069b4b410e224febabf3c77159759f6 network default NAD default NAD key ] I0505 23:13:11.088242 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-network-console, podName: networking-console-plugin-7f449dfbfd-4vzbz, hostIfaceName: b5d6eb2b7a98673, network: default, NAD default, SandboxID: "b5d6eb2b7a986731ad68de21b0bfdfa8b0b86c6d6dc6fda35ca1ec8915977cb2", PCI device ID: , UID: "c54baf21-d228-41d6-a14a-6135e7f28804", MAC: 0a:58:0a:80:00:12, IPs: [10.128.0.18/23] I0505 23:13:11.093533 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-dns, podName: dns-default-7s5f5, hostIfaceName: 28c1d0270af3ae3, network: default, NAD default, SandboxID: "28c1d0270af3ae3a6eed35789925ca63a069b4b410e224febabf3c77159759f6", PCI device ID: , UID: "d345be70-aec7-4c41-bed0-831155be6d30", MAC: 0a:58:0a:80:00:15, IPs: [10.128.0.21/23] I0505 23:13:11.116268 3803 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4 ad78efc5dc83cdc4b9e0f5c74ab004319f0bc0132d9864355a7b5646a8cf14a1 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-z2cz4 ad78efc5dc83cdc4b9e0f5c74ab004319f0bc0132d9864355a7b5646a8cf14a1 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:92:da:ee:8c:cb\",\"name\":\"ad78efc5dc83cdc\"},{\"mac\":\"0a:58:0a:80:00:10\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/49a5b8af-05a5-4258-98eb-0523ccb38a16\"}],\"ips\":[{\"address\":\"10.128.0.16/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:11.152491 3803 cni.go:473] [openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz b5d6eb2b7a986731ad68de21b0bfdfa8b0b86c6d6dc6fda35ca1ec8915977cb2 network default NAD default NAD key default] ADD finished CNI request [openshift-network-console/networking-console-plugin-7f449dfbfd-4vzbz b5d6eb2b7a986731ad68de21b0bfdfa8b0b86c6d6dc6fda35ca1ec8915977cb2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:97:45:da:e7:39\",\"name\":\"b5d6eb2b7a98673\"},{\"mac\":\"0a:58:0a:80:00:12\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab6729cd-7626-4f2b-bb69-08c9e93f9ae9\"}],\"ips\":[{\"address\":\"10.128.0.18/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:11.172953 3803 cni.go:473] [openshift-dns/dns-default-7s5f5 28c1d0270af3ae3a6eed35789925ca63a069b4b410e224febabf3c77159759f6 network default NAD default NAD key default] ADD finished CNI request [openshift-dns/dns-default-7s5f5 28c1d0270af3ae3a6eed35789925ca63a069b4b410e224febabf3c77159759f6 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"da:16:24:cb:b4:89\",\"name\":\"28c1d0270af3ae3\"},{\"mac\":\"0a:58:0a:80:00:15\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/d9a5b23e-5ca7-430b-99cb-a59e9431f044\"}],\"ips\":[{\"address\":\"10.128.0.21/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:11.277411 3803 cni.go:473] [openshift-ingress/router-default-7c4cf75599-q89h9 1c3f629ae0fd4566adc9befe1eeaac8d8335e62061a8de9ffc90a4db2ee4cfd0 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-7c4cf75599-q89h9 1c3f629ae0fd4566adc9befe1eeaac8d8335e62061a8de9ffc90a4db2ee4cfd0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"62:a8:33:15:2d:b7\",\"name\":\"1c3f629ae0fd456\"},{\"mac\":\"0a:58:0a:80:00:0b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/27569301-1401-4488-bf9e-a06d4bae0461\"}],\"ips\":[{\"address\":\"10.128.0.11/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:11.277444 3803 cni.go:473] [openshift-ingress/router-default-58944df9f7-brdlx 1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000 network default NAD default NAD key default] ADD finished CNI request [openshift-ingress/router-default-58944df9f7-brdlx 1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1a:fc:65:f8:b3:4b\",\"name\":\"1167a780e96b227\"},{\"mac\":\"0a:58:0a:80:00:0d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b065159b-90b9-44cd-88fb-f276a3cfe67e\"}],\"ips\":[{\"address\":\"10.128.0.13/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:13:11.326126 3803 cni.go:452] [openshift-multus/network-metrics-daemon-74t4h bb44d7938529f474026c86a7b323d2d0cd0a2d8cce4ad0bebfe044ea08f69230 network default NAD default NAD key ] ADD starting CNI request [openshift-multus/network-metrics-daemon-74t4h bb44d7938529f474026c86a7b323d2d0cd0a2d8cce4ad0bebfe044ea08f69230 network default NAD default NAD key ] I0505 23:13:11.335985 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-multus, podName: network-metrics-daemon-74t4h, hostIfaceName: bb44d7938529f47, network: default, NAD default, SandboxID: "bb44d7938529f474026c86a7b323d2d0cd0a2d8cce4ad0bebfe044ea08f69230", PCI device ID: , UID: "701370de-9c37-416c-a3d0-e6a605694534", MAC: 0a:58:0a:80:00:03, IPs: [10.128.0.3/23] I0505 23:13:11.395381 3803 cni.go:473] [openshift-multus/network-metrics-daemon-74t4h bb44d7938529f474026c86a7b323d2d0cd0a2d8cce4ad0bebfe044ea08f69230 network default NAD default NAD key default] ADD finished CNI request [openshift-multus/network-metrics-daemon-74t4h bb44d7938529f474026c86a7b323d2d0cd0a2d8cce4ad0bebfe044ea08f69230 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e6:53:38:3d:14:14\",\"name\":\"bb44d7938529f47\"},{\"mac\":\"0a:58:0a:80:00:03\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5b81a887-b594-4e8f-9c5c-64318ac15550\"}],\"ips\":[{\"address\":\"10.128.0.3/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:13:11.691468 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.691495 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.691502 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.691520 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.691535 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.752616 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.752660 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:11.752767 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.752785 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.752790 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:11.782961 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:13:12.003092 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-1-12.ec2.internal I0505 23:13:12.003129 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-1-12.ec2.internal: 42.769µs W0505 23:13:12.526692 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console-operator/metrics W0505 23:13:12.806831 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-default W0505 23:13:12.806853 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-default I0505 23:13:12.863592 3803 base_network_controller_pods.go:487] [default/openshift-console/downloads-5c54f4944f-gnqhv] creating logical port openshift-console_downloads-5c54f4944f-gnqhv for pod on switch ip-10-0-2-173.ec2.internal I0505 23:13:12.863779 3803 kube.go:256] Updating pod openshift-console/downloads-5c54f4944f-gnqhv I0505 23:13:12.881443 3803 pod.go:62] [openshift-console/downloads-5c54f4944f-gnqhv] pod update took 17.709881ms I0505 23:13:12.881471 3803 base_network_controller_pods.go:951] [default/openshift-console/downloads-5c54f4944f-gnqhv] addLogicalPort annotation time took 17.743634ms I0505 23:13:12.883020 3803 pods.go:271] [openshift-console/downloads-5c54f4944f-gnqhv] addLogicalPort took 19.451017ms, libovsdb time 1.038195ms I0505 23:13:12.892048 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 23:13:12.907798 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 443: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:12.907815 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 80: empty IP address endpoints for service openshift-ingress/router-internal-default W0505 23:13:12.907821 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 1936: empty IP address endpoints for service openshift-ingress/router-internal-default I0505 23:13:13.023801 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:13:13.137114 3803 egressservice_zone_node.go:111] Processing sync for Egress Service node ip-10-0-0-214.ec2.internal I0505 23:13:13.137151 3803 egressservice_zone_node.go:114] Finished syncing Egress Service node ip-10-0-0-214.ec2.internal: 48.043µs I0505 23:13:13.352910 3803 cni.go:452] [openshift-console/downloads-5c54f4944f-gnqhv 5990076c0a2c81ceb59b5e984820b92a7c1456d6f82d7ae62ae35184c7f79ffb network default NAD default NAD key ] ADD starting CNI request [openshift-console/downloads-5c54f4944f-gnqhv 5990076c0a2c81ceb59b5e984820b92a7c1456d6f82d7ae62ae35184c7f79ffb network default NAD default NAD key ] I0505 23:13:13.365382 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: downloads-5c54f4944f-gnqhv, hostIfaceName: 5990076c0a2c81c, network: default, NAD default, SandboxID: "5990076c0a2c81ceb59b5e984820b92a7c1456d6f82d7ae62ae35184c7f79ffb", PCI device ID: , UID: "7ba4cd86-947d-426b-87c0-0dd0d05656c8", MAC: 0a:58:0a:80:00:19, IPs: [10.128.0.25/23] W0505 23:13:13.372958 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry I0505 23:13:13.426232 3803 cni.go:473] [openshift-console/downloads-5c54f4944f-gnqhv 5990076c0a2c81ceb59b5e984820b92a7c1456d6f82d7ae62ae35184c7f79ffb network default NAD default NAD key default] ADD finished CNI request [openshift-console/downloads-5c54f4944f-gnqhv 5990076c0a2c81ceb59b5e984820b92a7c1456d6f82d7ae62ae35184c7f79ffb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:74:54:90:47:ec\",\"name\":\"5990076c0a2c81c\"},{\"mac\":\"0a:58:0a:80:00:19\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/57ae2805-d6ce-4af5-9456-b723e8c8d8d6\"}],\"ips\":[{\"address\":\"10.128.0.25/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:13:14.721543 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.721569 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.721573 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:14.817407 3803 util.go:870] Failed to build global endpoints for port TCP/5000-tcp: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:16.378395 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:16.378415 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:16.378421 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.829215 3803 util.go:870] Failed to build global endpoints for port TCP/dns-tcp: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.829237 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:17.829246 3803 util.go:870] Failed to build global endpoints for port UDP/dns: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:22.599039 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service openshift-network-diagnostics/network-check-target I0505 23:13:23.972028 3803 base_network_controller_pods.go:487] [default/openshift-console/console-5db96b7856-zw6wq] creating logical port openshift-console_console-5db96b7856-zw6wq for pod on switch ip-10-0-2-173.ec2.internal I0505 23:13:23.972150 3803 kube.go:256] Updating pod openshift-console/console-5db96b7856-zw6wq I0505 23:13:23.993144 3803 pod.go:62] [openshift-console/console-5db96b7856-zw6wq] pod update took 21.028ms I0505 23:13:23.993168 3803 base_network_controller_pods.go:951] [default/openshift-console/console-5db96b7856-zw6wq] addLogicalPort annotation time took 21.057959ms I0505 23:13:23.994455 3803 pods.go:271] [openshift-console/console-5db96b7856-zw6wq] addLogicalPort took 22.450782ms, libovsdb time 926.832µs I0505 23:13:24.639280 3803 cni.go:452] [openshift-console/console-5db96b7856-zw6wq 54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-5db96b7856-zw6wq 54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce network default NAD default NAD key ] I0505 23:13:24.650779 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-5db96b7856-zw6wq, hostIfaceName: 54bdc00ee05c032, network: default, NAD default, SandboxID: "54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce", PCI device ID: , UID: "e102a3ae-015f-41c6-b2c6-6223e04547ef", MAC: 0a:58:0a:80:00:1a, IPs: [10.128.0.26/23] I0505 23:13:24.714119 3803 cni.go:473] [openshift-console/console-5db96b7856-zw6wq 54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-5db96b7856-zw6wq 54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"e2:b6:7d:50:7c:ae\",\"name\":\"54bdc00ee05c032\"},{\"mac\":\"0a:58:0a:80:00:1a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/62292793-760e-4db7-b134-b0548ffe8fd7\"}],\"ips\":[{\"address\":\"10.128.0.26/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:13:25.762026 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.762051 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 5353: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:25.762059 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 9154: empty IP address endpoints for service openshift-dns/dns-default W0505 23:13:26.450787 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:26.871571 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:27.838605 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:27.914832 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:27.914856 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:27.914865 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:28.514514 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:28.514537 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:28.514544 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/alertmanager-main W0505 23:13:29.398710 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-console/console W0505 23:13:29.420094 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-console/console-5db96b7856-8f9xn IP address from the namespace address-set, err: pod openshift-console/console-5db96b7856-8f9xn: no pod IPs found W0505 23:13:32.715700 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 5000: empty IP address endpoints for service openshift-image-registry/image-registry W0505 23:13:32.904940 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/monitoring-plugin W0505 23:13:33.931412 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:33.931430 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:33.949665 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server W0505 23:13:33.977609 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977634 3803 util.go:870] Failed to build global endpoints for port TCP/tenancy-rules: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977641 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:33.977649 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/thanos-querier W0505 23:13:34.823902 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console W0505 23:13:35.488306 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 23:13:35.821797 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service openshift-console/downloads W0505 23:13:35.857550 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service openshift-console/downloads W0505 23:13:36.512375 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:36.512407 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-monitoring/prometheus-k8s W0505 23:13:38.514681 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-monitoring/metrics-server I0505 23:13:42.209786 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT W0505 23:13:49.879842 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:13:49.879845 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:13:49.879898 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics W0505 23:13:50.881409 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-service-ca-operator/metrics I0505 23:13:52.151494 3803 obj_retry.go:498] Detected object openshift-console/console-5976756878-6vhn9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:52.152085 3803 obj_retry.go:498] Detected object openshift-console/console-5976756878-6vhn9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:53.039794 3803 obj_retry.go:492] Detected object openshift-console/console-5976756878-6vhn9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:53.039825 3803 obj_retry.go:492] Detected object openshift-console/console-5976756878-6vhn9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:53.044604 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5976756878-6vhn9 I0505 23:13:53.044622 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5976756878-6vhn9 I0505 23:13:54.730168 3803 obj_retry.go:498] Detected object openshift-console/console-5976756878-8cpw5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:54.730724 3803 obj_retry.go:498] Detected object openshift-console/console-5976756878-8cpw5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:55.636643 3803 obj_retry.go:492] Detected object openshift-console/console-5976756878-8cpw5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:55.636666 3803 obj_retry.go:492] Detected object openshift-console/console-5976756878-8cpw5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:13:55.641549 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5976756878-8cpw5 I0505 23:13:55.641568 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5976756878-8cpw5 I0505 23:13:59.591652 3803 cni.go:452] [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e network default NAD default NAD key ] DEL starting CNI request [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e network default NAD default NAD key ] I0505 23:13:59.685938 3803 cni.go:473] [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e network default NAD default NAD key default] DEL finished CNI request [openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 9b8cc4ce4ca4e8d13d9746d8cd8f0a904686bfb87aef62654281efc01c88938e network default NAD default NAD key default], result "{}", err I0505 23:13:59.769487 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:13:59.769536 3803 pods.go:176] Deleting pod: openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 I0505 23:13:59.771026 3803 pods.go:236] Attempting to release IPs for pod: openshift-image-registry/image-registry-57bd5ff7b4-vqrn8, ips: 10.128.0.5 I0505 23:13:59.771060 3803 obj_retry.go:498] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:00.211348 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:00.211376 3803 obj_retry.go:492] Detected object openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:00.219626 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 I0505 23:14:00.219653 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-image-registry/image-registry-57bd5ff7b4-vqrn8 W0505 23:14:02.931983 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:14:02.932017 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:14:02.932050 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:14:03.939506 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-kube-storage-version-migrator-operator/metrics W0505 23:14:07.954545 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 23:14:07.954556 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-insights/metrics W0505 23:14:07.954607 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics W0505 23:14:08.960526 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-insights/metrics I0505 23:14:28.256620 3803 cni.go:452] [openshift-ingress/router-default-58944df9f7-brdlx 1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000 network default NAD default NAD key ] DEL starting CNI request [openshift-ingress/router-default-58944df9f7-brdlx 1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000 network default NAD default NAD key ] I0505 23:14:28.267716 3803 cni.go:452] [openshift-console/console-5db96b7856-zw6wq 54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-5db96b7856-zw6wq 54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce network default NAD default NAD key ] I0505 23:14:28.338432 3803 cni.go:473] [openshift-ingress/router-default-58944df9f7-brdlx 1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000 network default NAD default NAD key default] DEL finished CNI request [openshift-ingress/router-default-58944df9f7-brdlx 1167a780e96b227ad6f092140fbc4a224413fba3164a4f183b9b1154d7cf8000 network default NAD default NAD key default], result "{}", err I0505 23:14:28.372314 3803 cni.go:473] [openshift-console/console-5db96b7856-zw6wq 54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-5db96b7856-zw6wq 54bdc00ee05c032dee4c5341b0aded814e7f14a315c2062f25bc5d469d9c55ce network default NAD default NAD key default], result "{}", err I0505 23:14:28.405495 3803 obj_retry.go:498] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.405530 3803 pods.go:176] Deleting pod: openshift-ingress/router-default-58944df9f7-brdlx I0505 23:14:28.406946 3803 pods.go:236] Attempting to release IPs for pod: openshift-ingress/router-default-58944df9f7-brdlx, ips: 10.128.0.13 I0505 23:14:28.406978 3803 obj_retry.go:498] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.431649 3803 obj_retry.go:498] Detected object openshift-console/console-5db96b7856-zw6wq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:28.431685 3803 pods.go:176] Deleting pod: openshift-console/console-5db96b7856-zw6wq I0505 23:14:28.433239 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-5db96b7856-zw6wq, ips: 10.128.0.26 I0505 23:14:28.433281 3803 obj_retry.go:498] Detected object openshift-console/console-5db96b7856-zw6wq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:29.036025 3803 obj_retry.go:492] Detected object openshift-console/console-5db96b7856-zw6wq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.036046 3803 obj_retry.go:492] Detected object openshift-console/console-5db96b7856-zw6wq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.042661 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5db96b7856-zw6wq I0505 23:14:29.042682 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5db96b7856-zw6wq I0505 23:14:29.060638 3803 obj_retry.go:492] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.060666 3803 obj_retry.go:492] Detected object openshift-ingress/router-default-58944df9f7-brdlx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:29.067333 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-ingress/router-default-58944df9f7-brdlx I0505 23:14:29.067354 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-ingress/router-default-58944df9f7-brdlx I0505 23:14:36.628172 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:36.628724 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:36.798788 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:36.798814 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:36.807259 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-1 I0505 23:14:36.807293 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-1 I0505 23:14:41.166727 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:41.167287 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:41.837591 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:41.837617 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-1 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:41.846916 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-1 I0505 23:14:41.846952 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-1 I0505 23:14:43.438183 3803 base_network_controller_pods.go:487] [default/openshift-console/console-6dd99dc446-j8qsl] creating logical port openshift-console_console-6dd99dc446-j8qsl for pod on switch ip-10-0-2-173.ec2.internal I0505 23:14:43.438313 3803 kube.go:256] Updating pod openshift-console/console-6dd99dc446-j8qsl I0505 23:14:43.452717 3803 pod.go:62] [openshift-console/console-6dd99dc446-j8qsl] pod update took 14.434786ms I0505 23:14:43.452753 3803 base_network_controller_pods.go:951] [default/openshift-console/console-6dd99dc446-j8qsl] addLogicalPort annotation time took 14.460836ms I0505 23:14:43.454097 3803 pods.go:271] [openshift-console/console-6dd99dc446-j8qsl] addLogicalPort took 15.930147ms, libovsdb time 974.659µs I0505 23:14:43.801264 3803 cni.go:452] [openshift-console/console-6dd99dc446-j8qsl 746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-6dd99dc446-j8qsl 746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b network default NAD default NAD key ] I0505 23:14:43.810791 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-6dd99dc446-j8qsl, hostIfaceName: 746585cfb4751f4, network: default, NAD default, SandboxID: "746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b", PCI device ID: , UID: "5896bf19-2635-4d86-9560-caf8d85ee157", MAC: 0a:58:0a:80:00:1b, IPs: [10.128.0.27/23] I0505 23:14:43.863645 3803 cni.go:473] [openshift-console/console-6dd99dc446-j8qsl 746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-6dd99dc446-j8qsl 746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:00:5e:f8:48:08\",\"name\":\"746585cfb4751f4\"},{\"mac\":\"0a:58:0a:80:00:1b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/738d4d2c-2a7e-4c9f-8dae-9a4a850c39de\"}],\"ips\":[{\"address\":\"10.128.0.27/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:14:54.145170 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 23:14:58.552940 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:58.553476 3803 obj_retry.go:498] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:14:59.281691 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:59.281724 3803 obj_retry.go:492] Detected object openshift-monitoring/alertmanager-main-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:14:59.289219 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/alertmanager-main-0 I0505 23:14:59.289246 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/alertmanager-main-0 I0505 23:15:01.031083 3803 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n] creating logical port openshift-deployment-validation-operator_99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n for pod on switch ip-10-0-2-173.ec2.internal I0505 23:15:01.031233 3803 kube.go:256] Updating pod openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n I0505 23:15:01.045606 3803 pod.go:62] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n] pod update took 14.403145ms I0505 23:15:01.045629 3803 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n] addLogicalPort annotation time took 14.432617ms I0505 23:15:01.046903 3803 pods.go:271] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n] addLogicalPort took 15.839378ms, libovsdb time 912.882µs I0505 23:15:01.391855 3803 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0 network default NAD default NAD key ] I0505 23:15:01.401913 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: 99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n, hostIfaceName: d244dff77d243c1, network: default, NAD default, SandboxID: "d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0", PCI device ID: , UID: "83ed1761-e6c1-4aec-8d82-4468cf012b2a", MAC: 0a:58:0a:80:00:1c, IPs: [10.128.0.28/23] I0505 23:15:01.454706 3803 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:77:5e:c0:43:6e\",\"name\":\"d244dff77d243c1\"},{\"mac\":\"0a:58:0a:80:00:1c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/69741553-b253-4d29-b81d-4155954f08dd\"}],\"ips\":[{\"address\":\"10.128.0.28/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:15:08.772763 3803 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-596cx of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:08.773352 3803 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-596cx of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:09.353582 3803 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-596cx of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:09.353603 3803 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-596cx of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:09.359920 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c6954bb6c-596cx I0505 23:15:09.359950 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c6954bb6c-596cx I0505 23:15:19.483602 3803 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:19.484222 3803 obj_retry.go:498] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:20.000136 3803 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:20.000165 3803 obj_retry.go:492] Detected object openshift-console/console-5c6954bb6c-9sqgq of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:20.006757 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-5c6954bb6c-9sqgq I0505 23:15:20.006776 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-5c6954bb6c-9sqgq I0505 23:15:24.272095 3803 cni.go:452] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0 network default NAD default NAD key ] DEL starting CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0 network default NAD default NAD key ] I0505 23:15:24.349221 3803 cni.go:473] [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0 network default NAD default NAD key default] DEL finished CNI request [openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n d244dff77d243c1e9fa6a53e5d4312715d655b2a3e79a013d20aa8154649b3e0 network default NAD default NAD key default], result "{}", err I0505 23:15:24.397173 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.397208 3803 pods.go:176] Deleting pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n I0505 23:15:24.398600 3803 pods.go:236] Attempting to release IPs for pod: openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n, ips: 10.128.0.28 I0505 23:15:24.398629 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398649 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398659 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... I0505 23:15:24.398845 3803 obj_retry.go:498] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:15:24.398862 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/deployment-validation-operator-catalog-unpack-bundles to delete 1 local pods... I0505 23:15:25.425061 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425093 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425110 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:25.425127 3803 obj_retry.go:492] Detected object openshift-deployment-validation-operator/99b07c45bd4393a793940f31bf2887fd12a636d02cd8e5e017ce352a0dpgg9n of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:26.113210 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:15:26.130261 3803 namespace.go:142] [openshift-deployment-validation-operator] updating namespace I0505 23:15:35.320080 3803 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l 9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l 9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf network default NAD default NAD key ] I0505 23:15:35.412209 3803 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l 9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l 9b709f3ddf65359f0aa45b010d6fdbded4472d26a957ad51f5c0e46eefbf15cf network default NAD default NAD key default], result "{}", err I0505 23:15:35.458039 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:35.458072 3803 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l I0505 23:15:35.459430 3803 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l, ips: 10.128.0.17 I0505 23:15:35.459459 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:36.341178 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:36.341202 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633710-8s98l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:44.442094 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:44.442702 3803 obj_retry.go:498] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:15:44.790725 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:44.790771 3803 obj_retry.go:492] Detected object openshift-monitoring/prometheus-k8s-0 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:15:44.799149 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-monitoring/prometheus-k8s-0 I0505 23:15:44.799170 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-monitoring/prometheus-k8s-0 I0505 23:17:22.649483 3803 cni.go:452] [openshift-console/console-6dd99dc446-j8qsl 746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b network default NAD default NAD key ] DEL starting CNI request [openshift-console/console-6dd99dc446-j8qsl 746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b network default NAD default NAD key ] I0505 23:17:22.722613 3803 cni.go:473] [openshift-console/console-6dd99dc446-j8qsl 746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b network default NAD default NAD key default] DEL finished CNI request [openshift-console/console-6dd99dc446-j8qsl 746585cfb4751f4e7ddf3d8aaaaab8e3aad254d8e8e5c0ddc96443d6aa9b694b network default NAD default NAD key default], result "{}", err I0505 23:17:22.773074 3803 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-j8qsl of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:22.773106 3803 pods.go:176] Deleting pod: openshift-console/console-6dd99dc446-j8qsl I0505 23:17:22.774376 3803 pods.go:236] Attempting to release IPs for pod: openshift-console/console-6dd99dc446-j8qsl, ips: 10.128.0.27 I0505 23:17:22.774406 3803 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-j8qsl of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:22.782340 3803 base_network_controller_pods.go:487] [default/openshift-console/console-7c95cdb4df-sxfpv] creating logical port openshift-console_console-7c95cdb4df-sxfpv for pod on switch ip-10-0-2-173.ec2.internal I0505 23:17:22.782446 3803 kube.go:256] Updating pod openshift-console/console-7c95cdb4df-sxfpv I0505 23:17:22.797665 3803 pod.go:62] [openshift-console/console-7c95cdb4df-sxfpv] pod update took 15.243092ms I0505 23:17:22.797692 3803 base_network_controller_pods.go:951] [default/openshift-console/console-7c95cdb4df-sxfpv] addLogicalPort annotation time took 15.273467ms I0505 23:17:22.799049 3803 pods.go:271] [openshift-console/console-7c95cdb4df-sxfpv] addLogicalPort took 16.727493ms, libovsdb time 885.741µs I0505 23:17:23.143468 3803 cni.go:452] [openshift-console/console-7c95cdb4df-sxfpv 84c69c4a22e92b26983597a84828343270cece9d0071cc2eea13398186cf5483 network default NAD default NAD key ] ADD starting CNI request [openshift-console/console-7c95cdb4df-sxfpv 84c69c4a22e92b26983597a84828343270cece9d0071cc2eea13398186cf5483 network default NAD default NAD key ] I0505 23:17:23.153399 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-console, podName: console-7c95cdb4df-sxfpv, hostIfaceName: 84c69c4a22e92b2, network: default, NAD default, SandboxID: "84c69c4a22e92b26983597a84828343270cece9d0071cc2eea13398186cf5483", PCI device ID: , UID: "bbe80455-6406-4a89-9c86-fa08dfa392c7", MAC: 0a:58:0a:80:00:1d, IPs: [10.128.0.29/23] I0505 23:17:23.207299 3803 cni.go:473] [openshift-console/console-7c95cdb4df-sxfpv 84c69c4a22e92b26983597a84828343270cece9d0071cc2eea13398186cf5483 network default NAD default NAD key default] ADD finished CNI request [openshift-console/console-7c95cdb4df-sxfpv 84c69c4a22e92b26983597a84828343270cece9d0071cc2eea13398186cf5483 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:fd:6e:c3:2b:eb\",\"name\":\"84c69c4a22e92b2\"},{\"mac\":\"0a:58:0a:80:00:1d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/536c678e-1e1e-485a-a4b4-7d2fcc8e7401\"}],\"ips\":[{\"address\":\"10.128.0.29/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:17:23.764532 3803 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-j8qsl of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:23.764557 3803 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-j8qsl of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:23.771560 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd99dc446-j8qsl I0505 23:17:23.771591 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd99dc446-j8qsl I0505 23:17:33.753143 3803 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-g25qn of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:17:33.753730 3803 obj_retry.go:498] Detected object openshift-console/console-6dd99dc446-g25qn of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:17:33.799536 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-console/console I0505 23:17:33.949064 3803 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-g25qn of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:33.949089 3803 obj_retry.go:492] Detected object openshift-console/console-6dd99dc446-g25qn of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:17:33.955538 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod openshift-console/console-6dd99dc446-g25qn I0505 23:17:33.955567 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod openshift-console/console-6dd99dc446-g25qn I0505 23:17:45.753169 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=70 I0505 23:18:01.752604 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=74 I0505 23:18:34.837052 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=7 I0505 23:18:56.750499 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=7 I0505 23:19:07.829308 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=7 I0505 23:19:13.865248 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 23:19:52.830202 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=9 I0505 23:20:00.502040 3803 base_network_controller_pods.go:487] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf] creating logical port openshift-backplane_osd-delete-backplane-serviceaccounts-29633720-j7jjf for pod on switch ip-10-0-2-173.ec2.internal I0505 23:20:00.502159 3803 kube.go:256] Updating pod openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf I0505 23:20:00.531355 3803 pod.go:62] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf] pod update took 29.217471ms I0505 23:20:00.531385 3803 base_network_controller_pods.go:951] [default/openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf] addLogicalPort annotation time took 29.255368ms I0505 23:20:00.532790 3803 pods.go:271] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf] addLogicalPort took 30.76637ms, libovsdb time 963.599µs I0505 23:20:00.867155 3803 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf 79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7 network default NAD default NAD key ] ADD starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf 79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7 network default NAD default NAD key ] I0505 23:20:00.876227 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-backplane, podName: osd-delete-backplane-serviceaccounts-29633720-j7jjf, hostIfaceName: 79bf8934391d7e5, network: default, NAD default, SandboxID: "79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7", PCI device ID: , UID: "9d90ac84-b275-4766-b9dc-44751194875f", MAC: 0a:58:0a:80:00:1e, IPs: [10.128.0.30/23] I0505 23:20:00.927141 3803 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf 79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7 network default NAD default NAD key default] ADD finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf 79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:53:91:da:57:05\",\"name\":\"79bf8934391d7e5\"},{\"mac\":\"0a:58:0a:80:00:1e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1edcfb06-0f93-495e-af60-1485c7f767d6\"}],\"ips\":[{\"address\":\"10.128.0.30/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:20:04.385889 3803 cni.go:452] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf 79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7 network default NAD default NAD key ] DEL starting CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf 79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7 network default NAD default NAD key ] I0505 23:20:04.466852 3803 cni.go:473] [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf 79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7 network default NAD default NAD key default] DEL finished CNI request [openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf 79bf8934391d7e5a0d4bfe691b1c085b4bdff445206cbe904fe267b717ccc3e7 network default NAD default NAD key default], result "{}", err I0505 23:20:04.512546 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:04.512588 3803 pods.go:176] Deleting pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf I0505 23:20:04.514008 3803 pods.go:236] Attempting to release IPs for pod: openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf, ips: 10.128.0.30 I0505 23:20:04.514041 3803 obj_retry.go:498] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:05.405045 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:05.405093 3803 obj_retry.go:492] Detected object openshift-backplane/osd-delete-backplane-serviceaccounts-29633720-j7jjf of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:22.870556 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=9 I0505 23:20:23.855645 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=8 I0505 23:20:25.757710 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=701 I0505 23:20:27.426316 3803 base_network_controller_pods.go:487] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2] creating logical port openshift-deployment-validation-operator_deployment-validation-operator-5d7684fb5d-jtfc2 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:20:27.426452 3803 kube.go:256] Updating pod openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2 I0505 23:20:27.444227 3803 pod.go:62] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2] pod update took 17.803321ms I0505 23:20:27.444253 3803 base_network_controller_pods.go:951] [default/openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2] addLogicalPort annotation time took 17.836057ms I0505 23:20:27.445678 3803 pods.go:271] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2] addLogicalPort took 19.376888ms, libovsdb time 1.034086ms I0505 23:20:27.751263 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=147 I0505 23:20:27.788762 3803 cni.go:452] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2 24e0219bfb51c05d64f0a54145fd9f4b08b5576465a7eb39d225a3646b4fd7c9 network default NAD default NAD key ] ADD starting CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2 24e0219bfb51c05d64f0a54145fd9f4b08b5576465a7eb39d225a3646b4fd7c9 network default NAD default NAD key ] I0505 23:20:27.800002 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-deployment-validation-operator, podName: deployment-validation-operator-5d7684fb5d-jtfc2, hostIfaceName: 24e0219bfb51c05, network: default, NAD default, SandboxID: "24e0219bfb51c05d64f0a54145fd9f4b08b5576465a7eb39d225a3646b4fd7c9", PCI device ID: , UID: "ec550263-36b3-448a-95fc-338f43a700df", MAC: 0a:58:0a:80:00:1f, IPs: [10.128.0.31/23] I0505 23:20:27.851979 3803 cni.go:473] [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2 24e0219bfb51c05d64f0a54145fd9f4b08b5576465a7eb39d225a3646b4fd7c9 network default NAD default NAD key default] ADD finished CNI request [openshift-deployment-validation-operator/deployment-validation-operator-5d7684fb5d-jtfc2 24e0219bfb51c05d64f0a54145fd9f4b08b5576465a7eb39d225a3646b4fd7c9 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a2:52:82:eb:8e:45\",\"name\":\"24e0219bfb51c05\"},{\"mac\":\"0a:58:0a:80:00:1f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/07c028be-0ae6-442d-a674-5fe2bf2a70dc\"}],\"ips\":[{\"address\":\"10.128.0.31/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:20:30.496084 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:20:37.200888 3803 namespace.go:98] [tsf] adding namespace I0505 23:20:37.201719 3803 namespace.go:102] [tsf] adding namespace took 809.074µs I0505 23:20:37.216967 3803 namespace.go:142] [tsf] updating namespace I0505 23:20:37.227034 3803 namespace.go:142] [tsf] updating namespace W0505 23:20:41.499123 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8383: empty IP address endpoints for service openshift-deployment-validation-operator/deployment-validation-operator-metrics I0505 23:20:41.538373 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-deployment-validation-operator/allow-from-openshift-insights to delete 1 local pods... W0505 23:20:41.538454 3803 base_network_controller_namespace.go:458] Unable to remove remote zone pod's openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hzr46 IP address from the namespace address-set, err: pod openshift-deployment-validation-operator/deployment-validation-operator-65d68cbd6c-hzr46: no pod IPs found I0505 23:20:41.757007 3803 namespace.go:98] [rhbk-operator] adding namespace I0505 23:20:41.757849 3803 namespace.go:102] [rhbk-operator] adding namespace took 818.578µs I0505 23:20:41.759693 3803 namespace.go:98] [cert-manager-operator] adding namespace I0505 23:20:41.759800 3803 namespace.go:98] [konflux-operator] adding namespace I0505 23:20:41.759871 3803 namespace.go:98] [tsf-tpa] adding namespace I0505 23:20:41.760097 3803 namespace.go:98] [tsf-keycloak] adding namespace I0505 23:20:41.760432 3803 namespace.go:102] [cert-manager-operator] adding namespace took 716.313µs I0505 23:20:41.761030 3803 namespace.go:102] [konflux-operator] adding namespace took 1.214146ms I0505 23:20:41.761546 3803 namespace.go:102] [tsf-tpa] adding namespace took 1.612566ms I0505 23:20:41.762030 3803 namespace.go:102] [tsf-keycloak] adding namespace took 1.918628ms I0505 23:20:41.762545 3803 namespace.go:98] [rhtpa-operator] adding namespace I0505 23:20:41.762637 3803 namespace.go:98] [konflux-ui] adding namespace I0505 23:20:41.763138 3803 namespace.go:102] [rhtpa-operator] adding namespace took 578.376µs I0505 23:20:41.763163 3803 namespace.go:98] [tsf-tas] adding namespace I0505 23:20:41.763631 3803 namespace.go:102] [tsf-tas] adding namespace took 459.844µs I0505 23:20:41.764135 3803 namespace.go:102] [konflux-ui] adding namespace took 1.484449ms I0505 23:20:41.775722 3803 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.791201 3803 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.796207 3803 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:41.812658 3803 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.812686 3803 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:41.812792 3803 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.841609 3803 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.841795 3803 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.841862 3803 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.841995 3803 namespace.go:142] [rhbk-operator] updating namespace I0505 23:20:41.843074 3803 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:41.848141 3803 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.858006 3803 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:41.865240 3803 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.878638 3803 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:41.888341 3803 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.902987 3803 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:20:41.903463 3803 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.914899 3803 namespace.go:142] [konflux-ui] updating namespace I0505 23:20:41.921634 3803 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.933867 3803 namespace.go:142] [tsf-tas] updating namespace I0505 23:20:41.943809 3803 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:41.952029 3803 namespace.go:142] [konflux-operator] updating namespace I0505 23:20:42.168064 3803 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:20:43.130791 3803 namespace.go:142] [tsf-tpa] updating namespace I0505 23:20:43.165261 3803 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:20:44.677194 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6] creating logical port openshift-marketplace_5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:20:44.677329 3803 kube.go:256] Updating pod openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 I0505 23:20:44.690438 3803 pod.go:62] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6] pod update took 13.143632ms I0505 23:20:44.690467 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6] addLogicalPort annotation time took 13.180829ms I0505 23:20:44.691958 3803 pods.go:271] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6] addLogicalPort took 14.781699ms, libovsdb time 1.001322ms I0505 23:20:44.780374 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s] creating logical port openshift-marketplace_2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s for pod on switch ip-10-0-2-173.ec2.internal I0505 23:20:44.780501 3803 kube.go:256] Updating pod openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s I0505 23:20:44.792816 3803 pod.go:62] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s] pod update took 12.339757ms I0505 23:20:44.792849 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s] addLogicalPort annotation time took 12.376822ms I0505 23:20:44.794376 3803 pods.go:271] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s] addLogicalPort took 14.017242ms, libovsdb time 1.006573ms I0505 23:20:45.039562 3803 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5 network default NAD default NAD key ] I0505 23:20:45.049763 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6, hostIfaceName: 55ecfb0d8ac8179, network: default, NAD default, SandboxID: "55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5", PCI device ID: , UID: "b1009de5-b64e-4a90-90db-228e5a1f814b", MAC: 0a:58:0a:80:00:20, IPs: [10.128.0.32/23] I0505 23:20:45.102772 3803 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:97:8c:c3:e6:98\",\"name\":\"55ecfb0d8ac8179\"},{\"mac\":\"0a:58:0a:80:00:20\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e3ffb430-1442-45ed-b395-0ee977fc47e9\"}],\"ips\":[{\"address\":\"10.128.0.32/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:20:45.141315 3803 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s 1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s 1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578 network default NAD default NAD key ] I0505 23:20:45.151358 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s, hostIfaceName: 1b469ba84ab5e1d, network: default, NAD default, SandboxID: "1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578", PCI device ID: , UID: "caf86ad4-50cd-40c6-84bd-b022890ed19c", MAC: 0a:58:0a:80:00:21, IPs: [10.128.0.33/23] I0505 23:20:45.204523 3803 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s 1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s 1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"7a:0f:57:f1:8f:1c\",\"name\":\"1b469ba84ab5e1d\"},{\"mac\":\"0a:58:0a:80:00:21\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2aee1b66-d0a3-491c-b292-a1c37eeffbdb\"}],\"ips\":[{\"address\":\"10.128.0.33/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:20:45.843033 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressfirewall/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressFirewall" totalItems=10 I0505 23:20:47.987373 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29] creating logical port openshift-marketplace_a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:20:47.987509 3803 kube.go:256] Updating pod openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 I0505 23:20:48.020278 3803 pod.go:62] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29] pod update took 32.793802ms I0505 23:20:48.020312 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29] addLogicalPort annotation time took 32.844437ms I0505 23:20:48.021692 3803 pods.go:271] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29] addLogicalPort took 34.334974ms, libovsdb time 1.017441ms I0505 23:20:48.362948 3803 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44 network default NAD default NAD key ] I0505 23:20:48.373412 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29, hostIfaceName: 796a2c5d135d240, network: default, NAD default, SandboxID: "796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44", PCI device ID: , UID: "16dbaafb-9b15-428d-a7f5-4f0ca7009e15", MAC: 0a:58:0a:80:00:22, IPs: [10.128.0.34/23] I0505 23:20:48.426864 3803 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:eb:28:80:e1:59\",\"name\":\"796a2c5d135d240\"},{\"mac\":\"0a:58:0a:80:00:22\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/7d993116-ed18-4ef6-81a6-44f86c103193\"}],\"ips\":[{\"address\":\"10.128.0.34/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:20:48.586361 3803 cni.go:452] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5 network default NAD default NAD key ] I0505 23:20:48.662970 3803 cni.go:473] [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 55ecfb0d8ac81797ecba52ab87d810af6971aa63b7effea8b8e2504e84ff00a5 network default NAD default NAD key default], result "{}", err I0505 23:20:48.732327 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.732358 3803 pods.go:176] Deleting pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 I0505 23:20:48.734047 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6, ips: 10.128.0.32 I0505 23:20:48.734076 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.734092 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.734100 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:48.734288 3803 obj_retry.go:498] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:48.734304 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:49.318962 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz] creating logical port openshift-marketplace_79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz for pod on switch ip-10-0-2-173.ec2.internal I0505 23:20:49.319063 3803 kube.go:256] Updating pod openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz I0505 23:20:49.332213 3803 pod.go:62] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz] pod update took 13.177017ms I0505 23:20:49.332258 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz] addLogicalPort annotation time took 13.228006ms I0505 23:20:49.333847 3803 pods.go:271] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz] addLogicalPort took 14.906139ms, libovsdb time 998.716µs I0505 23:20:49.678447 3803 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06 network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06 network default NAD default NAD key ] I0505 23:20:49.689142 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz, hostIfaceName: c8cb5a4b4743b3e, network: default, NAD default, SandboxID: "c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06", PCI device ID: , UID: "42355ae3-3ed2-406c-9eae-09401ca07542", MAC: 0a:58:0a:80:00:23, IPs: [10.128.0.35/23] I0505 23:20:49.740373 3803 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06 network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"a6:a0:97:71:7e:46\",\"name\":\"c8cb5a4b4743b3e\"},{\"mac\":\"0a:58:0a:80:00:23\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/941d6fff-f09f-4838-b280-397c03c39723\"}],\"ips\":[{\"address\":\"10.128.0.35/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:20:49.760200 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760230 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760242 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:49.760258 3803 obj_retry.go:492] Detected object openshift-marketplace/5bfc73bccd2cef20bb9afe324d112069530a83adee9f41e094fba66f6egmts6 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:50.601240 3803 cni.go:452] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s 1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s 1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578 network default NAD default NAD key ] I0505 23:20:50.673707 3803 cni.go:473] [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s 1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s 1b469ba84ab5e1d481532069e7227706f223c101e28cfd16479d4a359b8f3578 network default NAD default NAD key default], result "{}", err I0505 23:20:50.740915 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.740946 3803 pods.go:176] Deleting pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s I0505 23:20:50.742337 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s, ips: 10.128.0.33 I0505 23:20:50.742368 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.742387 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.742395 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:50.742562 3803 obj_retry.go:498] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:50.742578 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:51.175046 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56] creating logical port openshift-marketplace_03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:20:51.175176 3803 kube.go:256] Updating pod openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 I0505 23:20:51.188764 3803 pod.go:62] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56] pod update took 13.598494ms I0505 23:20:51.188787 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56] addLogicalPort annotation time took 13.656021ms I0505 23:20:51.190722 3803 pods.go:271] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56] addLogicalPort took 15.695259ms, libovsdb time 1.102078ms I0505 23:20:51.276851 3803 base_network_controller_pods.go:487] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l] creating logical port openshift-marketplace_09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l for pod on switch ip-10-0-2-173.ec2.internal I0505 23:20:51.276940 3803 kube.go:256] Updating pod openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l I0505 23:20:51.291151 3803 pod.go:62] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l] pod update took 14.238515ms I0505 23:20:51.291171 3803 base_network_controller_pods.go:951] [default/openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l] addLogicalPort annotation time took 14.262764ms I0505 23:20:51.292505 3803 pods.go:271] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l] addLogicalPort took 15.671524ms, libovsdb time 957.213µs I0505 23:20:51.551500 3803 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b network default NAD default NAD key ] I0505 23:20:51.563181 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56, hostIfaceName: ea8d4c9eb05c856, network: default, NAD default, SandboxID: "ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b", PCI device ID: , UID: "51de0c62-49b8-4015-895e-2ee39a8eb4ab", MAC: 0a:58:0a:80:00:24, IPs: [10.128.0.36/23] I0505 23:20:51.623604 3803 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"02:3f:a0:42:22:c0\",\"name\":\"ea8d4c9eb05c856\"},{\"mac\":\"0a:58:0a:80:00:24\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b11633ad-4ea5-44cd-84e7-dd2b4b941847\"}],\"ips\":[{\"address\":\"10.128.0.36/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:20:51.690142 3803 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l 450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc network default NAD default NAD key ] ADD starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l 450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc network default NAD default NAD key ] I0505 23:20:51.700071 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-marketplace, podName: 09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l, hostIfaceName: 450c22a91c73963, network: default, NAD default, SandboxID: "450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc", PCI device ID: , UID: "09418d37-ed10-46ca-843d-79400961b861", MAC: 0a:58:0a:80:00:25, IPs: [10.128.0.37/23] I0505 23:20:51.755088 3803 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l 450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc network default NAD default NAD key default] ADD finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l 450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:e9:88:6a:03:f2\",\"name\":\"450c22a91c73963\"},{\"mac\":\"0a:58:0a:80:00:25\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2cf34469-38c5-4b12-8c9f-f0d77ddb9d19\"}],\"ips\":[{\"address\":\"10.128.0.37/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:20:51.770894 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.770916 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.770928 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:51.770945 3803 obj_retry.go:492] Detected object openshift-marketplace/2bb52b92bd31ddf2ebbc335370ac517be50e61a93c2fe375393413c19d75s6s of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:53.629455 3803 cni.go:452] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06 network default NAD default NAD key ] I0505 23:20:53.629677 3803 cni.go:452] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44 network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44 network default NAD default NAD key ] I0505 23:20:53.705028 3803 cni.go:473] [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz c8cb5a4b4743b3e56642714c666d8e0d383447283d99324ee32e0ee99d41af06 network default NAD default NAD key default], result "{}", err I0505 23:20:53.734734 3803 cni.go:473] [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44 network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 796a2c5d135d24005d9a31463a3d7e600b594b2f784b647ef55723ce5de7bd44 network default NAD default NAD key default], result "{}", err I0505 23:20:53.867686 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.867723 3803 pods.go:176] Deleting pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz I0505 23:20:53.869229 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz, ips: 10.128.0.35 I0505 23:20:53.869264 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.869283 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.869291 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:53.869468 3803 obj_retry.go:498] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.869484 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:53.895258 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.895294 3803 pods.go:176] Deleting pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 I0505 23:20:53.896832 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29, ips: 10.128.0.34 I0505 23:20:53.896869 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.896890 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.896898 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:53.897107 3803 obj_retry.go:498] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:53.897124 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:54.915811 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.915858 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.915875 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.915886 3803 obj_retry.go:492] Detected object openshift-marketplace/79f871b6353a8442b4f467c124caf7fa84891a4baa69c2582c3b4a7b51txjjz of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.946449 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.946478 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.946491 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:54.946506 3803 obj_retry.go:492] Detected object openshift-marketplace/a54ee9eda2828a12414ea519ebe1984caa1e89a473cf1b21256364ccf2kng29 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:56.653339 3803 cni.go:452] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l 450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l 450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc network default NAD default NAD key ] I0505 23:20:56.653367 3803 cni.go:452] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b network default NAD default NAD key ] DEL starting CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b network default NAD default NAD key ] I0505 23:20:56.735638 3803 cni.go:473] [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 ea8d4c9eb05c856947a8763c26e31bcde3afa870134c485291ce959d8e1c758b network default NAD default NAD key default], result "{}", err I0505 23:20:56.752295 3803 cni.go:473] [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l 450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc network default NAD default NAD key default] DEL finished CNI request [openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l 450c22a91c73963fae3c9f296e3f4731ddfb6cfe47d1283a77196eaf673405fc network default NAD default NAD key default], result "{}", err I0505 23:20:56.806675 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.806707 3803 pods.go:176] Deleting pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 I0505 23:20:56.808308 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56, ips: 10.128.0.36 I0505 23:20:56.808345 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.808374 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.808385 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:56.808636 3803 obj_retry.go:498] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.808654 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:56.842457 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.842491 3803 pods.go:176] Deleting pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l I0505 23:20:56.843824 3803 pods.go:236] Attempting to release IPs for pod: openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l, ips: 10.128.0.37 I0505 23:20:56.843850 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.843869 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.843878 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/unpack-bundles to delete 1 local pods... I0505 23:20:56.844038 3803 obj_retry.go:498] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) during update event: will remove it I0505 23:20:56.844053 3803 base_network_controller_policy.go:642] Processing NetworkPolicy openshift-marketplace/default-deny-all to delete 1 local pods... I0505 23:20:57.843389 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843418 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843439 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.843452 3803 obj_retry.go:492] Detected object openshift-marketplace/03dabd08ddba15f575168653b704f77a8a8f37b7d692dad9ab1e8c21365nx56 of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874161 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874187 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874198 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:20:57.874212 3803 obj_retry.go:492] Detected object openshift-marketplace/09e84d3fdfac1305b8f399db3dfe1b7c79d582fe1356304a82b56f71d7pn85l of type *factory.localPodSelector in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:02.596099 3803 base_network_controller_pods.go:487] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9] creating logical port cert-manager-operator_cert-manager-operator-controller-manager-5b66478c58-rb2w9 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:02.596211 3803 kube.go:256] Updating pod cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9 I0505 23:21:02.642567 3803 pod.go:62] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9] pod update took 46.38283ms I0505 23:21:02.642594 3803 base_network_controller_pods.go:951] [default/cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9] addLogicalPort annotation time took 46.414119ms I0505 23:21:02.643904 3803 pods.go:271] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9] addLogicalPort took 47.8233ms, libovsdb time 915.378µs I0505 23:21:03.273685 3803 cni.go:452] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9 1d3377852a6afb874a805a39a795c3b22e9295558a7147862c841aa071249880 network default NAD default NAD key ] ADD starting CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9 1d3377852a6afb874a805a39a795c3b22e9295558a7147862c841aa071249880 network default NAD default NAD key ] I0505 23:21:03.283067 3803 helper_linux.go:556] ConfigureOVS: namespace: cert-manager-operator, podName: cert-manager-operator-controller-manager-5b66478c58-rb2w9, hostIfaceName: 1d3377852a6afb8, network: default, NAD default, SandboxID: "1d3377852a6afb874a805a39a795c3b22e9295558a7147862c841aa071249880", PCI device ID: , UID: "6611554c-a9b6-4793-bd6f-8e073a9f7c26", MAC: 0a:58:0a:80:00:26, IPs: [10.128.0.38/23] I0505 23:21:03.335469 3803 cni.go:473] [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9 1d3377852a6afb874a805a39a795c3b22e9295558a7147862c841aa071249880 network default NAD default NAD key default] ADD finished CNI request [cert-manager-operator/cert-manager-operator-controller-manager-5b66478c58-rb2w9 1d3377852a6afb874a805a39a795c3b22e9295558a7147862c841aa071249880 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"72:f7:5a:59:e2:d1\",\"name\":\"1d3377852a6afb8\"},{\"mac\":\"0a:58:0a:80:00:26\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/72806550-4e65-49b3-b081-ed564cdf1769\"}],\"ips\":[{\"address\":\"10.128.0.38/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:21:06.308171 3803 namespace.go:98] [cert-manager] adding namespace I0505 23:21:06.309010 3803 namespace.go:102] [cert-manager] adding namespace took 814.895µs I0505 23:21:06.329378 3803 namespace.go:142] [cert-manager] updating namespace I0505 23:21:06.410166 3803 namespace.go:142] [cert-manager] updating namespace I0505 23:21:06.742433 3803 base_network_controller_pods.go:487] [default/rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl] creating logical port rhbk-operator_rhbk-operator-fb86cd8d9-gsmrl for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:06.742537 3803 kube.go:256] Updating pod rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl I0505 23:21:06.762796 3803 pod.go:62] [rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl] pod update took 20.283228ms I0505 23:21:06.762829 3803 base_network_controller_pods.go:951] [default/rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl] addLogicalPort annotation time took 20.318176ms I0505 23:21:06.764028 3803 pods.go:271] [rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl] addLogicalPort took 21.613313ms, libovsdb time 863.345µs I0505 23:21:07.109602 3803 cni.go:452] [rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl 299843cb25b4ab434dcfea598e7344a376d21d2b1d3ed354fddf783fa79377f7 network default NAD default NAD key ] ADD starting CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl 299843cb25b4ab434dcfea598e7344a376d21d2b1d3ed354fddf783fa79377f7 network default NAD default NAD key ] I0505 23:21:07.119430 3803 helper_linux.go:556] ConfigureOVS: namespace: rhbk-operator, podName: rhbk-operator-fb86cd8d9-gsmrl, hostIfaceName: 299843cb25b4ab4, network: default, NAD default, SandboxID: "299843cb25b4ab434dcfea598e7344a376d21d2b1d3ed354fddf783fa79377f7", PCI device ID: , UID: "34bcdf96-59f2-4ac8-8449-2069e3f6831a", MAC: 0a:58:0a:80:00:27, IPs: [10.128.0.39/23] I0505 23:21:07.168892 3803 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4] creating logical port cert-manager_cert-manager-webhook-7dc76cbb94-bj6c4 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:07.169018 3803 kube.go:256] Updating pod cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4 I0505 23:21:07.171776 3803 cni.go:473] [rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl 299843cb25b4ab434dcfea598e7344a376d21d2b1d3ed354fddf783fa79377f7 network default NAD default NAD key default] ADD finished CNI request [rhbk-operator/rhbk-operator-fb86cd8d9-gsmrl 299843cb25b4ab434dcfea598e7344a376d21d2b1d3ed354fddf783fa79377f7 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:0f:38:48:23:35\",\"name\":\"299843cb25b4ab4\"},{\"mac\":\"0a:58:0a:80:00:27\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4eb29556-cb29-49a3-810f-3a83a8c71818\"}],\"ips\":[{\"address\":\"10.128.0.39/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:21:07.184966 3803 pod.go:62] [cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4] pod update took 15.969242ms I0505 23:21:07.184989 3803 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4] addLogicalPort annotation time took 15.998277ms I0505 23:21:07.186284 3803 pods.go:271] [cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4] addLogicalPort took 17.412309ms, libovsdb time 914.619µs I0505 23:21:07.861562 3803 cni.go:452] [cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4 8bd3f4e045b90a771b0fcf5a11720f16a14fa3da387a6ffcd3503885b761289d network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4 8bd3f4e045b90a771b0fcf5a11720f16a14fa3da387a6ffcd3503885b761289d network default NAD default NAD key ] I0505 23:21:07.871840 3803 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-webhook-7dc76cbb94-bj6c4, hostIfaceName: 8bd3f4e045b90a7, network: default, NAD default, SandboxID: "8bd3f4e045b90a771b0fcf5a11720f16a14fa3da387a6ffcd3503885b761289d", PCI device ID: , UID: "f6c4ddb7-cec6-4939-9704-2d23aa233cfc", MAC: 0a:58:0a:80:00:28, IPs: [10.128.0.40/23] I0505 23:21:07.924115 3803 cni.go:473] [cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4 8bd3f4e045b90a771b0fcf5a11720f16a14fa3da387a6ffcd3503885b761289d network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-webhook-7dc76cbb94-bj6c4 8bd3f4e045b90a771b0fcf5a11720f16a14fa3da387a6ffcd3503885b761289d network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ce:f8:07:a1:5c:8d\",\"name\":\"8bd3f4e045b90a7\"},{\"mac\":\"0a:58:0a:80:00:28\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ab9ad77a-37de-4bb3-af61-ab99adbe3998\"}],\"ips\":[{\"address\":\"10.128.0.40/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:21:11.430055 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:21:12.311201 3803 namespace.go:142] [openshift-operators] updating namespace I0505 23:21:12.336294 3803 namespace.go:142] [openshift-operators] updating namespace W0505 23:21:12.813235 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:21:12.813255 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 23:21:13.862970 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=10 W0505 23:21:16.547081 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-tpa/rhtpa-operator-controller-manager-metrics-service I0505 23:21:17.758894 3803 base_network_controller_pods.go:487] [default/cert-manager/cert-manager-59c77684cc-hpb5b] creating logical port cert-manager_cert-manager-59c77684cc-hpb5b for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:17.758992 3803 kube.go:256] Updating pod cert-manager/cert-manager-59c77684cc-hpb5b I0505 23:21:17.773347 3803 pod.go:62] [cert-manager/cert-manager-59c77684cc-hpb5b] pod update took 14.378966ms I0505 23:21:17.773372 3803 base_network_controller_pods.go:951] [default/cert-manager/cert-manager-59c77684cc-hpb5b] addLogicalPort annotation time took 14.409425ms I0505 23:21:17.774652 3803 pods.go:271] [cert-manager/cert-manager-59c77684cc-hpb5b] addLogicalPort took 15.775267ms, libovsdb time 898.366µs W0505 23:21:18.022881 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.032360 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.043385 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service W0505 23:21:18.054506 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service konflux-operator/konflux-operator-controller-manager-metrics-service I0505 23:21:18.120149 3803 cni.go:452] [cert-manager/cert-manager-59c77684cc-hpb5b 5f48c5855a8ac5ba61c3c8abc0e0ec1443710d76028720daf7f17df3c87c6f54 network default NAD default NAD key ] ADD starting CNI request [cert-manager/cert-manager-59c77684cc-hpb5b 5f48c5855a8ac5ba61c3c8abc0e0ec1443710d76028720daf7f17df3c87c6f54 network default NAD default NAD key ] I0505 23:21:18.129416 3803 helper_linux.go:556] ConfigureOVS: namespace: cert-manager, podName: cert-manager-59c77684cc-hpb5b, hostIfaceName: 5f48c5855a8ac5b, network: default, NAD default, SandboxID: "5f48c5855a8ac5ba61c3c8abc0e0ec1443710d76028720daf7f17df3c87c6f54", PCI device ID: , UID: "094560ec-6d32-4832-8a87-19fd959a7063", MAC: 0a:58:0a:80:00:29, IPs: [10.128.0.41/23] I0505 23:21:18.183557 3803 cni.go:473] [cert-manager/cert-manager-59c77684cc-hpb5b 5f48c5855a8ac5ba61c3c8abc0e0ec1443710d76028720daf7f17df3c87c6f54 network default NAD default NAD key default] ADD finished CNI request [cert-manager/cert-manager-59c77684cc-hpb5b 5f48c5855a8ac5ba61c3c8abc0e0ec1443710d76028720daf7f17df3c87c6f54 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:0d:f0:51:b0:e3\",\"name\":\"5f48c5855a8ac5b\"},{\"mac\":\"0a:58:0a:80:00:29\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/17a6cf30-8072-43a7-a671-a6c5449f17be\"}],\"ips\":[{\"address\":\"10.128.0.41/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:21:18.767999 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 10250: empty IP address endpoints for service cert-manager/cert-manager-webhook W0505 23:21:18.768021 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 9402: empty IP address endpoints for service cert-manager/cert-manager-webhook I0505 23:21:20.423330 3803 namespace.go:142] [openshift-operators] updating namespace I0505 23:21:20.994037 3803 base_network_controller_pods.go:487] [default/openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt] creating logical port openshift-operators_tekton-operator-webhook-5864bd5898-f9kwt for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:20.994151 3803 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt I0505 23:21:21.106500 3803 kube.go:256] Updating pod openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt I0505 23:21:21.167014 3803 pod.go:62] [openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt] pod update took 172.888176ms I0505 23:21:21.167047 3803 base_network_controller_pods.go:951] [default/openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt] addLogicalPort annotation time took 172.924747ms I0505 23:21:21.168363 3803 pods.go:271] [openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt] addLogicalPort took 174.347538ms, libovsdb time 868.988µs I0505 23:21:21.339697 3803 cni.go:452] [openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt cd92b16d89b424ceeac2f9224b2ff67d0fbd8bcf1b1ae1b39e4daea979a6a51f network default NAD default NAD key ] ADD starting CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt cd92b16d89b424ceeac2f9224b2ff67d0fbd8bcf1b1ae1b39e4daea979a6a51f network default NAD default NAD key ] I0505 23:21:21.350659 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-operators, podName: tekton-operator-webhook-5864bd5898-f9kwt, hostIfaceName: cd92b16d89b424c, network: default, NAD default, SandboxID: "cd92b16d89b424ceeac2f9224b2ff67d0fbd8bcf1b1ae1b39e4daea979a6a51f", PCI device ID: , UID: "16c7dfe9-1667-42b9-9b8a-cf23b21614ab", MAC: 0a:58:0a:80:00:2a, IPs: [10.128.0.42/23] I0505 23:21:21.403421 3803 cni.go:473] [openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt cd92b16d89b424ceeac2f9224b2ff67d0fbd8bcf1b1ae1b39e4daea979a6a51f network default NAD default NAD key default] ADD finished CNI request [openshift-operators/tekton-operator-webhook-5864bd5898-f9kwt cd92b16d89b424ceeac2f9224b2ff67d0fbd8bcf1b1ae1b39e4daea979a6a51f network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"fe:e4:07:9a:71:b7\",\"name\":\"cd92b16d89b424c\"},{\"mac\":\"0a:58:0a:80:00:2a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/3a44f091-6faf-4284-bdd2-e6ada63956eb\"}],\"ips\":[{\"address\":\"10.128.0.42/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:21:21.847244 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=9 I0505 23:21:28.976509 3803 namespace.go:98] [trusted-artifact-signer] adding namespace I0505 23:21:28.977363 3803 namespace.go:102] [trusted-artifact-signer] adding namespace took 831.525µs I0505 23:21:28.991499 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:29.160244 3803 namespace.go:142] [trusted-artifact-signer] updating namespace W0505 23:21:29.623245 3803 util.go:870] Failed to build global endpoints for port TCP/metrics: empty IP address endpoints for service openshift-operators/rhtas-operator-controller-manager-metrics-service I0505 23:21:30.105180 3803 base_network_controller_pods.go:487] [default/trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q] creating logical port trusted-artifact-signer_cli-server-7d56d9fd65-8cr4q for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:30.105275 3803 kube.go:256] Updating pod trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q I0505 23:21:30.132242 3803 pod.go:62] [trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q] pod update took 26.987536ms I0505 23:21:30.132270 3803 base_network_controller_pods.go:951] [default/trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q] addLogicalPort annotation time took 27.022585ms I0505 23:21:30.133511 3803 pods.go:271] [trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q] addLogicalPort took 28.352834ms, libovsdb time 844.134µs I0505 23:21:30.475514 3803 cni.go:452] [trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q c3b5da228cf559748ab57ba1eec80596e608574b83268b98e67a954434fd7557 network default NAD default NAD key ] ADD starting CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q c3b5da228cf559748ab57ba1eec80596e608574b83268b98e67a954434fd7557 network default NAD default NAD key ] I0505 23:21:30.485639 3803 helper_linux.go:556] ConfigureOVS: namespace: trusted-artifact-signer, podName: cli-server-7d56d9fd65-8cr4q, hostIfaceName: c3b5da228cf5597, network: default, NAD default, SandboxID: "c3b5da228cf559748ab57ba1eec80596e608574b83268b98e67a954434fd7557", PCI device ID: , UID: "ab0facc1-a077-4a2d-9a6c-2e378ec41841", MAC: 0a:58:0a:80:00:2b, IPs: [10.128.0.43/23] I0505 23:21:30.538896 3803 cni.go:473] [trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q c3b5da228cf559748ab57ba1eec80596e608574b83268b98e67a954434fd7557 network default NAD default NAD key default] ADD finished CNI request [trusted-artifact-signer/cli-server-7d56d9fd65-8cr4q c3b5da228cf559748ab57ba1eec80596e608574b83268b98e67a954434fd7557 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"b2:4f:91:9a:7f:85\",\"name\":\"c3b5da228cf5597\"},{\"mac\":\"0a:58:0a:80:00:2b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8383c63c-7a88-4683-8b30-ab09a4f70291\"}],\"ips\":[{\"address\":\"10.128.0.43/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:21:36.350892 3803 namespace.go:98] [openshift-pipelines] adding namespace I0505 23:21:36.351991 3803 namespace.go:102] [openshift-pipelines] adding namespace took 1.039241ms I0505 23:21:36.376425 3803 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:21:37.068308 3803 namespace.go:142] [cert-manager] updating namespace I0505 23:21:37.269480 3803 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:37.667100 3803 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:37.870163 3803 namespace.go:142] [konflux-ui] updating namespace I0505 23:21:38.071429 3803 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:38.475125 3803 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:38.670652 3803 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:38.873238 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:39.074058 3803 namespace.go:142] [tsf] updating namespace I0505 23:21:39.274341 3803 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:39.473769 3803 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:39.674844 3803 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:39.802916 3803 namespace.go:142] [cert-manager] updating namespace I0505 23:21:39.816169 3803 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:39.825775 3803 namespace.go:142] [default] updating namespace I0505 23:21:39.836516 3803 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:39.845567 3803 namespace.go:142] [konflux-ui] updating namespace I0505 23:21:39.858732 3803 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:39.868494 3803 namespace.go:142] [openshift] updating namespace I0505 23:21:39.879255 3803 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:39.887290 3803 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:39.898928 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:39.911535 3803 namespace.go:142] [tsf] updating namespace I0505 23:21:39.925003 3803 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:39.934557 3803 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:39.955882 3803 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:40.055991 3803 namespace.go:142] [cert-manager] updating namespace I0505 23:21:40.158773 3803 namespace.go:142] [cert-manager-operator] updating namespace I0505 23:21:40.254616 3803 namespace.go:142] [default] updating namespace I0505 23:21:40.356135 3803 namespace.go:142] [konflux-operator] updating namespace I0505 23:21:40.455772 3803 namespace.go:142] [konflux-ui] updating namespace I0505 23:21:40.554019 3803 namespace.go:142] [open-cluster-management-2q42fkshsh4u20crbvkl178uubteill3] updating namespace I0505 23:21:40.656655 3803 namespace.go:142] [openshift] updating namespace I0505 23:21:40.776075 3803 namespace.go:142] [rhbk-operator] updating namespace I0505 23:21:40.857492 3803 namespace.go:142] [rhtpa-operator] updating namespace I0505 23:21:40.986293 3803 namespace.go:142] [trusted-artifact-signer] updating namespace I0505 23:21:41.094317 3803 namespace.go:142] [tsf] updating namespace I0505 23:21:41.161982 3803 namespace.go:142] [tsf-keycloak] updating namespace I0505 23:21:41.261381 3803 namespace.go:142] [tsf-tas] updating namespace I0505 23:21:41.373213 3803 namespace.go:142] [tsf-tpa] updating namespace I0505 23:21:42.176224 3803 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:21:50.843041 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz] creating logical port openshift-pipelines_tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:50.843141 3803 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz I0505 23:21:50.859303 3803 pod.go:62] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz] pod update took 16.186569ms I0505 23:21:50.859330 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz] addLogicalPort annotation time took 16.220794ms I0505 23:21:50.860700 3803 pods.go:271] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz] addLogicalPort took 17.674658ms, libovsdb time 968.843µs I0505 23:21:50.938931 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h] creating logical port openshift-pipelines_tekton-pipelines-webhook-7b6d6f4c94-h575h for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:50.939055 3803 kube.go:256] Updating pod openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h I0505 23:21:50.953663 3803 pod.go:62] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h] pod update took 14.637265ms I0505 23:21:50.953688 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h] addLogicalPort annotation time took 14.668064ms I0505 23:21:50.955183 3803 pods.go:271] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h] addLogicalPort took 16.26724ms, libovsdb time 1.046059ms I0505 23:21:51.047577 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj] creating logical port openshift-pipelines_tekton-operator-proxy-webhook-57f84cff6f-ggldj for pod on switch ip-10-0-2-173.ec2.internal I0505 23:21:51.047718 3803 kube.go:256] Updating pod openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj I0505 23:21:51.062066 3803 pod.go:62] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj] pod update took 14.379195ms I0505 23:21:51.062093 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj] addLogicalPort annotation time took 14.411025ms I0505 23:21:51.063682 3803 pods.go:271] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj] addLogicalPort took 16.130494ms, libovsdb time 1.182078ms I0505 23:21:51.217623 3803 cni.go:452] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz aea11b1e1aa43a262fcbfd7e253a4ef02ee83cc92e998d89383c1e138f1e1ed3 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz aea11b1e1aa43a262fcbfd7e253a4ef02ee83cc92e998d89383c1e138f1e1ed3 network default NAD default NAD key ] I0505 23:21:51.227304 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz, hostIfaceName: aea11b1e1aa43a2, network: default, NAD default, SandboxID: "aea11b1e1aa43a262fcbfd7e253a4ef02ee83cc92e998d89383c1e138f1e1ed3", PCI device ID: , UID: "dd5b7ba2-11e9-4217-a33a-bc9d356d7f2b", MAC: 0a:58:0a:80:00:2c, IPs: [10.128.0.44/23] I0505 23:21:51.282111 3803 cni.go:473] [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz aea11b1e1aa43a262fcbfd7e253a4ef02ee83cc92e998d89383c1e138f1e1ed3 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-remote-resolvers-85f5bb4dfb-7fkzz aea11b1e1aa43a262fcbfd7e253a4ef02ee83cc92e998d89383c1e138f1e1ed3 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"6e:2e:e0:54:e2:ee\",\"name\":\"aea11b1e1aa43a2\"},{\"mac\":\"0a:58:0a:80:00:2c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/719c8521-cf34-4683-8331-d22694a40193\"}],\"ips\":[{\"address\":\"10.128.0.44/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:21:51.310034 3803 cni.go:452] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h 96e46e7e1aabf4063d14d3cef55b353001d92a8193ccb2438905460b8934dff5 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h 96e46e7e1aabf4063d14d3cef55b353001d92a8193ccb2438905460b8934dff5 network default NAD default NAD key ] I0505 23:21:51.320344 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-pipelines-webhook-7b6d6f4c94-h575h, hostIfaceName: 96e46e7e1aabf40, network: default, NAD default, SandboxID: "96e46e7e1aabf4063d14d3cef55b353001d92a8193ccb2438905460b8934dff5", PCI device ID: , UID: "224a1f6c-720b-4680-a304-cdef25736439", MAC: 0a:58:0a:80:00:2d, IPs: [10.128.0.45/23] I0505 23:21:51.374455 3803 cni.go:473] [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h 96e46e7e1aabf4063d14d3cef55b353001d92a8193ccb2438905460b8934dff5 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-pipelines-webhook-7b6d6f4c94-h575h 96e46e7e1aabf4063d14d3cef55b353001d92a8193ccb2438905460b8934dff5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"de:3f:b6:95:c0:af\",\"name\":\"96e46e7e1aabf40\"},{\"mac\":\"0a:58:0a:80:00:2d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/82836f41-3b80-42f6-8f55-c25ba478a819\"}],\"ips\":[{\"address\":\"10.128.0.45/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:21:51.420406 3803 cni.go:452] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj 4da05c7fd3fdcbf04f38d9c1419d7c8bd7e2597e19684d11cc14e35fbcf453db network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj 4da05c7fd3fdcbf04f38d9c1419d7c8bd7e2597e19684d11cc14e35fbcf453db network default NAD default NAD key ] I0505 23:21:51.430532 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: tekton-operator-proxy-webhook-57f84cff6f-ggldj, hostIfaceName: 4da05c7fd3fdcbf, network: default, NAD default, SandboxID: "4da05c7fd3fdcbf04f38d9c1419d7c8bd7e2597e19684d11cc14e35fbcf453db", PCI device ID: , UID: "51d7cdca-d225-4cac-8969-c1f2f5dee9c8", MAC: 0a:58:0a:80:00:2e, IPs: [10.128.0.46/23] I0505 23:21:51.484626 3803 cni.go:473] [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj 4da05c7fd3fdcbf04f38d9c1419d7c8bd7e2597e19684d11cc14e35fbcf453db network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/tekton-operator-proxy-webhook-57f84cff6f-ggldj 4da05c7fd3fdcbf04f38d9c1419d7c8bd7e2597e19684d11cc14e35fbcf453db network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:b9:c1:ed:d2:20\",\"name\":\"4da05c7fd3fdcbf\"},{\"mac\":\"0a:58:0a:80:00:2e\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/66886d1a-e36e-4312-ad2c-d6a82cfcd824\"}],\"ips\":[{\"address\":\"10.128.0.46/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:21:54.025587 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.025609 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.025614 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-controller W0505 23:21:54.601531 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:54.601554 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:54.601559 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-events-controller W0505 23:21:56.000510 3803 util.go:870] Failed to build global endpoints for port TCP/http-profiling: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000538 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000547 3803 util.go:870] Failed to build global endpoints for port TCP/probes: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:21:56.000553 3803 util.go:870] Failed to build global endpoints for port TCP/https-webhook: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook I0505 23:21:59.178193 3803 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:59.178773 3803 obj_retry.go:498] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:21:59.201713 3803 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:59.201733 3803 obj_retry.go:492] Detected object tsf/test-tsf-subscriptions of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:21:59.209198 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-subscriptions I0505 23:21:59.209227 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-subscriptions I0505 23:21:59.870323 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.UserDefinedNetwork" totalItems=10 W0505 23:22:07.011495 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8008: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:22:07.011519 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 9090: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:22:07.011528 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:22:07.011535 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service openshift-pipelines/tekton-pipelines-webhook W0505 23:22:10.104937 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-keycloak/keycloak-pgsql W0505 23:22:10.147585 3803 util.go:870] Failed to build global endpoints for port TCP/data: empty IP address endpoints for service tsf-tpa/tpa-pgsql I0505 23:22:15.751717 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Namespace" totalItems=112 W0505 23:22:17.818922 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service openshift-pipelines/tekton-triggers-core-interceptors I0505 23:22:35.104571 3803 iptables.go:108] Creating table: nat chain: OVN-KUBE-NODEPORT I0505 23:22:35.334235 3803 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:22:35.334804 3803 obj_retry.go:498] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:22:35.362245 3803 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:22:35.362269 3803 obj_retry.go:492] Detected object tsf/test-tsf-infrastructure of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:22:35.369364 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-infrastructure I0505 23:22:35.369390 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-infrastructure I0505 23:22:37.502610 3803 base_network_controller_policy.go:1179] Adding network policy tsf-keycloak/keycloak-network-policy for network default I0505 23:22:37.503522 3803 pod_selector_address_set.go:213] Created shared address set for pod selector tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},} I0505 23:22:37.503548 3803 base_network_controller_policy.go:1054] Policy tsf-keycloak/keycloak-network-policy added to peer address sets [tsf-keycloak_LS{ML:{app: keycloak,app.kubernetes.io/instance: keycloak,app.kubernetes.io/managed-by: keycloak-operator,},}] I0505 23:22:37.505626 3803 base_network_controller_policy.go:1232] Create network policy tsf-keycloak/keycloak-network-policy resources completed, update namespace loglevel I0505 23:22:37.776165 3803 base_network_controller_pods.go:487] [default/tsf-keycloak/keycloak-0] creating logical port tsf-keycloak_keycloak-0 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:22:37.776263 3803 kube.go:256] Updating pod tsf-keycloak/keycloak-0 I0505 23:22:37.790219 3803 pod.go:62] [tsf-keycloak/keycloak-0] pod update took 13.977605ms I0505 23:22:37.790254 3803 base_network_controller_pods.go:951] [default/tsf-keycloak/keycloak-0] addLogicalPort annotation time took 14.018145ms I0505 23:22:37.791769 3803 pods.go:271] [tsf-keycloak/keycloak-0] addLogicalPort took 15.623296ms, libovsdb time 900.926µs I0505 23:22:38.139553 3803 cni.go:452] [tsf-keycloak/keycloak-0 3a27b4d0897d3de198d6600241640634d543f3e80862a474548f3795bc264e35 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/keycloak-0 3a27b4d0897d3de198d6600241640634d543f3e80862a474548f3795bc264e35 network default NAD default NAD key ] I0505 23:22:38.148721 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: keycloak-0, hostIfaceName: 3a27b4d0897d3de, network: default, NAD default, SandboxID: "3a27b4d0897d3de198d6600241640634d543f3e80862a474548f3795bc264e35", PCI device ID: , UID: "b062b73f-2061-4d19-bcba-7917c14c57a3", MAC: 0a:58:0a:80:00:2f, IPs: [10.128.0.47/23] I0505 23:22:38.204196 3803 cni.go:473] [tsf-keycloak/keycloak-0 3a27b4d0897d3de198d6600241640634d543f3e80862a474548f3795bc264e35 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/keycloak-0 3a27b4d0897d3de198d6600241640634d543f3e80862a474548f3795bc264e35 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"5a:d0:16:92:d1:20\",\"name\":\"3a27b4d0897d3de\"},{\"mac\":\"0a:58:0a:80:00:2f\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/5707a164-8501-4043-b6ec-6ebca0864658\"}],\"ips\":[{\"address\":\"10.128.0.47/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:22:44.270237 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:22:44.270259 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:22:44.273533 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:22:44.273554 3803 util.go:870] Failed to build global endpoints for port TCP/management: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:22:59.337260 3803 util.go:870] Failed to build global endpoints for port TCP/prometheus: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:22:59.337292 3803 util.go:870] Failed to build global endpoints for port TCP/profiling: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:22:59.337298 3803 util.go:870] Failed to build global endpoints for port TCP/server: empty IP address endpoints for service openshift-pipelines/tekton-results-api-service W0505 23:23:11.399982 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:23:11.400003 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 9000: empty IP address endpoints for service tsf-keycloak/keycloak-service W0505 23:23:11.400921 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service tsf-keycloak/keycloak W0505 23:23:11.400940 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service tsf-keycloak/keycloak I0505 23:23:17.647870 3803 base_network_controller_pods.go:487] [default/tsf-keycloak/tsf-iam-qtbjd] creating logical port tsf-keycloak_tsf-iam-qtbjd for pod on switch ip-10-0-2-173.ec2.internal I0505 23:23:17.647979 3803 kube.go:256] Updating pod tsf-keycloak/tsf-iam-qtbjd I0505 23:23:17.663552 3803 pod.go:62] [tsf-keycloak/tsf-iam-qtbjd] pod update took 15.596066ms I0505 23:23:17.663645 3803 base_network_controller_pods.go:951] [default/tsf-keycloak/tsf-iam-qtbjd] addLogicalPort annotation time took 15.695361ms I0505 23:23:17.665571 3803 pods.go:271] [tsf-keycloak/tsf-iam-qtbjd] addLogicalPort took 17.717808ms, libovsdb time 1.320702ms I0505 23:23:18.023018 3803 cni.go:452] [tsf-keycloak/tsf-iam-qtbjd 0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519 network default NAD default NAD key ] ADD starting CNI request [tsf-keycloak/tsf-iam-qtbjd 0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519 network default NAD default NAD key ] I0505 23:23:18.032330 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-keycloak, podName: tsf-iam-qtbjd, hostIfaceName: 0f9875d2cd25492, network: default, NAD default, SandboxID: "0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519", PCI device ID: , UID: "5c73d112-acd7-47d2-91bb-a078c75d75ec", MAC: 0a:58:0a:80:00:30, IPs: [10.128.0.48/23] I0505 23:23:18.085018 3803 cni.go:473] [tsf-keycloak/tsf-iam-qtbjd 0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519 network default NAD default NAD key default] ADD finished CNI request [tsf-keycloak/tsf-iam-qtbjd 0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:55:4b:f0:86:e5\",\"name\":\"0f9875d2cd25492\"},{\"mac\":\"0a:58:0a:80:00:30\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/8a78f196-dc3d-4162-80fb-a0482c29e3f0\"}],\"ips\":[{\"address\":\"10.128.0.48/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:23:27.635548 3803 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:27.636170 3803 obj_retry.go:498] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:27.685755 3803 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:27.685790 3803 obj_retry.go:492] Detected object tsf/test-tsf-iam of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:27.692385 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/test-tsf-iam I0505 23:23:27.692418 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/test-tsf-iam W0505 23:23:30.129531 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:23:30.129555 3803 util.go:870] Failed to build global endpoints for port TCP/http-listener: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-controller W0505 23:23:30.533501 3803 util.go:870] Failed to build global endpoints for port TCP/http-metrics: empty IP address endpoints for service openshift-pipelines/pipelines-as-code-watcher I0505 23:23:38.620944 3803 cni.go:452] [tsf-keycloak/tsf-iam-qtbjd 0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519 network default NAD default NAD key ] DEL starting CNI request [tsf-keycloak/tsf-iam-qtbjd 0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519 network default NAD default NAD key ] I0505 23:23:38.704362 3803 cni.go:473] [tsf-keycloak/tsf-iam-qtbjd 0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519 network default NAD default NAD key default] DEL finished CNI request [tsf-keycloak/tsf-iam-qtbjd 0f9875d2cd25492356e7d8d0dfe5d567fd2676bf45ea7f2f0092b63519d0e519 network default NAD default NAD key default], result "{}", err I0505 23:23:38.756374 3803 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qtbjd of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:38.756416 3803 pods.go:176] Deleting pod: tsf-keycloak/tsf-iam-qtbjd I0505 23:23:38.757884 3803 pods.go:236] Attempting to release IPs for pod: tsf-keycloak/tsf-iam-qtbjd, ips: 10.128.0.48 I0505 23:23:38.757922 3803 obj_retry.go:498] Detected object tsf-keycloak/tsf-iam-qtbjd of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:39.645625 3803 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qtbjd of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:39.645651 3803 obj_retry.go:492] Detected object tsf-keycloak/tsf-iam-qtbjd of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:42.575863 3803 base_network_controller_pods.go:487] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn] creating logical port openshift-pipelines_pipelines-console-plugin-65f788bc74-dcmmn for pod on switch ip-10-0-2-173.ec2.internal I0505 23:23:42.576003 3803 kube.go:256] Updating pod openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn I0505 23:23:42.587890 3803 pod.go:62] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn] pod update took 11.911991ms I0505 23:23:42.587919 3803 base_network_controller_pods.go:951] [default/openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn] addLogicalPort annotation time took 11.949185ms I0505 23:23:42.589366 3803 pods.go:271] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn] addLogicalPort took 13.524197ms, libovsdb time 881.047µs I0505 23:23:42.935008 3803 cni.go:452] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn a6f5aec7784febc4a65956cd83a848b226466c3d08c20a52913fde8f5fb6c592 network default NAD default NAD key ] ADD starting CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn a6f5aec7784febc4a65956cd83a848b226466c3d08c20a52913fde8f5fb6c592 network default NAD default NAD key ] I0505 23:23:42.944452 3803 helper_linux.go:556] ConfigureOVS: namespace: openshift-pipelines, podName: pipelines-console-plugin-65f788bc74-dcmmn, hostIfaceName: a6f5aec7784febc, network: default, NAD default, SandboxID: "a6f5aec7784febc4a65956cd83a848b226466c3d08c20a52913fde8f5fb6c592", PCI device ID: , UID: "230905ef-5fd0-473d-a9c1-5cf5488dddb8", MAC: 0a:58:0a:80:00:31, IPs: [10.128.0.49/23] I0505 23:23:42.999358 3803 cni.go:473] [openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn a6f5aec7784febc4a65956cd83a848b226466c3d08c20a52913fde8f5fb6c592 network default NAD default NAD key default] ADD finished CNI request [openshift-pipelines/pipelines-console-plugin-65f788bc74-dcmmn a6f5aec7784febc4a65956cd83a848b226466c3d08c20a52913fde8f5fb6c592 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"3e:6c:92:d0:56:64\",\"name\":\"a6f5aec7784febc\"},{\"mac\":\"0a:58:0a:80:00:31\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0d14d4b2-10d4-4ffb-b730-898c45aec33e\"}],\"ips\":[{\"address\":\"10.128.0.49/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:23:43.200022 3803 util.go:870] Failed to build global endpoints for port TCP/trillian-mysql: empty IP address endpoints for service tsf-tas/trillian-mysql W0505 23:23:44.573701 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logserver W0505 23:23:44.616595 3803 util.go:870] Failed to build global endpoints for port TCP/grpc: empty IP address endpoints for service tsf-tas/trillian-logsigner I0505 23:23:47.743393 3803 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:47.743974 3803 obj_retry.go:498] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:23:48.765767 3803 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:23:48.765794 3803 obj_retry.go:492] Detected object tsf-tas/segment-backup-installation-hhgdc-d6n2d of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:13.755051 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Node" totalItems=39 I0505 23:24:17.994812 3803 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:17.995375 3803 obj_retry.go:498] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.019821 3803 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.020318 3803 obj_retry.go:498] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:18.044435 3803 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.044458 3803 obj_retry.go:492] Detected object tsf-tas/test-tsf-tas of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.051018 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tas/test-tsf-tas I0505 23:24:18.051048 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tas/test-tsf-tas I0505 23:24:18.803644 3803 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:18.803681 3803 obj_retry.go:492] Detected object tsf-tas/rekor-createtree-job-cw9l2-xrx89 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:24.764610 3803 base_network_controller_pods.go:487] [default/tsf-tas/rekor-server-859c677854-c9vgg] creating logical port tsf-tas_rekor-server-859c677854-c9vgg for pod on switch ip-10-0-2-173.ec2.internal I0505 23:24:24.764708 3803 kube.go:256] Updating pod tsf-tas/rekor-server-859c677854-c9vgg I0505 23:24:24.779011 3803 pod.go:62] [tsf-tas/rekor-server-859c677854-c9vgg] pod update took 14.322957ms I0505 23:24:24.779041 3803 base_network_controller_pods.go:951] [default/tsf-tas/rekor-server-859c677854-c9vgg] addLogicalPort annotation time took 14.362844ms I0505 23:24:24.780478 3803 pods.go:271] [tsf-tas/rekor-server-859c677854-c9vgg] addLogicalPort took 15.892631ms, libovsdb time 1.017394ms W0505 23:24:26.811333 3803 util.go:870] Failed to build global endpoints for port TCP/resp: empty IP address endpoints for service tsf-tas/rekor-redis I0505 23:24:27.275317 3803 obj_retry.go:498] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:27.275953 3803 obj_retry.go:498] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:24:27.823465 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-search-ui I0505 23:24:28.299666 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:28.299694 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:28.589080 3803 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:28.589665 3803 obj_retry.go:498] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:29.472046 3803 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:29.472079 3803 obj_retry.go:492] Detected object tsf-tas/ctlog-createtree-job-bh8kz-gft6w of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:32.650180 3803 cni.go:452] [tsf-tas/rekor-server-859c677854-c9vgg 120586facef63f9b15b4315e3c59f685eba16394db772b592a012ca820b2e9ce network default NAD default NAD key ] ADD starting CNI request [tsf-tas/rekor-server-859c677854-c9vgg 120586facef63f9b15b4315e3c59f685eba16394db772b592a012ca820b2e9ce network default NAD default NAD key ] I0505 23:24:32.659558 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: rekor-server-859c677854-c9vgg, hostIfaceName: 120586facef63f9, network: default, NAD default, SandboxID: "120586facef63f9b15b4315e3c59f685eba16394db772b592a012ca820b2e9ce", PCI device ID: , UID: "ef0528c6-fd0a-4ae1-beb1-a1638b81e83f", MAC: 0a:58:0a:80:00:32, IPs: [10.128.0.50/23] I0505 23:24:32.714731 3803 cni.go:473] [tsf-tas/rekor-server-859c677854-c9vgg 120586facef63f9b15b4315e3c59f685eba16394db772b592a012ca820b2e9ce network default NAD default NAD key default] ADD finished CNI request [tsf-tas/rekor-server-859c677854-c9vgg 120586facef63f9b15b4315e3c59f685eba16394db772b592a012ca820b2e9ce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"86:78:c0:b5:70:59\",\"name\":\"120586facef63f9\"},{\"mac\":\"0a:58:0a:80:00:32\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/50f26c89-d87e-4a20-81f8-308de45a37fd\"}],\"ips\":[{\"address\":\"10.128.0.50/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:24:33.471185 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/ctlog I0505 23:24:33.983307 3803 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dz6ts of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:33.983893 3803 obj_retry.go:498] Detected object tsf/tsf-tekton-configuration-dz6ts of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:24:34.935950 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/rekor-server I0505 23:24:35.005768 3803 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dz6ts of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.005796 3803 obj_retry.go:492] Detected object tsf/tsf-tekton-configuration-dz6ts of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.045971 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.046001 3803 obj_retry.go:492] Detected object tsf/patch-tekton-config-gl882 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:35.051515 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf/patch-tekton-config-gl882 I0505 23:24:35.051538 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf/patch-tekton-config-gl882 I0505 23:24:39.831315 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.BaselineAdminNetworkPolicy" totalItems=6 I0505 23:24:40.028842 3803 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:40.029414 3803 obj_retry.go:498] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:40.054662 3803 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:40.054690 3803 obj_retry.go:492] Detected object tsf-tpa/pre-install-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:40.061978 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/pre-install-tsf-tpa I0505 23:24:40.061998 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/pre-install-tsf-tpa I0505 23:24:41.490155 3803 base_network_controller_pods.go:487] [default/tsf-tpa/create-db-c2cb8] creating logical port tsf-tpa_create-db-c2cb8 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:24:41.490251 3803 kube.go:256] Updating pod tsf-tpa/create-db-c2cb8 I0505 23:24:41.502530 3803 pod.go:62] [tsf-tpa/create-db-c2cb8] pod update took 12.303224ms I0505 23:24:41.502555 3803 base_network_controller_pods.go:951] [default/tsf-tpa/create-db-c2cb8] addLogicalPort annotation time took 12.33336ms I0505 23:24:41.504005 3803 pods.go:271] [tsf-tpa/create-db-c2cb8] addLogicalPort took 13.871304ms, libovsdb time 994.099µs I0505 23:24:41.855404 3803 cni.go:452] [tsf-tpa/create-db-c2cb8 0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-db-c2cb8 0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb network default NAD default NAD key ] I0505 23:24:41.864642 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-db-c2cb8, hostIfaceName: 0d39baf6b6b3e79, network: default, NAD default, SandboxID: "0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb", PCI device ID: , UID: "92554ba8-961f-4e22-83ed-bb96ece728f3", MAC: 0a:58:0a:80:00:33, IPs: [10.128.0.51/23] I0505 23:24:41.921701 3803 cni.go:473] [tsf-tpa/create-db-c2cb8 0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-db-c2cb8 0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"aa:c2:44:44:ca:e6\",\"name\":\"0d39baf6b6b3e79\"},{\"mac\":\"0a:58:0a:80:00:33\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/feb08d69-5f31-4b99-b5ab-a09045d9e8f6\"}],\"ips\":[{\"address\":\"10.128.0.51/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:24:45.946310 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 3000: empty IP address endpoints for service tsf-tas/rekor-server I0505 23:24:53.768666 3803 base_network_controller_pods.go:487] [default/tsf-tas/tuf-repository-init-l6jg7-tjzx5] creating logical port tsf-tas_tuf-repository-init-l6jg7-tjzx5 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:24:53.768795 3803 kube.go:256] Updating pod tsf-tas/tuf-repository-init-l6jg7-tjzx5 I0505 23:24:53.789038 3803 pod.go:62] [tsf-tas/tuf-repository-init-l6jg7-tjzx5] pod update took 20.265224ms I0505 23:24:53.789072 3803 base_network_controller_pods.go:951] [default/tsf-tas/tuf-repository-init-l6jg7-tjzx5] addLogicalPort annotation time took 20.305733ms I0505 23:24:53.790395 3803 pods.go:271] [tsf-tas/tuf-repository-init-l6jg7-tjzx5] addLogicalPort took 21.751321ms, libovsdb time 837.356µs I0505 23:24:53.832202 3803 reflector.go:979] "Watch close" reflector="sigs.k8s.io/network-policy-api/pkg/client/informers/externalversions/factory.go:141" type="*v1alpha1.AdminNetworkPolicy" totalItems=4 I0505 23:24:54.049149 3803 cni.go:452] [tsf-tpa/create-db-c2cb8 0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-db-c2cb8 0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb network default NAD default NAD key ] I0505 23:24:54.139969 3803 cni.go:473] [tsf-tpa/create-db-c2cb8 0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-db-c2cb8 0d39baf6b6b3e79e5f81395f5a6abddef50bcb88bc1ec7b4a8a8f9892e2c3bcb network default NAD default NAD key default], result "{}", err I0505 23:24:54.194228 3803 obj_retry.go:498] Detected object tsf-tpa/create-db-c2cb8 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:54.194267 3803 pods.go:176] Deleting pod: tsf-tpa/create-db-c2cb8 I0505 23:24:54.195852 3803 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-db-c2cb8, ips: 10.128.0.51 I0505 23:24:54.195885 3803 obj_retry.go:498] Detected object tsf-tpa/create-db-c2cb8 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:55.220117 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-c2cb8 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:55.220145 3803 obj_retry.go:492] Detected object tsf-tpa/create-db-c2cb8 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:55.332669 3803 base_network_controller_pods.go:487] [default/tsf-tpa/migrate-db-655mm] creating logical port tsf-tpa_migrate-db-655mm for pod on switch ip-10-0-2-173.ec2.internal I0505 23:24:55.332794 3803 kube.go:256] Updating pod tsf-tpa/migrate-db-655mm I0505 23:24:55.345246 3803 pod.go:62] [tsf-tpa/migrate-db-655mm] pod update took 12.476605ms I0505 23:24:55.345268 3803 base_network_controller_pods.go:951] [default/tsf-tpa/migrate-db-655mm] addLogicalPort annotation time took 12.525719ms I0505 23:24:55.346663 3803 pods.go:271] [tsf-tpa/migrate-db-655mm] addLogicalPort took 14.01647ms, libovsdb time 918.039µs I0505 23:24:55.698203 3803 cni.go:452] [tsf-tpa/migrate-db-655mm 3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/migrate-db-655mm 3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2 network default NAD default NAD key ] I0505 23:24:55.707707 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: migrate-db-655mm, hostIfaceName: 3a5c810d729925e, network: default, NAD default, SandboxID: "3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2", PCI device ID: , UID: "efd58909-f56a-4c01-9aaa-52cc0c4dbf61", MAC: 0a:58:0a:80:00:35, IPs: [10.128.0.53/23] I0505 23:24:55.761881 3803 cni.go:473] [tsf-tpa/migrate-db-655mm 3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/migrate-db-655mm 3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"2a:13:48:56:d8:51\",\"name\":\"3a5c810d729925e\"},{\"mac\":\"0a:58:0a:80:00:35\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2feeceae-812d-408c-819b-62aafd63211d\"}],\"ips\":[{\"address\":\"10.128.0.53/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:24:56.681466 3803 namespace.go:142] [openshift-pipelines] updating namespace I0505 23:24:58.078884 3803 cni.go:452] [tsf-tpa/migrate-db-655mm 3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/migrate-db-655mm 3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2 network default NAD default NAD key ] I0505 23:24:58.179335 3803 cni.go:473] [tsf-tpa/migrate-db-655mm 3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/migrate-db-655mm 3a5c810d729925e6384f686755a7e70fe0f63a416fa079fcbad8dff59e5cf9a2 network default NAD default NAD key default], result "{}", err I0505 23:24:58.237189 3803 obj_retry.go:498] Detected object tsf-tpa/migrate-db-655mm of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:58.237227 3803 pods.go:176] Deleting pod: tsf-tpa/migrate-db-655mm I0505 23:24:58.238854 3803 pods.go:236] Attempting to release IPs for pod: tsf-tpa/migrate-db-655mm, ips: 10.128.0.53 I0505 23:24:58.238884 3803 obj_retry.go:498] Detected object tsf-tpa/migrate-db-655mm of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:24:58.367834 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-655mm of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:58.367857 3803 obj_retry.go:492] Detected object tsf-tpa/migrate-db-655mm of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:24:58.577029 3803 base_network_controller_pods.go:487] [default/tsf-tpa/create-importers-jndzs] creating logical port tsf-tpa_create-importers-jndzs for pod on switch ip-10-0-2-173.ec2.internal I0505 23:24:58.577127 3803 kube.go:256] Updating pod tsf-tpa/create-importers-jndzs I0505 23:24:58.592965 3803 pod.go:62] [tsf-tpa/create-importers-jndzs] pod update took 15.857049ms I0505 23:24:58.592993 3803 base_network_controller_pods.go:951] [default/tsf-tpa/create-importers-jndzs] addLogicalPort annotation time took 15.894437ms I0505 23:24:58.594331 3803 pods.go:271] [tsf-tpa/create-importers-jndzs] addLogicalPort took 17.324033ms, libovsdb time 872.617µs I0505 23:24:58.936985 3803 cni.go:452] [tsf-tpa/create-importers-jndzs 16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118 network default NAD default NAD key ] ADD starting CNI request [tsf-tpa/create-importers-jndzs 16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118 network default NAD default NAD key ] I0505 23:24:58.946590 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tpa, podName: create-importers-jndzs, hostIfaceName: 16463cee83fdf45, network: default, NAD default, SandboxID: "16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118", PCI device ID: , UID: "0420f6df-92ae-41f1-b7eb-2692b24e68dc", MAC: 0a:58:0a:80:00:36, IPs: [10.128.0.54/23] I0505 23:24:59.000941 3803 cni.go:473] [tsf-tpa/create-importers-jndzs 16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118 network default NAD default NAD key default] ADD finished CNI request [tsf-tpa/create-importers-jndzs 16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:36:6f:7c:03:69\",\"name\":\"16463cee83fdf45\"},{\"mac\":\"0a:58:0a:80:00:36\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/2348dc54-0642-4891-8999-a0b253a655e4\"}],\"ips\":[{\"address\":\"10.128.0.54/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:25:01.098790 3803 cni.go:452] [tsf-tpa/create-importers-jndzs 16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118 network default NAD default NAD key ] DEL starting CNI request [tsf-tpa/create-importers-jndzs 16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118 network default NAD default NAD key ] I0505 23:25:01.190583 3803 cni.go:473] [tsf-tpa/create-importers-jndzs 16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118 network default NAD default NAD key default] DEL finished CNI request [tsf-tpa/create-importers-jndzs 16463cee83fdf45dff596588b38c9ce888eed624b14e9871a5ae22fe7c226118 network default NAD default NAD key default], result "{}", err I0505 23:25:01.241496 3803 obj_retry.go:498] Detected object tsf-tpa/create-importers-jndzs of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:01.241534 3803 pods.go:176] Deleting pod: tsf-tpa/create-importers-jndzs I0505 23:25:01.243056 3803 pods.go:236] Attempting to release IPs for pod: tsf-tpa/create-importers-jndzs, ips: 10.128.0.54 I0505 23:25:01.243087 3803 obj_retry.go:498] Detected object tsf-tpa/create-importers-jndzs of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:02.266764 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-jndzs of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:02.266799 3803 obj_retry.go:492] Detected object tsf-tpa/create-importers-jndzs of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:02.833573 3803 cni.go:452] [tsf-tas/tuf-repository-init-l6jg7-tjzx5 746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-repository-init-l6jg7-tjzx5 746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992 network default NAD default NAD key ] I0505 23:25:02.843178 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-repository-init-l6jg7-tjzx5, hostIfaceName: 746edf51b1c7641, network: default, NAD default, SandboxID: "746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992", PCI device ID: , UID: "00953db8-5424-4f9b-bb1f-54a0a2b35b72", MAC: 0a:58:0a:80:00:34, IPs: [10.128.0.52/23] I0505 23:25:02.897512 3803 cni.go:473] [tsf-tas/tuf-repository-init-l6jg7-tjzx5 746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-repository-init-l6jg7-tjzx5 746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"1e:83:57:7b:c9:31\",\"name\":\"746edf51b1c7641\"},{\"mac\":\"0a:58:0a:80:00:34\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/e594a9ff-a25b-49ca-8a11-a503ac6c0c29\"}],\"ips\":[{\"address\":\"10.128.0.52/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:25:09.155155 3803 cni.go:452] [tsf-tas/tuf-repository-init-l6jg7-tjzx5 746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992 network default NAD default NAD key ] DEL starting CNI request [tsf-tas/tuf-repository-init-l6jg7-tjzx5 746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992 network default NAD default NAD key ] I0505 23:25:09.239901 3803 cni.go:473] [tsf-tas/tuf-repository-init-l6jg7-tjzx5 746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992 network default NAD default NAD key default] DEL finished CNI request [tsf-tas/tuf-repository-init-l6jg7-tjzx5 746edf51b1c7641a7365449019e7c63a8e45702de76f0027cf356ccfbeafd992 network default NAD default NAD key default], result "{}", err I0505 23:25:09.292382 3803 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:09.292415 3803 pods.go:176] Deleting pod: tsf-tas/tuf-repository-init-l6jg7-tjzx5 I0505 23:25:09.294001 3803 pods.go:236] Attempting to release IPs for pod: tsf-tas/tuf-repository-init-l6jg7-tjzx5, ips: 10.128.0.52 I0505 23:25:09.294034 3803 obj_retry.go:498] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:10.174132 3803 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:10.174168 3803 obj_retry.go:492] Detected object tsf-tas/tuf-repository-init-l6jg7-tjzx5 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:10.884118 3803 base_network_controller_pods.go:487] [default/tsf-tas/tuf-97fc8ff76-26wp8] creating logical port tsf-tas_tuf-97fc8ff76-26wp8 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:25:10.884267 3803 kube.go:256] Updating pod tsf-tas/tuf-97fc8ff76-26wp8 I0505 23:25:10.898489 3803 pod.go:62] [tsf-tas/tuf-97fc8ff76-26wp8] pod update took 14.252871ms I0505 23:25:10.898519 3803 base_network_controller_pods.go:951] [default/tsf-tas/tuf-97fc8ff76-26wp8] addLogicalPort annotation time took 14.28758ms I0505 23:25:10.899897 3803 pods.go:271] [tsf-tas/tuf-97fc8ff76-26wp8] addLogicalPort took 15.795702ms, libovsdb time 942.873µs W0505 23:25:12.099400 3803 util.go:870] Failed to build global endpoints for port TCP/endpoint: empty IP address endpoints for service tsf-tpa/server I0505 23:25:13.348247 3803 cni.go:452] [tsf-tas/tuf-97fc8ff76-26wp8 01580a640792e1e12c0c0a08e555d2db4ec82abe7aadcb8cb8b6aff8199168a5 network default NAD default NAD key ] ADD starting CNI request [tsf-tas/tuf-97fc8ff76-26wp8 01580a640792e1e12c0c0a08e555d2db4ec82abe7aadcb8cb8b6aff8199168a5 network default NAD default NAD key ] I0505 23:25:13.358100 3803 helper_linux.go:556] ConfigureOVS: namespace: tsf-tas, podName: tuf-97fc8ff76-26wp8, hostIfaceName: 01580a640792e1e, network: default, NAD default, SandboxID: "01580a640792e1e12c0c0a08e555d2db4ec82abe7aadcb8cb8b6aff8199168a5", PCI device ID: , UID: "153474c0-9432-4600-a2fb-7e9368cf1ac9", MAC: 0a:58:0a:80:00:37, IPs: [10.128.0.55/23] I0505 23:25:13.413308 3803 cni.go:473] [tsf-tas/tuf-97fc8ff76-26wp8 01580a640792e1e12c0c0a08e555d2db4ec82abe7aadcb8cb8b6aff8199168a5 network default NAD default NAD key default] ADD finished CNI request [tsf-tas/tuf-97fc8ff76-26wp8 01580a640792e1e12c0c0a08e555d2db4ec82abe7aadcb8cb8b6aff8199168a5 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"76:dd:26:58:90:5b\",\"name\":\"01580a640792e1e\"},{\"mac\":\"0a:58:0a:80:00:37\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/0eb2466c-5107-417e-8691-48cba033704c\"}],\"ips\":[{\"address\":\"10.128.0.55/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:25:13.839588 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressip/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressIP" totalItems=8 I0505 23:25:15.230650 3803 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:15.231302 3803 obj_retry.go:498] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:15.254300 3803 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:15.254324 3803 obj_retry.go:492] Detected object tsf-tpa/test-tsf-tpa of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:15.261904 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod tsf-tpa/test-tsf-tpa I0505 23:25:15.261929 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod tsf-tpa/test-tsf-tpa I0505 23:25:16.163581 3803 namespace.go:98] [default-tenant] adding namespace I0505 23:25:16.163694 3803 namespace.go:98] [image-controller] adding namespace I0505 23:25:16.163698 3803 namespace.go:98] [build-service] adding namespace I0505 23:25:16.164493 3803 namespace.go:102] [default-tenant] adding namespace took 891.937µs I0505 23:25:16.165116 3803 namespace.go:102] [image-controller] adding namespace took 1.39547ms I0505 23:25:16.165695 3803 namespace.go:102] [build-service] adding namespace took 1.972518ms I0505 23:25:16.167093 3803 namespace.go:98] [integration-service] adding namespace I0505 23:25:16.167867 3803 namespace.go:102] [integration-service] adding namespace took 758.39µs I0505 23:25:16.233321 3803 namespace.go:142] [default-tenant] updating namespace I0505 23:25:16.263121 3803 namespace.go:142] [default-tenant] updating namespace I0505 23:25:16.273689 3803 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.301485 3803 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.307047 3803 namespace.go:142] [build-service] updating namespace I0505 23:25:16.332259 3803 namespace.go:142] [build-service] updating namespace I0505 23:25:16.360213 3803 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.399988 3803 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.423918 3803 namespace.go:142] [build-service] updating namespace I0505 23:25:16.461009 3803 namespace.go:142] [integration-service] updating namespace I0505 23:25:16.515053 3803 namespace.go:98] [release-service] adding namespace I0505 23:25:16.516026 3803 namespace.go:102] [release-service] adding namespace took 943.919µs I0505 23:25:16.572735 3803 namespace.go:142] [konflux-ui] updating namespace I0505 23:25:16.585257 3803 namespace.go:142] [release-service] updating namespace I0505 23:25:16.616245 3803 namespace.go:142] [release-service] updating namespace I0505 23:25:16.663286 3803 namespace.go:98] [konflux-info] adding namespace I0505 23:25:16.664160 3803 namespace.go:102] [konflux-info] adding namespace took 847.353µs I0505 23:25:16.709247 3803 base_network_controller_pods.go:487] [default/konflux-ui/test-tsf-konflux] creating logical port konflux-ui_test-tsf-konflux for pod on switch ip-10-0-2-173.ec2.internal I0505 23:25:16.709370 3803 kube.go:256] Updating pod konflux-ui/test-tsf-konflux I0505 23:25:16.761087 3803 namespace.go:142] [konflux-info] updating namespace I0505 23:25:16.781087 3803 pod.go:62] [konflux-ui/test-tsf-konflux] pod update took 71.743412ms I0505 23:25:16.781110 3803 base_network_controller_pods.go:951] [default/konflux-ui/test-tsf-konflux] addLogicalPort annotation time took 71.770376ms I0505 23:25:16.782389 3803 pods.go:271] [konflux-ui/test-tsf-konflux] addLogicalPort took 73.157247ms, libovsdb time 838.078µs I0505 23:25:16.793269 3803 namespace.go:98] [namespace-lister] adding namespace I0505 23:25:16.794143 3803 namespace.go:102] [namespace-lister] adding namespace took 857.29µs I0505 23:25:16.811428 3803 namespace.go:142] [konflux-info] updating namespace I0505 23:25:16.887281 3803 namespace.go:98] [enterprise-contract-service] adding namespace I0505 23:25:16.888237 3803 namespace.go:102] [enterprise-contract-service] adding namespace took 932.991µs I0505 23:25:16.908814 3803 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:16.908868 3803 namespace.go:142] [image-controller] updating namespace I0505 23:25:16.953144 3803 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:16.977216 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:17.030291 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:17.067091 3803 cni.go:452] [konflux-ui/test-tsf-konflux 7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/test-tsf-konflux 7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2 network default NAD default NAD key ] I0505 23:25:17.076946 3803 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: test-tsf-konflux, hostIfaceName: 7da71b665bc1c4c, network: default, NAD default, SandboxID: "7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2", PCI device ID: , UID: "5bb64883-73e3-49d0-8652-a27ffcd9a741", MAC: 0a:58:0a:80:00:38, IPs: [10.128.0.56/23] I0505 23:25:17.099813 3803 namespace.go:142] [default-tenant] updating namespace I0505 23:25:17.133722 3803 cni.go:473] [konflux-ui/test-tsf-konflux 7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/test-tsf-konflux 7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"d2:f8:dc:43:e8:23\",\"name\":\"7da71b665bc1c4c\"},{\"mac\":\"0a:58:0a:80:00:38\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1a1a8310-c4a3-489e-ab84-614162579285\"}],\"ips\":[{\"address\":\"10.128.0.56/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:25:17.389187 3803 namespace.go:98] [segment-bridge] adding namespace I0505 23:25:17.390060 3803 namespace.go:102] [segment-bridge] adding namespace took 849.72µs I0505 23:25:17.480438 3803 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:17.734965 3803 namespace.go:142] [build-service] updating namespace I0505 23:25:17.939108 3803 namespace.go:98] [konflux-cli] adding namespace I0505 23:25:17.940056 3803 namespace.go:102] [konflux-cli] adding namespace took 924.887µs I0505 23:25:17.967059 3803 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:17.971618 3803 namespace.go:142] [default-tenant] updating namespace I0505 23:25:17.998076 3803 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:18.153535 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:18.280047 3803 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:18.338248 3803 namespace.go:142] [image-controller] updating namespace I0505 23:25:18.538872 3803 namespace.go:142] [integration-service] updating namespace I0505 23:25:18.607719 3803 base_network_controller_pods.go:487] [default/namespace-lister/namespace-lister-696b855848-z86pf] creating logical port namespace-lister_namespace-lister-696b855848-z86pf for pod on switch ip-10-0-2-173.ec2.internal I0505 23:25:18.607839 3803 kube.go:256] Updating pod namespace-lister/namespace-lister-696b855848-z86pf I0505 23:25:18.625278 3803 pod.go:62] [namespace-lister/namespace-lister-696b855848-z86pf] pod update took 17.464946ms I0505 23:25:18.625301 3803 base_network_controller_pods.go:951] [default/namespace-lister/namespace-lister-696b855848-z86pf] addLogicalPort annotation time took 17.494806ms I0505 23:25:18.626619 3803 pods.go:271] [namespace-lister/namespace-lister-696b855848-z86pf] addLogicalPort took 18.916934ms, libovsdb time 894.82µs I0505 23:25:18.758211 3803 namespace.go:142] [konflux-info] updating namespace I0505 23:25:18.848032 3803 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-from-konfluxui for network default I0505 23:25:18.848673 3803 pod_selector_address_set.go:213] Created shared address set for pod selector namespace-lister_LS{ML:{app: proxy,},} I0505 23:25:18.848695 3803 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-from-konfluxui added to peer address sets [namespace-lister_LS{ML:{app: proxy,},}] I0505 23:25:18.851771 3803 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-from-konfluxui resources completed, update namespace loglevel I0505 23:25:18.971979 3803 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:19.018531 3803 base_network_controller_policy.go:1179] Adding network policy namespace-lister/namespace-lister-allow-to-apiserver for network default I0505 23:25:19.018568 3803 base_network_controller_policy.go:1054] Policy namespace-lister/namespace-lister-allow-to-apiserver added to peer address sets [] I0505 23:25:19.019914 3803 base_network_controller_policy.go:1232] Create network policy namespace-lister/namespace-lister-allow-to-apiserver resources completed, update namespace loglevel I0505 23:25:19.144805 3803 namespace.go:142] [release-service] updating namespace I0505 23:25:19.321278 3803 namespace.go:142] [build-service] updating namespace I0505 23:25:19.358761 3803 namespace.go:142] [default-tenant] updating namespace I0505 23:25:19.393698 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:19.405778 3803 namespace.go:142] [image-controller] updating namespace I0505 23:25:19.423295 3803 namespace.go:142] [integration-service] updating namespace I0505 23:25:19.464431 3803 namespace.go:142] [konflux-info] updating namespace I0505 23:25:19.496006 3803 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:19.508703 3803 namespace.go:142] [release-service] updating namespace I0505 23:25:19.594091 3803 namespace.go:142] [build-service] updating namespace I0505 23:25:19.686127 3803 namespace.go:142] [default-tenant] updating namespace I0505 23:25:19.721892 3803 base_network_controller_pods.go:487] [default/konflux-ui/dex-776c9794b5-7dtpb] creating logical port konflux-ui_dex-776c9794b5-7dtpb for pod on switch ip-10-0-2-173.ec2.internal I0505 23:25:19.721993 3803 kube.go:256] Updating pod konflux-ui/dex-776c9794b5-7dtpb I0505 23:25:19.740181 3803 pod.go:62] [konflux-ui/dex-776c9794b5-7dtpb] pod update took 18.215855ms I0505 23:25:19.740209 3803 base_network_controller_pods.go:951] [default/konflux-ui/dex-776c9794b5-7dtpb] addLogicalPort annotation time took 18.247014ms I0505 23:25:19.741623 3803 pods.go:271] [konflux-ui/dex-776c9794b5-7dtpb] addLogicalPort took 19.749801ms, libovsdb time 978.415µs I0505 23:25:19.783061 3803 namespace.go:142] [enterprise-contract-service] updating namespace I0505 23:25:19.934493 3803 base_network_controller_pods.go:487] [default/konflux-ui/proxy-8544cfb656-clb7l] creating logical port konflux-ui_proxy-8544cfb656-clb7l for pod on switch ip-10-0-2-173.ec2.internal I0505 23:25:19.934631 3803 kube.go:256] Updating pod konflux-ui/proxy-8544cfb656-clb7l I0505 23:25:19.939624 3803 namespace.go:142] [image-controller] updating namespace I0505 23:25:19.953915 3803 pod.go:62] [konflux-ui/proxy-8544cfb656-clb7l] pod update took 19.318068ms I0505 23:25:19.953947 3803 base_network_controller_pods.go:951] [default/konflux-ui/proxy-8544cfb656-clb7l] addLogicalPort annotation time took 19.352858ms I0505 23:25:19.955439 3803 pods.go:271] [konflux-ui/proxy-8544cfb656-clb7l] addLogicalPort took 20.962986ms, libovsdb time 1.010527ms I0505 23:25:19.992203 3803 namespace.go:142] [integration-service] updating namespace I0505 23:25:20.068804 3803 namespace.go:142] [konflux-info] updating namespace I0505 23:25:20.158654 3803 namespace.go:142] [namespace-lister] updating namespace I0505 23:25:20.237939 3803 namespace.go:142] [release-service] updating namespace I0505 23:25:20.542797 3803 cni.go:452] [namespace-lister/namespace-lister-696b855848-z86pf 8b40fd8c250740b5384070811f22a576339819bcc2db0532b90cc1f036e0cfac network default NAD default NAD key ] ADD starting CNI request [namespace-lister/namespace-lister-696b855848-z86pf 8b40fd8c250740b5384070811f22a576339819bcc2db0532b90cc1f036e0cfac network default NAD default NAD key ] I0505 23:25:20.553358 3803 helper_linux.go:556] ConfigureOVS: namespace: namespace-lister, podName: namespace-lister-696b855848-z86pf, hostIfaceName: 8b40fd8c250740b, network: default, NAD default, SandboxID: "8b40fd8c250740b5384070811f22a576339819bcc2db0532b90cc1f036e0cfac", PCI device ID: , UID: "8bf70e6f-2b66-48fa-82f9-907708db21be", MAC: 0a:58:0a:80:00:39, IPs: [10.128.0.57/23] I0505 23:25:20.610845 3803 cni.go:473] [namespace-lister/namespace-lister-696b855848-z86pf 8b40fd8c250740b5384070811f22a576339819bcc2db0532b90cc1f036e0cfac network default NAD default NAD key default] ADD finished CNI request [namespace-lister/namespace-lister-696b855848-z86pf 8b40fd8c250740b5384070811f22a576339819bcc2db0532b90cc1f036e0cfac network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"c2:43:81:51:4d:46\",\"name\":\"8b40fd8c250740b\"},{\"mac\":\"0a:58:0a:80:00:39\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/1ae74eb5-1dcb-4531-8738-715293c24442\"}],\"ips\":[{\"address\":\"10.128.0.57/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:25:21.551172 3803 namespace.go:142] [konflux-cli] updating namespace W0505 23:25:21.636462 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service tsf-tas/tuf I0505 23:25:21.743041 3803 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:21.796930 3803 base_network_controller_pods.go:487] [default/integration-service/integration-service-controller-manager-7b666bf6d8-58ln9] creating logical port integration-service_integration-service-controller-manager-7b666bf6d8-58ln9 for pod on switch ip-10-0-2-173.ec2.internal I0505 23:25:21.797027 3803 kube.go:256] Updating pod integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 I0505 23:25:21.809499 3803 pod.go:62] [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9] pod update took 12.497338ms I0505 23:25:21.809525 3803 base_network_controller_pods.go:951] [default/integration-service/integration-service-controller-manager-7b666bf6d8-58ln9] addLogicalPort annotation time took 12.529223ms I0505 23:25:21.810821 3803 pods.go:271] [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9] addLogicalPort took 13.911325ms, libovsdb time 815.295µs I0505 23:25:21.881797 3803 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:21.919728 3803 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:22.017995 3803 namespace.go:142] [konflux-cli] updating namespace I0505 23:25:22.108948 3803 namespace.go:142] [segment-bridge] updating namespace I0505 23:25:22.578022 3803 base_network_controller_pods.go:487] [default/build-service/build-service-controller-manager-7cbf488fcf-xx4xb] creating logical port build-service_build-service-controller-manager-7cbf488fcf-xx4xb for pod on switch ip-10-0-2-173.ec2.internal I0505 23:25:22.578122 3803 kube.go:256] Updating pod build-service/build-service-controller-manager-7cbf488fcf-xx4xb I0505 23:25:22.594077 3803 pod.go:62] [build-service/build-service-controller-manager-7cbf488fcf-xx4xb] pod update took 15.983298ms I0505 23:25:22.594107 3803 base_network_controller_pods.go:951] [default/build-service/build-service-controller-manager-7cbf488fcf-xx4xb] addLogicalPort annotation time took 16.017869ms I0505 23:25:22.595507 3803 pods.go:271] [build-service/build-service-controller-manager-7cbf488fcf-xx4xb] addLogicalPort took 17.503443ms, libovsdb time 884.876µs I0505 23:25:23.193692 3803 cni.go:452] [build-service/build-service-controller-manager-7cbf488fcf-xx4xb 6a196decf6be5436f439c6a3d95a25ffbd7df224ff1affdb72b42adaf48614c8 network default NAD default NAD key ] ADD starting CNI request [build-service/build-service-controller-manager-7cbf488fcf-xx4xb 6a196decf6be5436f439c6a3d95a25ffbd7df224ff1affdb72b42adaf48614c8 network default NAD default NAD key ] I0505 23:25:23.204539 3803 helper_linux.go:556] ConfigureOVS: namespace: build-service, podName: build-service-controller-manager-7cbf488fcf-xx4xb, hostIfaceName: 6a196decf6be543, network: default, NAD default, SandboxID: "6a196decf6be5436f439c6a3d95a25ffbd7df224ff1affdb72b42adaf48614c8", PCI device ID: , UID: "ce6bff41-0ada-40ee-b016-d7a771f8d0e3", MAC: 0a:58:0a:80:00:3d, IPs: [10.128.0.61/23] I0505 23:25:23.269158 3803 cni.go:473] [build-service/build-service-controller-manager-7cbf488fcf-xx4xb 6a196decf6be5436f439c6a3d95a25ffbd7df224ff1affdb72b42adaf48614c8 network default NAD default NAD key default] ADD finished CNI request [build-service/build-service-controller-manager-7cbf488fcf-xx4xb 6a196decf6be5436f439c6a3d95a25ffbd7df224ff1affdb72b42adaf48614c8 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"8a:49:e1:d0:85:e6\",\"name\":\"6a196decf6be543\"},{\"mac\":\"0a:58:0a:80:00:3d\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/ff8caf8f-1700-4ed2-a3a2-272e56bc9603\"}],\"ips\":[{\"address\":\"10.128.0.61/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:25:23.872733 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/userdefinednetwork/v1/apis/informers/externalversions/factory.go:140" type="*v1.ClusterUserDefinedNetwork" totalItems=4 W0505 23:25:24.252732 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service namespace-lister/namespace-lister W0505 23:25:24.284864 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service namespace-lister/namespace-lister W0505 23:25:25.752512 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service image-controller/image-controller-controller-manager-metrics-service I0505 23:25:28.613049 3803 cni.go:452] [konflux-ui/dex-776c9794b5-7dtpb 81a4dddfd84d25aa7c1aa99eb7d3b43d7e5084a2755b5e62219d5b2c20b66fce network default NAD default NAD key ] ADD starting CNI request [konflux-ui/dex-776c9794b5-7dtpb 81a4dddfd84d25aa7c1aa99eb7d3b43d7e5084a2755b5e62219d5b2c20b66fce network default NAD default NAD key ] I0505 23:25:28.615593 3803 cni.go:452] [konflux-ui/proxy-8544cfb656-clb7l 7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037 network default NAD default NAD key ] ADD starting CNI request [konflux-ui/proxy-8544cfb656-clb7l 7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037 network default NAD default NAD key ] I0505 23:25:28.624323 3803 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: dex-776c9794b5-7dtpb, hostIfaceName: 81a4dddfd84d25a, network: default, NAD default, SandboxID: "81a4dddfd84d25aa7c1aa99eb7d3b43d7e5084a2755b5e62219d5b2c20b66fce", PCI device ID: , UID: "a9176469-7200-494e-a750-55ec427902be", MAC: 0a:58:0a:80:00:3a, IPs: [10.128.0.58/23] I0505 23:25:28.625770 3803 helper_linux.go:556] ConfigureOVS: namespace: konflux-ui, podName: proxy-8544cfb656-clb7l, hostIfaceName: 7854c8f18829a95, network: default, NAD default, SandboxID: "7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037", PCI device ID: , UID: "d84b67f3-0474-41f6-b865-c510570e81b5", MAC: 0a:58:0a:80:00:3b, IPs: [10.128.0.59/23] I0505 23:25:28.685437 3803 cni.go:473] [konflux-ui/dex-776c9794b5-7dtpb 81a4dddfd84d25aa7c1aa99eb7d3b43d7e5084a2755b5e62219d5b2c20b66fce network default NAD default NAD key default] ADD finished CNI request [konflux-ui/dex-776c9794b5-7dtpb 81a4dddfd84d25aa7c1aa99eb7d3b43d7e5084a2755b5e62219d5b2c20b66fce network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"4e:04:77:69:4f:dd\",\"name\":\"81a4dddfd84d25a\"},{\"mac\":\"0a:58:0a:80:00:3a\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/4d6e6cbd-e23f-415d-be26-874c47a4e688\"}],\"ips\":[{\"address\":\"10.128.0.58/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err I0505 23:25:28.706811 3803 cni.go:473] [konflux-ui/proxy-8544cfb656-clb7l 7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037 network default NAD default NAD key default] ADD finished CNI request [konflux-ui/proxy-8544cfb656-clb7l 7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"96:af:b3:71:0a:7b\",\"name\":\"7854c8f18829a95\"},{\"mac\":\"0a:58:0a:80:00:3b\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/bcbee7d5-08c1-4fdc-adb8-c1e3dd618a9d\"}],\"ips\":[{\"address\":\"10.128.0.59/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:25:29.288059 3803 util.go:870] Failed to build global endpoints for port TCP/https: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service I0505 23:25:29.760925 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Pod" totalItems=578 I0505 23:25:30.054231 3803 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81 network default NAD default NAD key ] ADD starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81 network default NAD default NAD key ] I0505 23:25:30.065995 3803 helper_linux.go:556] ConfigureOVS: namespace: integration-service, podName: integration-service-controller-manager-7b666bf6d8-58ln9, hostIfaceName: 0d60a3682970e11, network: default, NAD default, SandboxID: "0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81", PCI device ID: , UID: "b9ea769c-1c34-4c66-adad-2ef1e5e9cd61", MAC: 0a:58:0a:80:00:3c, IPs: [10.128.0.60/23] I0505 23:25:30.127153 3803 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81 network default NAD default NAD key default] ADD finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81 network default NAD default NAD key default], result "{\"interfaces\":[{\"mac\":\"ee:1e:ae:59:70:02\",\"name\":\"0d60a3682970e11\"},{\"mac\":\"0a:58:0a:80:00:3c\",\"name\":\"eth0\",\"sandbox\":\"/var/run/netns/b0f4e001-ae67-4a4d-a36e-259d2c9af8f6\"}],\"ips\":[{\"address\":\"10.128.0.60/23\",\"gateway\":\"10.128.0.1\",\"interface\":1}]}", err W0505 23:25:31.316655 3803 util.go:870] Failed to build global endpoints for port TCP/dex: empty IP address endpoints for service konflux-ui/dex W0505 23:25:32.241146 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service tsf-tas/tuf W0505 23:25:33.798925 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:33.799710 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:25:33.831512 3803 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:33.831537 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:34.338061 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:34.341811 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:25:34.418218 3803 util.go:870] Failed to build global endpoints for port TCP/web: empty IP address endpoints for service konflux-ui/proxy W0505 23:25:34.418242 3803 util.go:870] Failed to build global endpoints for port TCP/web-tls: empty IP address endpoints for service konflux-ui/proxy I0505 23:25:34.858784 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressservice/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressService" totalItems=7 W0505 23:25:35.811493 3803 util.go:870] Failed to build global endpoints for port TCP/http: empty IP address endpoints for service release-service/release-service-controller-manager-metrics-service W0505 23:25:35.812492 3803 util.go:870] Failed to build global endpoints for port TCP/: empty IP address endpoints for service release-service/release-service-webhook-service W0505 23:25:40.322578 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8443: empty IP address endpoints for service build-service/build-service-controller-manager-metrics-service W0505 23:25:44.813697 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:44.813727 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service integration-service/integration-service-controller-manager-metrics-service W0505 23:25:44.814548 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service W0505 23:25:44.814572 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 9443: empty IP address endpoints for service integration-service/integration-service-webhook-service I0505 23:25:45.002243 3803 cni.go:452] [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81 network default NAD default NAD key ] DEL starting CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81 network default NAD default NAD key ] I0505 23:25:45.098634 3803 cni.go:473] [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81 network default NAD default NAD key default] DEL finished CNI request [integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 0d60a3682970e112151024e2422254405f5c81e1faba428f4744f348914ace81 network default NAD default NAD key default], result "{}", err I0505 23:25:45.170416 3803 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:25:45.170459 3803 pods.go:176] Deleting pod: integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 I0505 23:25:45.171939 3803 pods.go:236] Attempting to release IPs for pod: integration-service/integration-service-controller-manager-7b666bf6d8-58ln9, ips: 10.128.0.60 I0505 23:25:45.171970 3803 obj_retry.go:498] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it W0505 23:25:45.359088 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/dex I0505 23:25:45.418805 3803 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:45.418831 3803 obj_retry.go:492] Detected object integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:25:45.425977 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 I0505 23:25:45.426013 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod integration-service/integration-service-controller-manager-7b666bf6d8-58ln9 W0505 23:26:12.420291 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 8080: empty IP address endpoints for service konflux-ui/proxy W0505 23:26:12.420318 3803 util.go:959] Failed to build node endpoints for node ip-10-0-2-173.ec2.internal port 9443: empty IP address endpoints for service konflux-ui/proxy I0505 23:26:18.867837 3803 reflector.go:979] "Watch close" reflector="github.com/k8snetworkplumbingwg/network-attachment-definition-client/pkg/client/informers/externalversions/factory.go:117" type="*v1.NetworkAttachmentDefinition" totalItems=8 I0505 23:26:23.885945 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/adminpolicybasedroute/v1/apis/informers/externalversions/factory.go:140" type="*v1.AdminPolicyBasedExternalRoute" totalItems=7 I0505 23:26:44.201590 3803 cni.go:452] [konflux-ui/proxy-8544cfb656-clb7l 7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/proxy-8544cfb656-clb7l 7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037 network default NAD default NAD key ] I0505 23:26:44.295713 3803 cni.go:473] [konflux-ui/proxy-8544cfb656-clb7l 7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/proxy-8544cfb656-clb7l 7854c8f18829a9583ce059b09ca8492a1f2bf3b899180cb9f66a240ca9e12037 network default NAD default NAD key default], result "{}", err I0505 23:26:44.361238 3803 obj_retry.go:498] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.361284 3803 pods.go:176] Deleting pod: konflux-ui/proxy-8544cfb656-clb7l I0505 23:26:44.362995 3803 pods.go:236] Attempting to release IPs for pod: konflux-ui/proxy-8544cfb656-clb7l, ips: 10.128.0.59 I0505 23:26:44.363029 3803 obj_retry.go:498] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:44.773514 3803 obj_retry.go:492] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.773571 3803 obj_retry.go:492] Detected object konflux-ui/proxy-8544cfb656-clb7l of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:44.780701 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/proxy-8544cfb656-clb7l I0505 23:26:44.780761 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/proxy-8544cfb656-clb7l I0505 23:26:50.817019 3803 cni.go:452] [konflux-ui/test-tsf-konflux 7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2 network default NAD default NAD key ] DEL starting CNI request [konflux-ui/test-tsf-konflux 7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2 network default NAD default NAD key ] I0505 23:26:50.908441 3803 cni.go:473] [konflux-ui/test-tsf-konflux 7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2 network default NAD default NAD key default] DEL finished CNI request [konflux-ui/test-tsf-konflux 7da71b665bc1c4c08c35efb07f752cec70f788917a7f759770ea91b6b4c0fdc2 network default NAD default NAD key default], result "{}", err I0505 23:26:50.965804 3803 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:50.965852 3803 pods.go:176] Deleting pod: konflux-ui/test-tsf-konflux I0505 23:26:50.967294 3803 pods.go:236] Attempting to release IPs for pod: konflux-ui/test-tsf-konflux, ips: 10.128.0.56 I0505 23:26:50.967325 3803 obj_retry.go:498] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) during update event: will remove it I0505 23:26:51.015000 3803 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *v1.Pod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:51.015051 3803 obj_retry.go:492] Detected object konflux-ui/test-tsf-konflux of type *factory.egressIPPod in terminal state (e.g. completed) will be ignored as it has already been processed I0505 23:26:51.024402 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *factory.egressIPPod konflux-ui/test-tsf-konflux I0505 23:26:51.024434 3803 obj_retry.go:771] Ignoring delete event for resource in terminal state *v1.Pod konflux-ui/test-tsf-konflux I0505 23:27:14.849735 3803 reflector.go:979] "Watch close" reflector="github.com/openshift/ovn-kubernetes/go-controller/pkg/crd/egressqos/v1/apis/informers/externalversions/factory.go:140" type="*v1.EgressQoS" totalItems=6 I0505 23:27:18.406817 3803 namespace.go:98] [managed-tenant-vennh] adding namespace I0505 23:27:18.407829 3803 namespace.go:102] [managed-tenant-vennh] adding namespace took 983.267µs I0505 23:27:18.436887 3803 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:18.454079 3803 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.454184 3803 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.583949 3803 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:19.682055 3803 namespace.go:142] [managed-tenant-vennh] updating namespace I0505 23:27:26.756280 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.Service" totalItems=84 I0505 23:27:33.753103 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.NetworkPolicy" totalItems=13 I0505 23:27:45.883069 3803 reflector.go:979] "Watch close" reflector="k8s.io/client-go/informers/factory.go:160" type="*v1.EndpointSlice" totalItems=157