I1005 01:56:35.863315       1 controller.go:80] Starting MinIO Operator
I1005 01:56:35.894261       1 main-controller.go:323] Setting up event handlers
I1005 01:56:36.164290       1 main-controller.go:556] Using Kubernetes CSR Version: v1
I1005 01:56:36.164708       1 main-controller.go:573] Waiting for STS API to start
I1005 01:56:36.164752       1 leaderelection.go:250] attempting to acquire leader lease minio-operator/minio-operator-lock...
I1005 01:56:36.164806       1 main-controller.go:409] Starting STS API server
I1005 01:56:36.258518       1 tls.go:52] Waiting for the sts certificates secret to be issued
I1005 01:56:36.266678       1 leaderelection.go:260] successfully acquired lease minio-operator/minio-operator-lock
I1005 01:56:36.266833       1 main-controller.go:605] minio-operator-74b9cc98cb-mmpks: I am the leader, applying leader labels on myself
I1005 01:56:36.267084       1 main-controller.go:442] Waiting for Upgrade Server to start
I1005 01:56:36.267098       1 main-controller.go:446] Starting Tenant controller
I1005 01:56:36.267102       1 main-controller.go:449] Waiting for informer caches to sync
I1005 01:56:36.267118       1 main-controller.go:398] Starting HTTP Upgrade Tenant Image server
I1005 01:56:36.367270       1 main-controller.go:460] Starting workers and Job workers
I1005 01:56:36.367295       1 main-controller.go:496] Console TLS is not enabled
I1005 01:56:36.367309       1 main-controller.go:505] STS is enabled, starting API certificate setup
I1005 01:56:36.458435       1 tls.go:125] sts-tls TLS secret not found: secrets "sts-tls" not found
I1005 01:56:36.458671       1 monitoring.go:92] 'openshift-pipelines/storage' no pool is initialized
I1005 01:56:36.577840       1 csr.go:181] Start polling for certificate of csr/sts-minio-operator-csr, every 5s, timeout after 20m0s
I1005 01:56:41.042258       1 minio.go:308] Generating private key
I1005 01:56:41.042340       1 minio.go:321] Generating CSR with CN=*.storage-hl.openshift-pipelines.svc.cluster.local
I1005 01:56:41.061733       1 csr.go:181] Start polling for certificate of csr/storage-openshift-pipelines-csr, every 5s, timeout after 20m0s
I1005 01:56:41.061821       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"26624", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' MinIO CSR Created
I1005 01:56:41.583862       1 csr.go:207] Certificate successfully fetched, creating secret with Private key and Certificate
I1005 01:56:41.596553       1 tls.go:128] Waiting for the sts certificates to be issued waiting for sts cert
I1005 01:56:46.071395       1 csr.go:207] Certificate successfully fetched, creating secret with Private key and Certificate
I1005 01:56:51.250006       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"27054", FieldPath:""}): type: 'Normal' reason: 'SvcCreated' MinIO Service Created
I1005 01:56:51.294520       1 status.go:55] Hit conflict issue, getting latest version of tenant
I1005 01:56:51.473393       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"27063", FieldPath:""}): type: 'Normal' reason: 'SvcCreated' Console Service Created
I1005 01:56:51.512540       1 status.go:55] Hit conflict issue, getting latest version of tenant
I1005 01:56:51.743856       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"27080", FieldPath:""}): type: 'Normal' reason: 'SvcCreated' Headless Service created
I1005 01:56:51.910769       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"26624", FieldPath:""}): type: 'Normal' reason: 'SACreated' Service Account Created
I1005 01:56:53.217176       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"26624", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Role Created
I1005 01:56:53.743902       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"26624", FieldPath:""}): type: 'Normal' reason: 'BindingCreated' Role Binding Created
I1005 01:56:53.800687       1 status.go:89] Hit conflict issue, getting latest version of tenant
I1005 01:56:53.825227       1 main-controller.go:958] Detected we are updating a legacy tenant deployment
I1005 01:56:53.848794       1 main-controller.go:997] 'openshift-pipelines/storage': Deploying pool pool-0
I1005 01:56:53.921162       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"27147", FieldPath:""}): type: 'Normal' reason: 'PoolCreated' Tenant pool pool-0 created
I1005 01:56:54.148239       1 pdb.go:191] PodDisruptionBudget: v1
I1005 01:56:54.287852       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": dial tcp 172.30.16.23:443: connect: connection refused
I1005 01:56:56.255080       1 minio-services.go:164] Headless Services don't match: service ports don't match
I1005 01:56:56.265131       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-pipelines", Name:"storage", UID:"1a77825c-0be1-408c-a9ac-e884665046e3", APIVersion:"minio.min.io/v2", ResourceVersion:"27196", FieldPath:""}): type: 'Normal' reason: 'Updated' Headless Service Updated
I1005 01:56:57.235169       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": dial tcp 172.30.16.23:443: connect: connection refused
I1005 01:56:57.257949       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": dial tcp 172.30.16.23:443: connect: connection refused
I1005 01:56:57.279810       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": dial tcp 172.30.16.23:443: connect: connection refused
I1005 01:57:04.438189       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": dial tcp 172.30.16.23:443: connect: connection refused
I1005 01:57:06.647900       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": dial tcp 172.30.16.23:443: connect: connection refused
I1005 01:57:10.673844       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": tls: failed to verify certificate: x509: certificate signed by unknown authority
I1005 01:57:10.673866       1 tenants.go:126] Let's check if there is an external cert for the tenant...
I1005 01:57:10.685024       1 tenants.go:134] there are secret(s) for the operator
I1005 01:57:10.685044       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:57:10.685053       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:57:10.685058       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:57:10.685063       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:57:10.685068       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:57:10.685073       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:57:10.685078       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:57:10.685084       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:57:17.034177       1 minio.go:308] Generating private key
I1005 01:57:17.034262       1 minio.go:321] Generating CSR with CN=*.oadp-minio-storage-hl.openshift-adp.svc.cluster.local
I1005 01:57:17.069984       1 csr.go:181] Start polling for certificate of csr/oadp-minio-storage-openshift-adp-csr, every 5s, timeout after 20m0s
I1005 01:57:17.070007       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"28346", FieldPath:""}): type: 'Normal' reason: 'CSRCreated' MinIO CSR Created
I1005 01:57:22.080007       1 csr.go:207] Certificate successfully fetched, creating secret with Private key and Certificate
I1005 01:57:27.256979       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"29166", FieldPath:""}): type: 'Normal' reason: 'SvcCreated' MinIO Service Created
I1005 01:57:27.289543       1 status.go:55] Hit conflict issue, getting latest version of tenant
I1005 01:57:27.400144       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"29186", FieldPath:""}): type: 'Normal' reason: 'SvcCreated' Console Service Created
I1005 01:57:27.433799       1 status.go:55] Hit conflict issue, getting latest version of tenant
I1005 01:57:27.533702       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"29204", FieldPath:""}): type: 'Normal' reason: 'SvcCreated' Headless Service created
I1005 01:57:27.608899       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"28346", FieldPath:""}): type: 'Normal' reason: 'SACreated' Service Account Created
I1005 01:57:27.782319       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"28346", FieldPath:""}): type: 'Normal' reason: 'RoleCreated' Role Created
I1005 01:57:28.582735       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"28346", FieldPath:""}): type: 'Normal' reason: 'BindingCreated' Role Binding Created
I1005 01:57:28.844534       1 status.go:89] Hit conflict issue, getting latest version of tenant
I1005 01:57:29.114992       1 main-controller.go:958] Detected we are updating a legacy tenant deployment
I1005 01:57:29.245777       1 main-controller.go:997] 'openshift-adp/oadp-minio-storage': Deploying pool pool-0
I1005 01:57:29.450192       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"29348", FieldPath:""}): type: 'Normal' reason: 'PoolCreated' Tenant pool pool-0 created
I1005 01:57:29.888119       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": dial tcp 172.30.200.108:443: connect: connection refused
I1005 01:57:33.233114       1 minio-services.go:164] Headless Services don't match: service ports don't match
I1005 01:57:33.402784       1 event.go:364] Event(v1.ObjectReference{Kind:"Tenant", Namespace:"openshift-adp", Name:"oadp-minio-storage", UID:"e681864f-dac0-4711-bfb7-11193afcc39d", APIVersion:"minio.min.io/v2", ResourceVersion:"29391", FieldPath:""}): type: 'Normal' reason: 'Updated' Headless Service Updated
I1005 01:57:33.928198       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": dial tcp 172.30.200.108:443: connect: connection refused
I1005 01:57:34.000778       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": dial tcp 172.30.200.108:443: connect: connection refused
I1005 01:57:34.043602       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": dial tcp 172.30.200.108:443: connect: connection refused
I1005 01:57:40.458906       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": dial tcp 172.30.200.108:443: connect: connection refused
I1005 01:57:42.605441       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": dial tcp 172.30.200.108:443: connect: connection refused
I1005 01:57:44.637240       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": dial tcp 172.30.200.108:443: connect: connection refused
I1005 01:59:36.479988       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": tls: failed to verify certificate: x509: certificate signed by unknown authority
I1005 01:59:36.480010       1 tenants.go:126] Let's check if there is an external cert for the tenant...
I1005 01:59:36.489698       1 tenants.go:134] there are secret(s) for the operator
I1005 01:59:36.489712       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.489718       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.489723       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.489728       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.489733       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.489738       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.489744       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.489750       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.503219       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": tls: failed to verify certificate: x509: certificate signed by unknown authority
I1005 01:59:36.503234       1 tenants.go:126] Let's check if there is an external cert for the tenant...
I1005 01:59:36.510387       1 tenants.go:134] there are secret(s) for the operator
I1005 01:59:36.510400       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.510405       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.510411       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.510416       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.510421       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.510426       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.510432       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 01:59:36.510437       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.481038       1 monitoring.go:122] 'openshift-adp/oadp-minio-storage' Failed to get cluster health: Get "https://minio.openshift-adp.svc.cluster.local/minio/health/cluster": tls: failed to verify certificate: x509: certificate signed by unknown authority
I1005 02:02:36.481060       1 tenants.go:126] Let's check if there is an external cert for the tenant...
I1005 02:02:36.490920       1 tenants.go:134] there are secret(s) for the operator
I1005 02:02:36.490934       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.490940       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.490946       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.490953       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.490958       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.490964       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.490969       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.490975       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.504708       1 monitoring.go:122] 'openshift-pipelines/storage' Failed to get cluster health: Get "https://minio.openshift-pipelines.svc.cluster.local/minio/health/cluster": tls: failed to verify certificate: x509: certificate signed by unknown authority
I1005 02:02:36.504722       1 tenants.go:126] Let's check if there is an external cert for the tenant...
I1005 02:02:36.511879       1 tenants.go:134] there are secret(s) for the operator
I1005 02:02:36.511891       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.511897       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.511902       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.511907       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.511912       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.511917       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.511922       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates
I1005 02:02:36.511926       1 tenants.go:58] No secret found for multi-tenancy architecture of external certificates