- pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} waiting.go:203: Check #4: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #5: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #6: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #7: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #8: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #9: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #10: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #11: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #12: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} waiting.go:203: Check #13: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #14: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #15: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #16: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #17: Deployment zone-failover-1758885725-deployment: 0/4 replicas ready, 0 available, 4 unavailable waiting.go:203: Check #18: Deployment zone-failover-1758885725-deployment: 2/4 replicas ready, 2 available, 2 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #19: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #20: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #21: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} waiting.go:203: Check #22: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #23: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #24: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #25: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #26: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #27: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #28: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #29: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #30: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #31: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #32: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #33: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #34: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #35: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #36: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #37: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #38: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #39: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} waiting.go:203: Check #40: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #41: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #42: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #43: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #44: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #45: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #46: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #47: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #48: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #49: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #50: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #51: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #52: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #53: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #54: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} waiting.go:203: Check #55: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #56: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #57: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} waiting.go:203: Check #58: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #59: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #60: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #61: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #62: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #63: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #64: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #65: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #66: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #67: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #68: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #69: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #70: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #71: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #72: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} waiting.go:203: Check #73: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #74: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #75: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #76: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #77: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #78: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #79: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #80: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #81: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} waiting.go:203: Check #82: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #83: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #84: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #85: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:203: Check #86: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #87: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} waiting.go:203: Check #88: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #89: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable waiting.go:203: Check #90: Deployment zone-failover-1758885725-deployment: 3/4 replicas ready, 3 available, 1 unavailable diagnostics.go:355: 📊 NodeClaims in cluster: 4 diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-6l94k: diagnostics.go:361: ProviderID: ibm:///eu-de/02b7_5c7be84b-0a1f-4c6b-b8af-6bb4cfe359ee diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-dm7pr: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_341bbadf-ace8-4edf-8f6b-e798b5332f0b diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-jtw66: diagnostics.go:361: ProviderID: ibm:///eu-de/02d7_42670e18-bdd5-436e-a525-71fab3ca7237 diagnostics.go:362: NodeName: diagnostics.go:363: Conditions: diagnostics.go:366: - Initialized: Unknown (AwaitingReconciliation) diagnostics.go:368: Message: object is awaiting reconciliation diagnostics.go:366: - Registered: Unknown (NodeNotFound) diagnostics.go:368: Message: Node not registered with cluster diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Ready: Unknown (ReconcilingDependents) diagnostics.go:368: Message: Initialized=Unknown, Registered=Unknown diagnostics.go:374: Allocatable: diagnostics.go:376: - pods: {{60 0} {} 60 DecimalSI} diagnostics.go:376: - cpu: {{3800 -3} {} 3800m DecimalSI} diagnostics.go:376: - memory: {{13328228352 0} {} 13328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:360: NodeClaim zone-failover-1758885725-nodepool-k77qc: diagnostics.go:361: ProviderID: ibm:///eu-de/02c7_12a26235-26e7-42b1-b90b-5027bb850fc3 diagnostics.go:362: NodeName: zone-failover-1758885725-nodepool-k77qc diagnostics.go:363: Conditions: diagnostics.go:366: - Launched: True (Launched) diagnostics.go:366: - Registered: True (Registered) diagnostics.go:366: - Initialized: True (Initialized) diagnostics.go:366: - ConsistentStateFound: True (ConsistentStateFound) diagnostics.go:366: - Ready: True (Ready) diagnostics.go:374: Allocatable: diagnostics.go:376: - cpu: {{1800 -3} {} 1800m DecimalSI} diagnostics.go:376: - memory: {{5328228352 0} {} 5328228352 DecimalSI} diagnostics.go:376: - nvidia.com/gpu: {{0 0} {} 0 DecimalSI} diagnostics.go:376: - pods: {{30 0} {} 30 DecimalSI} diagnostics.go:47: 🔍 Diagnostic information for deployment zone-failover-1758885725-deployment: waiting.go:225: Error Trace: /__w/karpenter-provider-ibm-cloud/karpenter-provider-ibm-cloud/test/e2e/waiting.go:225 /__w/karpenter-provider-ibm-cloud/karpenter-provider-ibm-cloud/test/e2e/multizone_test.go:392 Error: Received unexpected error: context deadline exceeded Test: TestE2EZoneFailover Messages: Deployment pods should be scheduled and running within timeout --- FAIL: TestE2EZoneFailover (934.18s) FAIL FAIL github.com/pfeifferj/karpenter-provider-ibm-cloud/test/e2e 934.206s FAIL