From 75845e49a31ac3ab0d747ada6c8a56e0b46a3d4b Mon Sep 17 00:00:00 2001
From: Sebastiaan van Steenis <mail@superseb.nl>
Date: Thu, 27 Dec 2018 14:21:24 +0100
Subject: [PATCH] Add evicted pods commands to troubleshooting

---
 .../kubernetes-resources/_index.md            | 24 ++++++++++++++++++-
 1 file changed, 23 insertions(+), 1 deletion(-)

diff --git a/content/rancher/v2.x/en/troubleshooting/kubernetes-resources/_index.md b/content/rancher/v2.x/en/troubleshooting/kubernetes-resources/_index.md
index f86e0aa63cc..fb4575d0b6a 100644
--- a/content/rancher/v2.x/en/troubleshooting/kubernetes-resources/_index.md
+++ b/content/rancher/v2.x/en/troubleshooting/kubernetes-resources/_index.md
@@ -112,7 +112,7 @@ kubectl -n ingress-nginx get events
 
 ### Rancher agents
 
-Communication to the cluster (Kubernetes API via cattle-cluster-agent) and communication to the nodes (cluster provisioning via cattle-node-agent) is done through Rancher agents.
+Communication to the cluster (Kubernetes API via `cattle-cluster-agent`) and communication to the nodes (cluster provisioning via `cattle-node-agent`) is done through Rancher agents.
 
 #### cattle-node-agent
 
@@ -199,3 +199,25 @@ kubectl describe job JOB_NAME -n NAMESPACE
 ```
 kubectl logs -l job-name=JOB_NAME -n NAMESPACE
 ```
+
+#### Evicted pods
+
+Pods can be evicted based on [eviction signals](https://kubernetes.io/docs/tasks/administer-cluster/out-of-resource/#eviction-policy).
+
+Retrieve a list of evicted pods (podname and namespace):
+
+```
+kubectl get pods --all-namespaces -o go-template='{{range .items}}{{if eq .status.phase "Failed"}}{{if eq .status.reason "Evicted"}}{{.metadata.name}}{{" "}}{{.metadata.namespace}}{{"\n"}}{{end}}{{end}}{{end}}'
+```
+
+To delete all evicted pods:
+
+```
+kubectl get pods --all-namespaces -o go-template='{{range .items}}{{if eq .status.phase "Failed"}}{{if eq .status.reason "Evicted"}}{{.metadata.name}}{{" "}}{{.metadata.namespace}}{{"\n"}}{{end}}{{end}}{{end}}' | while read epod enamespace; do kubectl -n $enamespace delete pod $epod; done
+```
+
+Retrieve a list of evicted pods, scheduled node and the reason:
+
+```
+kubectl get pods --all-namespaces -o go-template='{{range .items}}{{if eq .status.phase "Failed"}}{{if eq .status.reason "Evicted"}}{{.metadata.name}}{{" "}}{{.metadata.namespace}}{{"\n"}}{{end}}{{end}}{{end}}' | while read epod enamespace; do kubectl -n $enamespace get pod $epod -o=custom-columns=NAME:.metadata.name,NODE:.spec.nodeName,MSG:.status.message; done
+```