diff --git a/upgrade-all.yaml b/upgrade-all.yaml
index 30c8d7b..a0ad80e 100644
--- a/upgrade-all.yaml
+++ b/upgrade-all.yaml
@@ -5,3 +5,7 @@
       apt: update_cache=yes force_apt_get=yes cache_valid_time=3600
     - name: Upgrade all apt packages
       apt: upgrade=dist force_apt_get=yes
+    - name: Cleanup
+      apt:
+        autoclean: true
+        autoremove: true