diff --git a/lxc-backup.sh b/lxc-backup.sh
index 8bc7367..f9b8f51 100755
--- a/lxc-backup.sh
+++ b/lxc-backup.sh
@@ -90,6 +90,8 @@ prune_backups() {
   if [[ ${#backup_files[@]} -gt 0 ]]; then
     echo "Removing ${#backup_files[@]} old backup files for $vm (keeping last $retention files)"
     printf '%s\0' "${backup_files[@]}" | xargs -0 rm -fv > /dev/null
+  elif [[ "${retention}" -eq 0 ]]; then
+    echo "Keeping all existing backups for $vm"
   else
     echo "No old backups to remove for $vm"
   fi