diff --git a/mm/swapfile.c b/mm/swapfile.c
index 5e444be061a8..68df5f360471 100644
--- a/mm/swapfile.c
+++ b/mm/swapfile.c
@@ -2091,7 +2091,7 @@ static int unuse_mm(struct mm_struct *mm, unsigned int type,
 
 	down_read(&mm->mmap_sem);
 	for (vma = mm->mmap; vma; vma = vma->vm_next) {
-		if (vma->anon_vma) {
+		if (vma->anon_vma && !is_vm_hugetlb_page(vma)) {
 			ret = unuse_vma(vma, type, frontswap,
 					fs_pages_to_unuse);
 			if (ret)