diff --git a/mm/memory.c b/mm/memory.c
index 5e8c197e214c..1df7a5f0fec8 100644
--- a/mm/memory.c
+++ b/mm/memory.c
@@ -3090,11 +3090,6 @@ vm_fault_t do_swap_page(struct vm_fault *vmf)
 	int exclusive = 0;
 	vm_fault_t ret;
 
-	if (vmf->flags & FAULT_FLAG_SPECULATIVE) {
-		pte_unmap(vmf->pte);
-		return VM_FAULT_RETRY;
-	}
-
 	ret = pte_unmap_same(vmf);
 	if (ret) {
 		/*