diff --git a/mm/memory.c b/mm/memory.c
index fdc4b4dd1ffa..93fdb73bf0ca 100644
--- a/mm/memory.c
+++ b/mm/memory.c
@@ -3050,6 +3050,11 @@ vm_fault_t do_swap_page(struct vm_fault *vmf)
 	int exclusive = 0;
 	vm_fault_t ret;
 
+	if (vmf->flags & FAULT_FLAG_SPECULATIVE) {
+		pte_unmap(vmf->pte);
+		return VM_FAULT_RETRY;
+	}
+
 	ret = pte_unmap_same(vmf);
 	if (ret) {
 		/*