diff --git a/drivers/extcon/extcon-madera.c b/drivers/extcon/extcon-madera.c
index b418b01d9ac2..3fbd14e36e43 100644
--- a/drivers/extcon/extcon-madera.c
+++ b/drivers/extcon/extcon-madera.c
@@ -1667,7 +1667,7 @@ int madera_hpdet_reading(struct madera_extcon *info, int val)
 
 	madera_set_headphone_imp(info, val);
 
-	if (val > MADERA_HPDET_LINEOUT)
+	if (!info->have_mic && val > MADERA_HPDET_LINEOUT)
 		madera_extcon_report(info, EXTCON_JACK_LINE_OUT, true);
 	else
 		madera_extcon_report(info, EXTCON_JACK_HEADPHONE, true);