diff --git a/daemon/codec.c b/daemon/codec.c
index 9c38c603a2..b8334c0d8d 100644
--- a/daemon/codec.c
+++ b/daemon/codec.c
@@ -5693,8 +5693,6 @@ void __codec_store_answer(struct codec_store *dst, struct codec_store *src, sdp_
 				if (src_pt && (!pt || !rtp_payload_type_eq_compat(src_pt, pt)))
 					pt = src_pt;
 			}
-			if (!pt && a.allow_asymmetric)
-				pt = t_hash_table_lookup(src->codecs, GINT_TO_POINTER(h->cn_payload_type));
 			if (!pt)
 				ilogs(codec, LOG_DEBUG, "CN payload type %i is missing", h->cn_payload_type);
 			else
@@ -5711,8 +5709,6 @@ void __codec_store_answer(struct codec_store *dst, struct codec_store *src, sdp_
 				if (src_pt && (!pt || !rtp_payload_type_eq_compat(src_pt, pt)))
 					pt = src_pt;
 			}
-			if (!pt && a.allow_asymmetric)
-				pt = t_hash_table_lookup(src->codecs, GINT_TO_POINTER(dtmf_payload_type));
 			if (!pt)
 				ilogs(codec, LOG_DEBUG, "DTMF payload type %i is missing", dtmf_payload_type);
 			else