diff --git a/res/res_pjsip_sdp_rtp.c b/res/res_pjsip_sdp_rtp.c
index 43f0832acf..59fa647d9c 100644
--- a/res/res_pjsip_sdp_rtp.c
+++ b/res/res_pjsip_sdp_rtp.c
@@ -251,8 +251,6 @@ static int set_caps(struct ast_sip_session *session, struct ast_sip_session_medi
 
 		/* Apply the new formats to the channel, potentially changing read/write formats while doing so */
 		ast_format_cap_copy(ast_channel_nativeformats(session->channel), caps);
-		ast_format_copy(ast_channel_rawwriteformat(session->channel), &fmt);
-		ast_format_copy(ast_channel_rawreadformat(session->channel), &fmt);
 		ast_set_read_format(session->channel, ast_channel_readformat(session->channel));
 		ast_set_write_format(session->channel, ast_channel_writeformat(session->channel));
 	}