diff --git a/encoder/ratecontrol.c b/encoder/ratecontrol.c
index 08323b1..9ee6c01 100644
--- a/encoder/ratecontrol.c
+++ b/encoder/ratecontrol.c
@@ -2217,7 +2217,7 @@ static float rate_estimate_qscale( x264_t *h )
 
                 q = x264_clip3f(q, lmin, lmax);
             }
-            else if( h->param.rc.i_rc_method == X264_RC_CRF && rcc->qcompress != 1 )
+            else if( h->param.rc.i_rc_method == X264_RC_CRF && rcc->qcompress != 1 && h->i_frame <= 0 )
             {
                 q = qp2qscale( ABR_INIT_QP ) / fabs( h->param.rc.f_ip_factor );
             }