avcodec/nvenc: set bitstreamRestrictionFlag when neccesary

BtbN · BtbN · commit d724584d68e1 · 2024-11-01T17:59:27.000+01:00
This mimics the behaviour of libx264 for setting this flag.

Fixes #11131
diff --git a/libavcodec/nvenc.c b/libavcodec/nvenc.c
@@ -1310,6 +1310,8 @@ static av_cold int nvenc_setup_h264_config(AVCodecContext *avctx)
         avctx->profile = AV_PROFILE_H264_HIGH_444_PREDICTIVE;
     }
 
+    vui->bitstreamRestrictionFlag = cc->gopLength != 1 || avctx->profile < AV_PROFILE_H264_HIGH;
+
     h264->chromaFormatIDC = avctx->profile == AV_PROFILE_H264_HIGH_444_PREDICTIVE ? 3 : 1;
 
     h264->level = ctx->level;

Original file line number	Diff line number	Diff line change
`@@ -1310,6 +1310,8 @@ static av_cold int nvenc_setup_h264_config(AVCodecContext *avctx)`
`1310`	`1310`	`avctx->profile = AV_PROFILE_H264_HIGH_444_PREDICTIVE;`
`1311`	`1311`	`}`
`1312`	`1312`
	`1313`	`+ vui->bitstreamRestrictionFlag = cc->gopLength != 1 \|\| avctx->profile < AV_PROFILE_H264_HIGH;`
	`1314`	`+`
`1313`	`1315`	`h264->chromaFormatIDC = avctx->profile == AV_PROFILE_H264_HIGH_444_PREDICTIVE ? 3 : 1;`
`1314`	`1316`
`1315`	`1317`	`h264->level = ctx->level;`