swresample/matrix: switch internal clean_layout function to not drop high bits

These bits are utilized by channel layouts such as 22.2. If those
are dropped, the returned channel layout is no longer a match
against the AV_CH_LAYOUT define when returned from this function.
This commit is contained in:
Jan Ekström 2020-08-01 01:52:08 +03:00
parent 34de0abbe7
commit 2fd8add1ba
1 changed files with 1 additions and 1 deletions

View File

@ -88,7 +88,7 @@ static int even(int64_t layout){
return 0;
}
static int clean_layout(void *s, int64_t layout){
static int64_t clean_layout(void *s, int64_t layout){
if(layout && layout != AV_CH_FRONT_CENTER && !(layout&(layout-1))) {
char buf[128];
av_get_channel_layout_string(buf, sizeof(buf), -1, layout);