|
|
|
@ -132,7 +132,7 @@ static void convert_matrix(DSPContext *dsp, int (*qmat)[64], uint16_t (*qmat16)[ |
|
|
|
|
/* (1<<36)/19952 >= (1<<36)/(aanscales[i] * qscale * quant_matrix[i]) >= (1<<36)/249205026 */ |
|
|
|
|
/* 3444240 >= (1<<36)/(aanscales[i] * qscale * quant_matrix[i]) >= 275 */ |
|
|
|
|
|
|
|
|
|
qmat[qscale][i] = (int)((uint64_t_C(1) << QMAT_SHIFT) / |
|
|
|
|
qmat[qscale][i] = (int)((UINT64_C(1) << QMAT_SHIFT) / |
|
|
|
|
(qscale * quant_matrix[j])); |
|
|
|
|
} |
|
|
|
|
} else if (dsp->fdct == fdct_ifast |
|
|
|
@ -147,7 +147,7 @@ static void convert_matrix(DSPContext *dsp, int (*qmat)[64], uint16_t (*qmat16)[ |
|
|
|
|
/* (1<<36)/19952 >= (1<<36)/(aanscales[i] * qscale * quant_matrix[i]) >= (1<<36)/249205026 */ |
|
|
|
|
/* 3444240 >= (1<<36)/(aanscales[i] * qscale * quant_matrix[i]) >= 275 */ |
|
|
|
|
|
|
|
|
|
qmat[qscale][i] = (int)((uint64_t_C(1) << (QMAT_SHIFT + 14)) / |
|
|
|
|
qmat[qscale][i] = (int)((UINT64_C(1) << (QMAT_SHIFT + 14)) / |
|
|
|
|
(aanscales[i] * qscale * quant_matrix[j])); |
|
|
|
|
} |
|
|
|
|
} else { |
|
|
|
@ -158,7 +158,7 @@ static void convert_matrix(DSPContext *dsp, int (*qmat)[64], uint16_t (*qmat16)[ |
|
|
|
|
so (1<<19) / 16 >= (1<<19) / (qscale * quant_matrix[i]) >= (1<<19) / 7905 |
|
|
|
|
so 32768 >= (1<<19) / (qscale * quant_matrix[i]) >= 67 |
|
|
|
|
*/ |
|
|
|
|
qmat[qscale][i] = (int)((uint64_t_C(1) << QMAT_SHIFT) / (qscale * quant_matrix[j])); |
|
|
|
|
qmat[qscale][i] = (int)((UINT64_C(1) << QMAT_SHIFT) / (qscale * quant_matrix[j])); |
|
|
|
|
// qmat [qscale][i] = (1 << QMAT_SHIFT_MMX) / (qscale * quant_matrix[i]);
|
|
|
|
|
qmat16[qscale][0][i] = (1 << QMAT_SHIFT_MMX) / (qscale * quant_matrix[j]); |
|
|
|
|
|
|
|
|
|