diff options
| author | Mathis Rosenhauer <rosenhauer@dkrz.de> | 2014-10-24 16:55:18 +0200 |
|---|---|---|
| committer | Mathis Rosenhauer <rosenhauer@dkrz.de> | 2014-10-24 16:55:18 +0200 |
| commit | 38f62c33502362059079349df3ed90c4915c530f (patch) | |
| tree | cd2fde0fb4ed927aba39d7f35f76620fc9e35128 /src/encode.c | |
| parent | b519321aa915b8023a6cc3479ace64613faf0810 (diff) | |
| download | libaec-38f62c33502362059079349df3ed90c4915c530f.tar.gz libaec-38f62c33502362059079349df3ed90c4915c530f.tar.bz2 libaec-38f62c33502362059079349df3ed90c4915c530f.zip | |
xmin/xmax all 32 bits.
Diffstat (limited to 'src/encode.c')
| -rw-r--r-- | src/encode.c | 4 |
1 files changed, 2 insertions, 2 deletions
diff --git a/src/encode.c b/src/encode.c index dd72239..1c36008 100644 --- a/src/encode.c +++ b/src/encode.c @@ -851,12 +851,12 @@ int aec_encode_init(struct aec_stream *strm) state->rsi_len = strm->rsi * strm->block_size * state->bytes_per_sample; if (strm->flags & AEC_DATA_SIGNED) { - state->xmax = (UINT64_C(1) << (strm->bits_per_sample - 1)) - 1; + state->xmax = UINT32_MAX >> (32 - strm->bits_per_sample + 1); state->xmin = ~state->xmax; state->preprocess = preprocess_signed; } else { state->xmin = 0; - state->xmax = (UINT64_C(1) << strm->bits_per_sample) - 1; + state->xmax = UINT32_MAX >> (32 - strm->bits_per_sample); state->preprocess = preprocess_unsigned; } |