| /src/sys/contrib/openzfs/module/zstd/lib/common/ |
| H A D | bitstream.h | 58 BitContainerType bitContainer; member
92 BitContainerType bitContainer; member
154 bitC->bitContainer = 0; in BIT_initCStream()
158 bitC->endPtr = bitC->startPtr + dstCapacity - sizeof(bitC->bitContainer); in BIT_initCStream()
159 if (dstCapacity <= sizeof(bitC->bitContainer)) return ERROR(dstSize_tooSmall); in BIT_initCStream()
163 FORCE_INLINE_TEMPLATE BitContainerType BIT_getLowerBits(BitContainerType bitContainer, U32 const nb… in BIT_getLowerBits() argument
167 return _bzhi_u64(bitContainer, nbBits); in BIT_getLowerBits()
169 DEBUG_STATIC_ASSERT(sizeof(bitContainer) == sizeof(U32)); in BIT_getLowerBits()
170 return _bzhi_u32(bitContainer, nbBits); in BIT_getLowerBits()
174 return bitContainer & BIT_mask[nbBits]; in BIT_getLowerBits()
[all …]
|
| H A D | fse_decompress.c | 202 if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */ in FSE_decompress_usingDTable_generic()
207 if (FSE_MAX_TABLELOG*4+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */ in FSE_decompress_usingDTable_generic()
212 if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */ in FSE_decompress_usingDTable_generic()
|
| /src/sys/contrib/zstd/lib/common/ |
| H A D | bitstream.h | 59 size_t bitContainer; member
93 size_t bitContainer; member
197 bitC->bitContainer = 0; in BIT_initCStream()
201 bitC->endPtr = bitC->startPtr + dstCapacity - sizeof(bitC->bitContainer); in BIT_initCStream()
202 if (dstCapacity <= sizeof(bitC->bitContainer)) return ERROR(dstSize_tooSmall); in BIT_initCStream()
214 assert(nbBits + bitC->bitPos < sizeof(bitC->bitContainer) * 8); in BIT_addBits()
215 bitC->bitContainer |= (value & BIT_mask[nbBits]) << bitC->bitPos; in BIT_addBits()
226 assert(nbBits + bitC->bitPos < sizeof(bitC->bitContainer) * 8); in BIT_addBitsFast()
227 bitC->bitContainer |= value << bitC->bitPos; in BIT_addBitsFast()
237 assert(bitC->bitPos < sizeof(bitC->bitContainer) * 8); in BIT_flushBitsFast()
[all …]
|
| H A D | fse_decompress.c | 257 if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */ in FSE_decompress_usingDTable_generic()
262 if (FSE_MAX_TABLELOG*4+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */ in FSE_decompress_usingDTable_generic()
267 if (FSE_MAX_TABLELOG*2+7 > sizeof(bitD.bitContainer)*8) /* This test must be static */ in FSE_decompress_usingDTable_generic()
|
| /src/sys/contrib/zstd/lib/legacy/ |
| H A D | zstd_v01.c | 62 size_t bitContainer; member
79 size_t bitContainer; member
653 bitD->bitContainer = FSE_readLEST(bitD->ptr); in FSE_initDStream()
663 bitD->bitContainer = *(const BYTE*)(bitD->start); in FSE_initDStream()
666 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[6]) << (sizeof(size_t)*8 - 16); in FSE_initDStream()
668 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[5]) << (sizeof(size_t)*8 - 24); in FSE_initDStream()
670 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[4]) << (sizeof(size_t)*8 - 32); in FSE_initDStream()
672 case 4: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[3]) << 24; in FSE_initDStream()
674 case 3: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[2]) << 16; in FSE_initDStream()
676 case 2: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[1]) << 8; in FSE_initDStream()
[all …]
|
| H A D | zstd_v02.c | 321 size_t bitContainer; member
393 bitD->bitContainer = MEM_readLEST(bitD->ptr); in BIT_initDStream()
403 bitD->bitContainer = *(const BYTE*)(bitD->start); in BIT_initDStream()
406 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[6]) << (sizeof(size_t)*8 - 16); in BIT_initDStream()
408 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[5]) << (sizeof(size_t)*8 - 24); in BIT_initDStream()
410 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[4]) << (sizeof(size_t)*8 - 32); in BIT_initDStream()
412 case 4: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[3]) << 24; in BIT_initDStream()
414 case 3: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[2]) << 16; in BIT_initDStream()
416 case 2: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[1]) << 8; in BIT_initDStream()
431 const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1; in BIT_lookBits()
[all …]
|
| H A D | zstd_v03.c | 323 size_t bitContainer; member
396 bitD->bitContainer = MEM_readLEST(bitD->ptr); in BIT_initDStream()
406 bitD->bitContainer = *(const BYTE*)(bitD->start); in BIT_initDStream()
409 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[6]) << (sizeof(size_t)*8 - 16); in BIT_initDStream()
411 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[5]) << (sizeof(size_t)*8 - 24); in BIT_initDStream()
413 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[4]) << (sizeof(size_t)*8 - 32); in BIT_initDStream()
415 case 4: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[3]) << 24; in BIT_initDStream()
417 case 3: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[2]) << 16; in BIT_initDStream()
419 case 2: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[1]) << 8; in BIT_initDStream()
433 const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1; in BIT_lookBits()
[all …]
|
| H A D | zstd_v06.c | 827 size_t bitContainer; member
893 if (srcSize >= sizeof(bitD->bitContainer)) { /* normal case */ in BITv06_initDStream()
895 bitD->ptr = (const char*)srcBuffer + srcSize - sizeof(bitD->bitContainer); in BITv06_initDStream()
896 bitD->bitContainer = MEM_readLEST(bitD->ptr); in BITv06_initDStream()
903 bitD->bitContainer = *(const BYTE*)(bitD->start); in BITv06_initDStream()
906 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[6]) << (sizeof(bitD->bitContaine… in BITv06_initDStream()
907 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[5]) << (sizeof(bitD->bitContaine… in BITv06_initDStream()
908 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[4]) << (sizeof(bitD->bitContaine… in BITv06_initDStream()
909 … case 4: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[3]) << 24; /* fall-through */ in BITv06_initDStream()
910 … case 3: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[2]) << 16; /* fall-through */ in BITv06_initDStream()
[all …]
|
| H A D | zstd_v04.c | 593 size_t bitContainer; member
666 bitD->bitContainer = MEM_readLEST(bitD->ptr); in BIT_initDStream()
676 bitD->bitContainer = *(const BYTE*)(bitD->start); in BIT_initDStream()
679 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[6]) << (sizeof(size_t)*8 - 16)… in BIT_initDStream()
680 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[5]) << (sizeof(size_t)*8 - 24)… in BIT_initDStream()
681 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[4]) << (sizeof(size_t)*8 - 32)… in BIT_initDStream()
682 … case 4: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[3]) << 24; /* fall-through */ in BIT_initDStream()
683 … case 3: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[2]) << 16; /* fall-through */ in BIT_initDStream()
684 … case 2: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[1]) << 8; /* fall-through */ in BIT_initDStream()
698 const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1; in BIT_lookBits()
[all …]
|
| H A D | zstd_v07.c | 497 size_t bitContainer; member
561 if (srcSize >= sizeof(bitD->bitContainer)) { /* normal case */ in BITv07_initDStream()
563 bitD->ptr = (const char*)srcBuffer + srcSize - sizeof(bitD->bitContainer); in BITv07_initDStream()
564 bitD->bitContainer = MEM_readLEST(bitD->ptr); in BITv07_initDStream()
571 bitD->bitContainer = *(const BYTE*)(bitD->start); in BITv07_initDStream()
574 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[6]) << (sizeof(bitD->bitContaine… in BITv07_initDStream()
575 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[5]) << (sizeof(bitD->bitContaine… in BITv07_initDStream()
576 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[4]) << (sizeof(bitD->bitContaine… in BITv07_initDStream()
577 … case 4: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[3]) << 24; /* fall-through */ in BITv07_initDStream()
578 … case 3: bitD->bitContainer += (size_t)(((const BYTE*)(srcBuffer))[2]) << 16; /* fall-through */ in BITv07_initDStream()
[all …]
|
| H A D | zstd_v05.c | 724 size_t bitContainer; member
794 bitD->bitContainer = MEM_readLEST(bitD->ptr); in BITv05_initDStream()
802 bitD->bitContainer = *(const BYTE*)(bitD->start); in BITv05_initDStream()
805 …case 7: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[6]) << (sizeof(size_t)*8 - 16)… in BITv05_initDStream()
806 …case 6: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[5]) << (sizeof(size_t)*8 - 24)… in BITv05_initDStream()
807 …case 5: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[4]) << (sizeof(size_t)*8 - 32)… in BITv05_initDStream()
808 … case 4: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[3]) << 24; /* fall-through */ in BITv05_initDStream()
809 … case 3: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[2]) << 16; /* fall-through */ in BITv05_initDStream()
810 … case 2: bitD->bitContainer += (size_t)(((const BYTE*)(bitD->start))[1]) << 8; /* fall-through */ in BITv05_initDStream()
824 const U32 bitMask = sizeof(bitD->bitContainer)*8 - 1; in BITv05_lookBits()
[all …]
|
| /src/sys/contrib/zstd/lib/compress/ |
| H A D | huf_compress.c | 754 size_t bitContainer[2]; member
772 bitC->endPtr = bitC->startPtr + dstCapacity - sizeof(bitC->bitContainer[0]); in HUF_initCStream()
773 if (dstCapacity <= sizeof(bitC->bitContainer[0])) return ERROR(dstSize_tooSmall); in HUF_initCStream()
796 bitC->bitContainer[idx] >>= HUF_getNbBits(elt); in HUF_addBits()
797 bitC->bitContainer[idx] |= kFast ? HUF_getValueFast(elt) : HUF_getValue(elt); in HUF_addBits()
823 bitC->bitContainer[1] = 0; in HUF_zeroIndex1()
834 bitC->bitContainer[0] >>= (bitC->bitPos[1] & 0xFF); in HUF_mergeIndex1()
835 bitC->bitContainer[0] |= bitC->bitContainer[1]; in HUF_mergeIndex1()
853 size_t const bitContainer = bitC->bitContainer[0] >> (HUF_BITS_IN_CONTAINER - nbBits); in HUF_flushBits() local
857 assert(nbBits <= sizeof(bitC->bitContainer[0]) * 8); in HUF_flushBits()
[all …]
|
| H A D | fse_compress.c | 623 if ((sizeof(bitC.bitContainer)*8 > FSE_MAX_TABLELOG*4+7 ) && (srcSize & 2)) { /* test bit 2 */ in FSE_compress_usingCTable_generic()
634 if (sizeof(bitC.bitContainer)*8 < FSE_MAX_TABLELOG*2+7 ) /* this test must be static */ in FSE_compress_usingCTable_generic()
639 if (sizeof(bitC.bitContainer)*8 > FSE_MAX_TABLELOG*4+7 ) { /* this test must be static */ in FSE_compress_usingCTable_generic()
|
| /src/sys/contrib/openzfs/module/zstd/lib/compress/ |
| H A D | huf_compress.c | 845 size_t bitContainer[2]; member
863 bitC->endPtr = bitC->startPtr + dstCapacity - sizeof(bitC->bitContainer[0]); in HUF_initCStream()
864 if (dstCapacity <= sizeof(bitC->bitContainer[0])) return ERROR(dstSize_tooSmall); in HUF_initCStream()
887 bitC->bitContainer[idx] >>= HUF_getNbBits(elt); in HUF_addBits()
888 bitC->bitContainer[idx] |= kFast ? HUF_getValueFast(elt) : HUF_getValue(elt); in HUF_addBits()
914 bitC->bitContainer[1] = 0; in HUF_zeroIndex1()
925 bitC->bitContainer[0] >>= (bitC->bitPos[1] & 0xFF); in HUF_mergeIndex1()
926 bitC->bitContainer[0] |= bitC->bitContainer[1]; in HUF_mergeIndex1()
944 size_t const bitContainer = bitC->bitContainer[0] >> (HUF_BITS_IN_CONTAINER - nbBits); in HUF_flushBits() local
948 assert(nbBits <= sizeof(bitC->bitContainer[0]) * 8); in HUF_flushBits()
[all …]
|
| H A D | fse_compress.c | 582 if ((sizeof(bitC.bitContainer)*8 > FSE_MAX_TABLELOG*4+7 ) && (srcSize & 2)) { /* test bit 2 */ in FSE_compress_usingCTable_generic()
593 if (sizeof(bitC.bitContainer)*8 < FSE_MAX_TABLELOG*2+7 ) /* this test must be static */ in FSE_compress_usingCTable_generic()
598 if (sizeof(bitC.bitContainer)*8 > FSE_MAX_TABLELOG*4+7 ) { /* this test must be static */ in FSE_compress_usingCTable_generic()
|
| /src/sys/contrib/openzfs/module/zstd/lib/decompress/ |
| H A D | huf_decompress.c | 297 bit->bitContainer = MEM_readLEST(args->ip[stream]); in HUF_initRemainingDStream()
1283 if (DStream->bitsConsumed < (sizeof(DStream->bitContainer)*8)) { in HUF_decodeLastSymbolX2()
1285 if (DStream->bitsConsumed > (sizeof(DStream->bitContainer)*8)) in HUF_decodeLastSymbolX2()
1287 DStream->bitsConsumed = (sizeof(DStream->bitContainer)*8); in HUF_decodeLastSymbolX2()
1315 if ((size_t)(pEnd - p) >= sizeof(bitDPtr->bitContainer)) { in HUF_decodeStreamX2()
1327 …reloadDStream(bitDPtr) == BIT_DStream_unfinished) & (p < pEnd-(sizeof(bitDPtr->bitContainer)-1))) { in HUF_decodeStreamX2()
|
| /src/sys/contrib/zstd/lib/decompress/ |
| H A D | huf_decompress.c | 265 bit->bitContainer = MEM_readLE64(args->ip[stream]); in HUF_initRemainingDStream()
1155 if (DStream->bitsConsumed < (sizeof(DStream->bitContainer)*8)) { in HUF_decodeLastSymbolX2()
1157 if (DStream->bitsConsumed > (sizeof(DStream->bitContainer)*8)) in HUF_decodeLastSymbolX2()
1159 DStream->bitsConsumed = (sizeof(DStream->bitContainer)*8); in HUF_decodeLastSymbolX2()
1183 if ((size_t)(pEnd - p) >= sizeof(bitDPtr->bitContainer)) { in HUF_decodeStreamX2()
1195 …reloadDStream(bitDPtr) == BIT_DStream_unfinished) & (p < pEnd-(sizeof(bitDPtr->bitContainer)-1))) { in HUF_decodeStreamX2()
|