zstd/compress/zstd_compress.c

2170         /* ZSTD_wildcopy() is used to copy into the literals buffer,
2797  * compresses both literals and sequences
2804                         const void* literals, size_t litSize,
2835     /* Compress literals */
2837         /* Base suspicion of uncompressibility on ratio of literals to sequences */
2842                                     literals, litSize,
2922                     const void* literals, size_t litSize,
2933                             literals, litSize,
3198     /* tell the optimal parser how we expect to compress literals */
3290                 /* Return early if there is no error, since we don't need to worry about last literals */
3410     /* Insert last literals (if any exist) in the block as a sequence with ml == off == 0.
3411      * If there are no last literals, then we'll emit (of: 0, ml: 0, ll: 0), which is a marker
3540  *  Builds entropy for the literals.
3541  *  Stores literals block type (raw, rle, compressed, repeat) and
3742 /* Returns the size estimate for the literals section (header + content) of a block */
3744 ZSTD_estimateBlockSize_literal(const BYTE* literals, size_t litSize,
3758         size_t const largest = HIST_count_wksp (countWksp, &maxSymbolValue, (const BYTE*)literals, litSize, workspace, wkspSize);
3836 /* Returns the size estimate for a given stream of literals, of, ll, ml */
3838 ZSTD_estimateBlockSize(const BYTE* literals, size_t litSize,
3848     size_t const literalsSize = ZSTD_estimateBlockSize_literal(literals, litSize,
3882 /* Returns literals bytes represented in a seqStore */
3936         /* This accounts for possible last literals if the derived chunk reaches the end of the block */
4237             /* This is the final partition, need to account for possible last literals */
4328     /* encode sequences and literals */
6431  * Note that the block delimiter includes the last literals of the block.
6514         DEBUGLOG(6, "Storing last literals of size: %u", inSeqs[idx].litLength);
6609                      * the last literals. We use the original currSeq.litLength as a marker for where endPosInSequence
6618                 /* This sequence ends inside the literals, break to store the last literals */
6650         /* Store any last literals */
6653         DEBUGLOG(6, "Storing last literals of size: %u", lastLLSize);
7140                 DEBUGLOG(5, "long literals length detected at pos %zu", longl-nbSequences);
7272                           const void* literals, size_t litSize, size_t srcSize)
7299         RETURN_ERROR_IF(block.litSize > litSize, externalSequences_invalid, "discrepancy: Sequences require more literals than present in buffer");
7319                                 literals, block.litSize,
7330         literals = (const char*)literals + block.litSize;
7369     RETURN_ERROR_IF(litSize != 0, externalSequences_invalid, "literals must be entirely and exactly consumed");
7379                     const void* literals, size_t litSize, size_t litCapacity,
7389         RETURN_ERROR(workSpace_tooSmall, "literals buffer is not large enough: must be at least 8 bytes larger than litSize (risk of read out-of-bound)");
7416                                             literals, litSize, decompressedSize);