zstd/compress/zstd_compress.c

2160         /* reserve space for block-level external sequences */  in ZSTD_resetCCtx_internal()
2192         /* sequences storage */  in ZSTD_resetCCtx_internal()
2609     const SeqDef* const sequences = seqStorePtr->sequencesStart;  in ZSTD_seqToCodes()  local
2613     U32 const nbSeq = (U32)(seqStorePtr->sequences - seqStorePtr->sequencesStart);  in ZSTD_seqToCodes()
2618         U32 const llv = sequences[u].litLength;  in ZSTD_seqToCodes()
2619         U32 const ofCode = ZSTD_highbit32(sequences[u].offBase);  in ZSTD_seqToCodes()
2620         U32 const mlv = sequences[u].mlBase;  in ZSTD_seqToCodes()
2658  * and size of the sequences statistics
2797  * compresses both literals and sequences
2817     const SeqDef* const sequences = seqStorePtr->sequencesStart;  in ZSTD_entropyCompressSeqStore_internal()  local
2818     const size_t nbSeq = (size_t)(seqStorePtr->sequences - seqStorePtr->sequencesStart);  in ZSTD_entropyCompressSeqStore_internal()
2836     {   size_t const numSequences = (size_t)(seqStorePtr->sequences - seqStorePtr->sequencesStart);  in ZSTD_entropyCompressSeqStore_internal()
2837         /* Base suspicion of uncompressibility on ratio of literals to sequences */  in ZSTD_entropyCompressSeqStore_internal()
2853     /* Sequences Header */  in ZSTD_entropyCompressSeqStore_internal()
2874         /* build stats for sequences */  in ZSTD_entropyCompressSeqStore_internal()
2893                                         sequences, nbSeq,  in ZSTD_entropyCompressSeqStore_internal()
3078     ssPtr->sequences = ssPtr->sequencesStart;  in ZSTD_resetSeqStore()
3083  * Validates and post-processes sequences obtained through the external matchfinder API:
3087  * Returns the number of sequences after post-processing, or an error code. */
3101         "Got zero sequences from external sequence producer for a non-empty src buffer!"  in ZSTD_postProcessSequenceProducerResult()
3149  * Function to validate sequences produced by a block compressor.
3155     const SeqDef* const seqEnd = seqStore->sequences;  in ZSTD_validateSeqStore()
3214     /* select and store sequences */  in ZSTD_buildSeqStore()
3294 …TURN_ERROR_IF(seqLenSum > srcSize, externalSequences_invalid, "External sequences imply too large …  in ZSTD_buildSeqStore()
3302                         "Failed to copy external sequences to seqStore!"  in ZSTD_buildSeqStore()
3305 …DEBUGLOG(5, "Copied %lu sequences from external sequence producer to internal seqStore.", (unsigne…  in ZSTD_buildSeqStore()
3346     const size_t nbInSequences = (size_t)(seqStore->sequences - inSeqs);  in ZSTD_copyBlockSequences()
3362         "Not enough space to copy sequences");  in ZSTD_copyBlockSequences()
3469 size_t ZSTD_mergeBlockDelimiters(ZSTD_Sequence* sequences, size_t seqsSize) {  in ZSTD_mergeBlockDelimiters()  argument
3473         if (sequences[in].offset == 0 && sequences[in].matchLength == 0) {  in ZSTD_mergeBlockDelimiters()
3475                 sequences[in+1].litLength += sequences[in].litLength;  in ZSTD_mergeBlockDelimiters()
3478             sequences[out] = sequences[in];  in ZSTD_mergeBlockDelimiters()
3514     size_t const nbSeqs = (size_t)(seqStore->sequences - seqStore->sequencesStart);  in ZSTD_maybeRLE()
3668  *  Builds entropy for the sequences.
3682     size_t const nbSeq = (size_t)(seqStorePtr->sequences - seqStorePtr->sequencesStart);  in ZSTD_buildBlockEntropyStats_sequences()
3807 /* Returns the size estimate for the sequences section (header + content) of a block */
3875                     (size_t)(seqStore->sequences - seqStore->sequencesStart),  in ZSTD_buildEntropyStatisticsAndEstimateSubBlockSize()
3886     size_t const nbSeqs = (size_t)(seqStore->sequences - seqStore->sequencesStart);  in ZSTD_countSeqStoreLiteralsBytes()
3901     size_t const nbSeqs = (size_t)(seqStore->sequences - seqStore->sequencesStart);  in ZSTD_countSeqStoreMatchBytes()
3921         resultSeqStore->sequences = originalSeqStore->sequencesStart + startIdx;  in ZSTD_deriveSeqStoreChunk()
3934     resultSeqStore->sequences = originalSeqStore->sequencesStart + endIdx;  in ZSTD_deriveSeqStoreChunk()
3935     if (endIdx == (size_t)(originalSeqStore->sequences - originalSeqStore->sequencesStart)) {  in ZSTD_deriveSeqStoreChunk()
4036 …ZSTD_seqStore_resolveOffCodes(dRep, cRep, seqStore, (U32)(seqStore->sequences - seqStore->sequence…  in ZSTD_compressSeqStore_singleBlock()
4097 …* Estimates the cost of seqStore prior to split, and estimates the cost of splitting the sequences…
4101  * Note: The recursion depth is capped by a heuristic minimum number of sequences,
4125         DEBUGLOG(6, "ZSTD_deriveBlockSplitsHelper: Too few sequences (%zu)", endIdx - startIdx);  in ZSTD_deriveBlockSplitsHelper()
4159         DEBUGLOG(5, "ZSTD_deriveBlockSplits: Too few sequences to split (%u <= 4)", nbSeq);  in ZSTD_deriveBlockSplits()
4160         /* Refuse to try and split anything with less than 4 sequences */  in ZSTD_deriveBlockSplits()
4288         nbSeq = (U32)(zc->seqStore.sequences - zc->seqStore.sequencesStart);  in ZSTD_compressBlock_splitBlock()
4328     /* encode sequences and literals */  in ZSTD_compressBlock_internal()
6430  * storing the sequences it reads, until it reaches a block delimiter.
6526  * represented by the sequences in @inSeqs,
6527  * storing any (partial) sequences.
6705 …RETURN_ERROR(externalSequences_invalid, "Reached end of sequences without finding a block delimite…  in blockSize_explicitDelimiter()
6723 …         RETURN_ERROR(externalSequences_invalid, "sequences incorrectly define a too large block");  in determine_blockSize()
6725             RETURN_ERROR(externalSequences_invalid, "sequences define a frame longer than source");  in determine_blockSize()
6730 /* Compress all provided sequences, block-by-block.
6800         FORWARD_IF_ERROR(compressedSeqsSize, "Compressing sequences of block failed");  in ZSTD_compressSequences_internal()
6801         DEBUGLOG(5, "Compressed sequences size: %zu", compressedSeqsSize);  in ZSTD_compressSequences_internal()
6909  * Convert 2 sequences per iteration, using AVX2 intrinsics:
6987     /* Process 2 sequences per loop iteration */  in convertSequences_noRepcodes()
7103  * Precondition: Sequences must end on an explicit Block Delimiter
7128     /* Convert Sequences from public format to internal format */  in ZSTD_convertBlockSequences()
7131         cctx->seqStore.sequences = cctx->seqStore.sequencesStart + nbSequences-1;  in ZSTD_convertBlockSequences()
7224         /* reaching end of sequences: end of block signal was not present */  in ZSTD_get1BlockSummary()
7297 …FORWARD_IF_ERROR(block.nbSequences, "Error while trying to determine nb of sequences for a block");  in ZSTD_compressSequencesAndLiterals_internal()
7299 …RETURN_ERROR_IF(block.litSize > litSize, externalSequences_invalid, "discrepancy: Sequences requir…  in ZSTD_compressSequencesAndLiterals_internal()
7311 …* Here, we still send the sequences, because we don't have the original source to send it uncompre…  in ZSTD_compressSequencesAndLiterals_internal()
7312          * One could imagine in theory reproducing the source from the sequences,  in ZSTD_compressSequencesAndLiterals_internal()
7325         FORWARD_IF_ERROR(compressedSeqsSize, "Compressing sequences of block failed");  in ZSTD_compressSequencesAndLiterals_internal()
7328         DEBUGLOG(5, "Compressed sequences size: %zu", compressedSeqsSize);  in ZSTD_compressSequencesAndLiterals_internal()
7337              * In theory, one could use the sequences to regenerate the source, like a decompressor,  in ZSTD_compressSequencesAndLiterals_internal()
7370 …RETURN_ERROR_IF(remaining != 0, externalSequences_invalid, "Sequences must represent a total of ex…  in ZSTD_compressSequencesAndLiterals_internal()