723         /* No sequence : section ends immediately */  in ZSTD_decodeSeqHeaders()
830 …*  This function is only called in the uncommon case where the sequence is near the end of the blo…
831  *  should be fast for a single long sequence, but can be slow for several short sequences.
903  * NOTE: This function needs to be fast for a single long sequence, but doesn't need
909     BYTE* const oend, seq_t sequence,  in ZSTD_execSequenceEnd()  argument
913     BYTE* const oLitEnd = op + sequence.litLength;  in ZSTD_execSequenceEnd()
914     size_t const sequenceLength = sequence.litLength + sequence.matchLength;  in ZSTD_execSequenceEnd()
915     const BYTE* const iLitEnd = *litPtr + sequence.litLength;  in ZSTD_execSequenceEnd()
916     const BYTE* match = oLitEnd - sequence.offset;  in ZSTD_execSequenceEnd()
921 …RETURN_ERROR_IF(sequence.litLength > (size_t)(litLimit - *litPtr), corruption_detected, "try to re…  in ZSTD_execSequenceEnd()
926     ZSTD_safecopy(op, oend_w, *litPtr, sequence.litLength, ZSTD_no_overlap);  in ZSTD_execSequenceEnd()
931     if (sequence.offset > (size_t)(oLitEnd - prefixStart)) {  in ZSTD_execSequenceEnd()
933 …      RETURN_ERROR_IF(sequence.offset > (size_t)(oLitEnd - virtualStart), corruption_detected, "");  in ZSTD_execSequenceEnd()
935         if (match + sequence.matchLength <= dictEnd) {  in ZSTD_execSequenceEnd()
936             ZSTD_memmove(oLitEnd, match, sequence.matchLength);  in ZSTD_execSequenceEnd()
943         sequence.matchLength -= length1;  in ZSTD_execSequenceEnd()
947     ZSTD_safecopy(op, oend_w, match, sequence.matchLength, ZSTD_overlap_src_before_dst);  in ZSTD_execSequenceEnd()
957     BYTE* const oend, const BYTE* const oend_w, seq_t sequence,  in ZSTD_execSequenceEndSplitLitBuffer()  argument
961     BYTE* const oLitEnd = op + sequence.litLength;  in ZSTD_execSequenceEndSplitLitBuffer()
962     size_t const sequenceLength = sequence.litLength + sequence.matchLength;  in ZSTD_execSequenceEndSplitLitBuffer()
963     const BYTE* const iLitEnd = *litPtr + sequence.litLength;  in ZSTD_execSequenceEndSplitLitBuffer()
964     const BYTE* match = oLitEnd - sequence.offset;  in ZSTD_execSequenceEndSplitLitBuffer()
969 …RETURN_ERROR_IF(sequence.litLength > (size_t)(litLimit - *litPtr), corruption_detected, "try to re…  in ZSTD_execSequenceEndSplitLitBuffer()
974 …RETURN_ERROR_IF(op > *litPtr && op < *litPtr + sequence.litLength, dstSize_tooSmall, "output shoul…  in ZSTD_execSequenceEndSplitLitBuffer()
975     ZSTD_safecopyDstBeforeSrc(op, *litPtr, sequence.litLength);  in ZSTD_execSequenceEndSplitLitBuffer()
980     if (sequence.offset > (size_t)(oLitEnd - prefixStart)) {  in ZSTD_execSequenceEndSplitLitBuffer()
982 …      RETURN_ERROR_IF(sequence.offset > (size_t)(oLitEnd - virtualStart), corruption_detected, "");  in ZSTD_execSequenceEndSplitLitBuffer()
984         if (match + sequence.matchLength <= dictEnd) {  in ZSTD_execSequenceEndSplitLitBuffer()
985             ZSTD_memmove(oLitEnd, match, sequence.matchLength);  in ZSTD_execSequenceEndSplitLitBuffer()
992         sequence.matchLength -= length1;  in ZSTD_execSequenceEndSplitLitBuffer()
996     ZSTD_safecopy(op, oend_w, match, sequence.matchLength, ZSTD_overlap_src_before_dst);  in ZSTD_execSequenceEndSplitLitBuffer()
1003     BYTE* const oend, seq_t sequence,  in ZSTD_execSequence()  argument
1007     BYTE* const oLitEnd = op + sequence.litLength;  in ZSTD_execSequence()
1008     size_t const sequenceLength = sequence.litLength + sequence.matchLength;  in ZSTD_execSequence()
1011     const BYTE* const iLitEnd = *litPtr + sequence.litLength;  in ZSTD_execSequence()
1012     const BYTE* match = oLitEnd - sequence.offset;  in ZSTD_execSequence()
1018     /* prefetch sequence starting from match that will be used for copy later */  in ZSTD_execSequence()
1030 …return ZSTD_execSequenceEnd(op, oend, sequence, litPtr, litLimit, prefixStart, virtualStart, dictE…  in ZSTD_execSequence()
1046     if (UNLIKELY(sequence.litLength > 16)) {  in ZSTD_execSequence()
1047         ZSTD_wildcopy(op + 16, (*litPtr) + 16, sequence.litLength - 16, ZSTD_no_overlap);  in ZSTD_execSequence()
1050     *litPtr = iLitEnd;   /* update for next sequence */  in ZSTD_execSequence()
1053     if (sequence.offset > (size_t)(oLitEnd - prefixStart)) {  in ZSTD_execSequence()
1055 …RETURN_ERROR_IF(UNLIKELY(sequence.offset > (size_t)(oLitEnd - virtualStart)), corruption_detected,…  in ZSTD_execSequence()
1057         if (match + sequence.matchLength <= dictEnd) {  in ZSTD_execSequence()
1058             ZSTD_memmove(oLitEnd, match, sequence.matchLength);  in ZSTD_execSequence()
1065         sequence.matchLength -= length1;  in ZSTD_execSequence()
1073     assert(sequence.matchLength >= 1);  in ZSTD_execSequence()
1078     if (LIKELY(sequence.offset >= WILDCOPY_VECLEN)) {  in ZSTD_execSequence()
1083         ZSTD_wildcopy(op, match, (ptrdiff_t)sequence.matchLength, ZSTD_no_overlap);  in ZSTD_execSequence()
1086     assert(sequence.offset < WILDCOPY_VECLEN);  in ZSTD_execSequence()
1089     ZSTD_overlapCopy8(&op, &match, sequence.offset);  in ZSTD_execSequence()
1092     if (sequence.matchLength > 8) {  in ZSTD_execSequence()
1094         ZSTD_wildcopy(op, match, (ptrdiff_t)sequence.matchLength - 8, ZSTD_overlap_src_before_dst);  in ZSTD_execSequence()
1102     BYTE* const oend, const BYTE* const oend_w, seq_t sequence,  in ZSTD_execSequenceSplitLitBuffer()  argument
1106     BYTE* const oLitEnd = op + sequence.litLength;  in ZSTD_execSequenceSplitLitBuffer()
1107     size_t const sequenceLength = sequence.litLength + sequence.matchLength;  in ZSTD_execSequenceSplitLitBuffer()
1109     const BYTE* const iLitEnd = *litPtr + sequence.litLength;  in ZSTD_execSequenceSplitLitBuffer()
1110     const BYTE* match = oLitEnd - sequence.offset;  in ZSTD_execSequenceSplitLitBuffer()
1123 …return ZSTD_execSequenceEndSplitLitBuffer(op, oend, oend_w, sequence, litPtr, litLimit, prefixStar…  in ZSTD_execSequenceSplitLitBuffer()
1139     if (UNLIKELY(sequence.litLength > 16)) {  in ZSTD_execSequenceSplitLitBuffer()
1140         ZSTD_wildcopy(op+16, (*litPtr)+16, sequence.litLength-16, ZSTD_no_overlap);  in ZSTD_execSequenceSplitLitBuffer()
1143     *litPtr = iLitEnd;   /* update for next sequence */  in ZSTD_execSequenceSplitLitBuffer()
1146     if (sequence.offset > (size_t)(oLitEnd - prefixStart)) {  in ZSTD_execSequenceSplitLitBuffer()
1148 …RETURN_ERROR_IF(UNLIKELY(sequence.offset > (size_t)(oLitEnd - virtualStart)), corruption_detected,…  in ZSTD_execSequenceSplitLitBuffer()
1150         if (match + sequence.matchLength <= dictEnd) {  in ZSTD_execSequenceSplitLitBuffer()
1151             ZSTD_memmove(oLitEnd, match, sequence.matchLength);  in ZSTD_execSequenceSplitLitBuffer()
1158             sequence.matchLength -= length1;  in ZSTD_execSequenceSplitLitBuffer()
1165     assert(sequence.matchLength >= 1);  in ZSTD_execSequenceSplitLitBuffer()
1170     if (LIKELY(sequence.offset >= WILDCOPY_VECLEN)) {  in ZSTD_execSequenceSplitLitBuffer()
1175         ZSTD_wildcopy(op, match, (ptrdiff_t)sequence.matchLength, ZSTD_no_overlap);  in ZSTD_execSequenceSplitLitBuffer()
1178     assert(sequence.offset < WILDCOPY_VECLEN);  in ZSTD_execSequenceSplitLitBuffer()
1181     ZSTD_overlapCopy8(&op, &match, sequence.offset);  in ZSTD_execSequenceSplitLitBuffer()
1184     if (sequence.matchLength > 8) {  in ZSTD_execSequenceSplitLitBuffer()
1186         ZSTD_wildcopy(op, match, (ptrdiff_t)sequence.matchLength-8, ZSTD_overlap_src_before_dst);  in ZSTD_execSequenceSplitLitBuffer()
1227  * @return : Sequence (litL + matchL + offset)
1278         /* sequence */  in ZSTD_decodeSequence()
1337             /* don't update FSE state for last Sequence */  in ZSTD_decodeSequence()
1378         DEBUGLOG(6, "Checking sequence: litL=%u matchL=%u offset=%u",  in ZSTD_assertValidSequence()
1440 …{   seq_t sequence = {0,0,0};  /* some static analyzer believe that @sequence is not initialized (…  in ZSTD_decompressSequences_bodySplitLitBuffer()  local
1503                 sequence = ZSTD_decodeSequence(&seqState, isLongOffset, nbSeq==1);  in ZSTD_decompressSequences_bodySplitLitBuffer()
1504                 if (litPtr + sequence.litLength > dctx->litBufferEnd) break;  in ZSTD_decompressSequences_bodySplitLitBuffer()
1505 …ZSTD_execSequenceSplitLitBuffer(op, oend, litPtr + sequence.litLength - WILDCOPY_OVERLENGTH, seque…  in ZSTD_decompressSequences_bodySplitLitBuffer()
1508                     ZSTD_assertValidSequence(dctx, op, oend, sequence, prefixStart, vBase);  in ZSTD_decompressSequences_bodySplitLitBuffer()
1512                     DEBUGLOG(6, "regenerated sequence size : %u", (U32)oneSeqSize);  in ZSTD_decompressSequences_bodySplitLitBuffer()
1515             DEBUGLOG(6, "reached: (litPtr + sequence.litLength > dctx->litBufferEnd)");  in ZSTD_decompressSequences_bodySplitLitBuffer()
1520 …e %i sequences left, and %zu/%zu literals left in buffer", nbSeq, leftoverLit, sequence.litLength);  in ZSTD_decompressSequences_bodySplitLitBuffer()
1524                     sequence.litLength -= leftoverLit;  in ZSTD_decompressSequences_bodySplitLitBuffer()
1530 …{   size_t const oneSeqSize = ZSTD_execSequence(op, oend, sequence, &litPtr, litBufferEnd, prefixS…  in ZSTD_decompressSequences_bodySplitLitBuffer()
1533                     ZSTD_assertValidSequence(dctx, op, oend, sequence, prefixStart, vBase);  in ZSTD_decompressSequences_bodySplitLitBuffer()
1537                     DEBUGLOG(6, "regenerated sequence size : %u", (U32)oneSeqSize);  in ZSTD_decompressSequences_bodySplitLitBuffer()
1565                 seq_t const sequence = ZSTD_decodeSequence(&seqState, isLongOffset, nbSeq==1);  in ZSTD_decompressSequences_bodySplitLitBuffer()  local
1566 …size_t const oneSeqSize = ZSTD_execSequence(op, oend, sequence, &litPtr, litBufferEnd, prefixStart…  in ZSTD_decompressSequences_bodySplitLitBuffer()
1569                 ZSTD_assertValidSequence(dctx, op, oend, sequence, prefixStart, vBase);  in ZSTD_decompressSequences_bodySplitLitBuffer()
1573                 DEBUGLOG(6, "regenerated sequence size : %u", (U32)oneSeqSize);  in ZSTD_decompressSequences_bodySplitLitBuffer()
1661             seq_t const sequence = ZSTD_decodeSequence(&seqState, isLongOffset, nbSeq==1);  in ZSTD_decompressSequences_body()  local
1662 …size_t const oneSeqSize = ZSTD_execSequence(op, oend, sequence, &litPtr, litEnd, prefixStart, vBas…  in ZSTD_decompressSequences_body()
1665             ZSTD_assertValidSequence(dctx, op, oend, sequence, prefixStart, vBase);  in ZSTD_decompressSequences_body()
1669             DEBUGLOG(6, "regenerated sequence size : %u", (U32)oneSeqSize);  in ZSTD_decompressSequences_body()
1716 size_t ZSTD_prefetchMatch(size_t prefetchPos, seq_t const sequence,  in ZSTD_prefetchMatch()  argument
1719     prefetchPos += sequence.litLength;  in ZSTD_prefetchMatch()
1720     {   const BYTE* const matchBase = (sequence.offset > prefetchPos) ? dictEnd : prefixStart;  in ZSTD_prefetchMatch()
1723 …YTE* const match = ZSTD_wrappedPtrSub(ZSTD_wrappedPtrAdd(matchBase, prefetchPos), sequence.offset);  in ZSTD_prefetchMatch()
1726     return prefetchPos + sequence.matchLength;  in ZSTD_prefetchMatch()
1775             seq_t const sequence = ZSTD_decodeSequence(&seqState, isLongOffset, seqNb == nbSeq-1);  in ZSTD_decompressSequencesLong_body()  local
1776             prefetchPos = ZSTD_prefetchMatch(prefetchPos, sequence, prefixStart, dictEnd);  in ZSTD_decompressSequencesLong_body()
1777             sequences[seqNb] = sequence;  in ZSTD_decompressSequencesLong_body()
1782             seq_t sequence = ZSTD_decodeSequence(&seqState, isLongOffset, seqNb == nbSeq-1);  in ZSTD_decompressSequencesLong_body()  local
1804                     prefetchPos = ZSTD_prefetchMatch(prefetchPos, sequence, prefixStart, dictEnd);  in ZSTD_decompressSequencesLong_body()
1805                     sequences[seqNb & STORED_SEQS_MASK] = sequence;  in ZSTD_decompressSequencesLong_body()
1820                 prefetchPos = ZSTD_prefetchMatch(prefetchPos, sequence, prefixStart, dictEnd);  in ZSTD_decompressSequencesLong_body()
1821                 sequences[seqNb & STORED_SEQS_MASK] = sequence;  in ZSTD_decompressSequencesLong_body()
1830             seq_t *sequence = &(sequences[seqNb&STORED_SEQS_MASK]);  in ZSTD_decompressSequencesLong_body()  local
1831 …  if (dctx->litBufferLocation == ZSTD_split && litPtr + sequence->litLength > dctx->litBufferEnd) {  in ZSTD_decompressSequencesLong_body()
1836                     sequence->litLength -= leftoverLit;  in ZSTD_decompressSequencesLong_body()
1842 …{   size_t const oneSeqSize = ZSTD_execSequence(op, oend, *sequence, &litPtr, litBufferEnd, prefix…  in ZSTD_decompressSequencesLong_body()
1854 …STD_execSequenceSplitLitBuffer(op, oend, litPtr + sequence->litLength - WILDCOPY_OVERLENGTH, *sequ…  in ZSTD_decompressSequencesLong_body()
1855 …    ZSTD_execSequence(op, oend, *sequence, &litPtr, litBufferEnd, prefixStart, dictStart, dictEnd);  in ZSTD_decompressSequencesLong_body()