Blame src/lzo1b_9x.c

Packit 679830
/* lzo1b_9x.c -- implementation of the LZO1B-999 compression algorithm
Packit 679830
Packit 679830
   This file is part of the LZO real-time data compression library.
Packit 679830
Packit 679830
   Copyright (C) 1996-2014 Markus Franz Xaver Johannes Oberhumer
Packit 679830
   All Rights Reserved.
Packit 679830
Packit 679830
   The LZO library is free software; you can redistribute it and/or
Packit 679830
   modify it under the terms of the GNU General Public License as
Packit 679830
   published by the Free Software Foundation; either version 2 of
Packit 679830
   the License, or (at your option) any later version.
Packit 679830
Packit 679830
   The LZO library is distributed in the hope that it will be useful,
Packit 679830
   but WITHOUT ANY WARRANTY; without even the implied warranty of
Packit 679830
   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
Packit 679830
   GNU General Public License for more details.
Packit 679830
Packit 679830
   You should have received a copy of the GNU General Public License
Packit 679830
   along with the LZO library; see the file COPYING.
Packit 679830
   If not, write to the Free Software Foundation, Inc.,
Packit 679830
   51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
Packit 679830
Packit 679830
   Markus F.X.J. Oberhumer
Packit 679830
   <markus@oberhumer.com>
Packit 679830
   http://www.oberhumer.com/opensource/lzo/
Packit 679830
 */
Packit 679830
Packit 679830
Packit 679830
#include "config1b.h"
Packit 679830
Packit 679830
Packit 679830
/***********************************************************************
Packit 679830
//
Packit 679830
************************************************************************/
Packit 679830
Packit 679830
#define SWD_N          0xffffL          /* size of ring buffer */
Packit 679830
#define SWD_THRESHOLD       2           /* lower limit for match length */
Packit 679830
#define SWD_F            2048           /* upper limit for match length */
Packit 679830
Packit 679830
Packit 679830
#define LZO1B 1
Packit 679830
#define LZO_COMPRESS_T  lzo1b_999_t
Packit 679830
#define lzo_swd_t       lzo1b_999_swd_t
Packit 679830
#include "lzo_mchw.ch"
Packit 679830
Packit 679830
Packit 679830
Packit 679830
/***********************************************************************
Packit 679830
//
Packit 679830
************************************************************************/
Packit 679830
Packit 679830
static lzo_bytep
Packit 679830
code_match ( LZO_COMPRESS_T *c, lzo_bytep op, lzo_uint m_len, lzo_uint m_off )
Packit 679830
{
Packit 679830
    if (m_len <= M2_MAX_LEN && m_off <= M2_MAX_OFFSET)
Packit 679830
    {
Packit 679830
        assert(m_len >= M2_MIN_LEN);
Packit 679830
        assert(m_off >= M2_MIN_OFFSET);
Packit 679830
Packit 679830
        m_off -= M2_MIN_OFFSET;
Packit 679830
        /* code match len + low offset bits */
Packit 679830
        *op++ = LZO_BYTE(((m_len - (M2_MIN_LEN - 2)) << M2O_BITS) |
Packit 679830
                          (m_off & M2O_MASK));
Packit 679830
        /* code high offset bits */
Packit 679830
        *op++ = LZO_BYTE(m_off >> M2O_BITS);
Packit 679830
        c->m2_m++;
Packit 679830
    }
Packit 679830
    else
Packit 679830
    {
Packit 679830
        assert(m_len >= M3_MIN_LEN);
Packit 679830
        assert(m_off <= M3_MAX_OFFSET);
Packit 679830
Packit 679830
        m_off -= M3_MIN_OFFSET - M3_EOF_OFFSET;
Packit 679830
        /* code match len */
Packit 679830
        if (m_len <= M3_MAX_LEN)
Packit 679830
            *op++ = LZO_BYTE(M3_MARKER | (m_len - (M3_MIN_LEN - 1)));
Packit 679830
        else
Packit 679830
        {
Packit 679830
            assert(m_len >= M4_MIN_LEN);
Packit 679830
            /* code M4 match len flag */
Packit 679830
            *op++ = M4_MARKER;
Packit 679830
            /* code match len */
Packit 679830
            m_len -= M4_MIN_LEN - 1;
Packit 679830
            while (m_len > 255)
Packit 679830
            {
Packit 679830
                m_len -= 255;
Packit 679830
                *op++ = 0;
Packit 679830
            }
Packit 679830
            assert(m_len > 0);
Packit 679830
            *op++ = LZO_BYTE(m_len);
Packit 679830
        }
Packit 679830
        /* code low offset bits */
Packit 679830
        *op++ = LZO_BYTE(m_off & M3O_MASK);
Packit 679830
        /* code high offset bits */
Packit 679830
        *op++ = LZO_BYTE(m_off >> M3O_BITS);
Packit 679830
Packit 679830
        c->r1_m_len = 0;
Packit 679830
        c->m3_m++;
Packit 679830
    }
Packit 679830
    return op;
Packit 679830
}
Packit 679830
Packit 679830
Packit 679830
/***********************************************************************
Packit 679830
// this is a public function, but there is no prototype in a header file
Packit 679830
************************************************************************/
Packit 679830
Packit 679830
LZO_EXTERN(int)
Packit 679830
lzo1b_999_compress_callback ( const lzo_bytep in , lzo_uint  in_len,
Packit 679830
                                    lzo_bytep out, lzo_uintp out_len,
Packit 679830
                                    lzo_voidp wrkmem,
Packit 679830
                                    lzo_callback_p cb,
Packit 679830
                                    lzo_uint max_chain );
Packit 679830
Packit 679830
LZO_PUBLIC(int)
Packit 679830
lzo1b_999_compress_callback ( const lzo_bytep in , lzo_uint  in_len,
Packit 679830
                                    lzo_bytep out, lzo_uintp out_len,
Packit 679830
                                    lzo_voidp wrkmem,
Packit 679830
                                    lzo_callback_p cb,
Packit 679830
                                    lzo_uint max_chain )
Packit 679830
{
Packit 679830
    lzo_bytep op;
Packit 679830
    const lzo_bytep ii;
Packit 679830
    lzo_uint lit;
Packit 679830
    lzo_uint m_len, m_off;
Packit 679830
    LZO_COMPRESS_T cc;
Packit 679830
    LZO_COMPRESS_T * const c = &cc;
Packit 679830
    lzo_swd_p const swd = (lzo_swd_p) wrkmem;
Packit 679830
    int r;
Packit 679830
Packit 679830
    /* sanity check */
Packit 679830
    LZO_COMPILE_TIME_ASSERT(LZO1B_999_MEM_COMPRESS >= SIZEOF_LZO_SWD_T)
Packit 679830
Packit 679830
    c->init = 0;
Packit 679830
    c->ip = c->in = in;
Packit 679830
    c->in_end = in + in_len;
Packit 679830
    c->cb = cb;
Packit 679830
    c->r1_r = c->m3_r = c->m2_m = c->m3_m = 0;
Packit 679830
Packit 679830
    op = out;
Packit 679830
    ii = c->ip;             /* point to start of literal run */
Packit 679830
    lit = 0;
Packit 679830
    c->r1_m_len = 0;
Packit 679830
Packit 679830
    r = init_match(c,swd,NULL,0,0);
Packit 679830
    if (r != 0)
Packit 679830
        return r;
Packit 679830
    if (max_chain > 0)
Packit 679830
        swd->max_chain = max_chain;
Packit 679830
Packit 679830
    r = find_match(c,swd,0,0);
Packit 679830
    if (r != 0)
Packit 679830
        return r;
Packit 679830
    while (c->look > 0)
Packit 679830
    {
Packit 679830
        int lazy_match_min_gain = -1;
Packit 679830
        lzo_uint ahead = 0;
Packit 679830
Packit 679830
        m_len = c->m_len;
Packit 679830
        m_off = c->m_off;
Packit 679830
Packit 679830
#if 0
Packit 679830
        printf("%5ld: %5d len:%3d off:%5d\n", (c->ip-c->look)-in, c->look,
Packit 679830
                m_len, m_off);
Packit 679830
#endif
Packit 679830
Packit 679830
        assert(c->ip - c->look >= in);
Packit 679830
        if (lit == 0)
Packit 679830
            ii = c->ip - c->look;
Packit 679830
        assert(ii + lit == c->ip - c->look);
Packit 679830
        assert(swd->b_char == *(c->ip - c->look));
Packit 679830
Packit 679830
        if ((m_len < M2_MIN_LEN) ||
Packit 679830
            (m_len < M3_MIN_LEN && m_off > M2_MAX_OFFSET))
Packit 679830
        {
Packit 679830
            m_len = 0;
Packit 679830
        }
Packit 679830
        else
Packit 679830
        {
Packit 679830
            assert(c->ip - c->look - m_off >= in);
Packit 679830
            assert(c->ip - c->look - m_off + m_len < c->ip);
Packit 679830
            assert(lzo_memcmp(c->ip - c->look, c->ip - c->look - m_off,
Packit 679830
                              m_len) == 0);
Packit 679830
Packit 679830
            if (lit > 0)
Packit 679830
            {
Packit 679830
                /* we have a current literal run: do not try a lazy match,
Packit 679830
                   if the literal could be coded into a r1 match */
Packit 679830
                if (lit == 1 && c->r1_m_len == M2_MIN_LEN)
Packit 679830
                    lazy_match_min_gain = -1;
Packit 679830
                else
Packit 679830
                    lazy_match_min_gain = 1;
Packit 679830
Packit 679830
#if (M2_MIN_LEN == 2)
Packit 679830
                if (m_len == 2)
Packit 679830
                {
Packit 679830
                    /* don't code a match of len 2 if we have to
Packit 679830
                       code a literal run. Code a literal instead. */
Packit 679830
                    m_len = 0;
Packit 679830
                }
Packit 679830
#endif
Packit 679830
#if (M2_MIN_LEN == M3_MIN_LEN)
Packit 679830
                if (m_len == M2_MIN_LEN && m_off > M2_MAX_OFFSET)
Packit 679830
                {
Packit 679830
                    /* don't code a M3 match of len 3 if we have to
Packit 679830
                       code a literal run. Code a literal instead. */
Packit 679830
                    m_len = 0;
Packit 679830
                }
Packit 679830
#endif
Packit 679830
            }
Packit 679830
            else
Packit 679830
            {
Packit 679830
                /* no current literal run: only try a lazy match,
Packit 679830
                   if the literal could be coded into a r1 match */
Packit 679830
                if (c->r1_m_len == M2_MIN_LEN)
Packit 679830
                    lazy_match_min_gain = 0;
Packit 679830
                else
Packit 679830
                    lazy_match_min_gain = -1;
Packit 679830
            }
Packit 679830
        }
Packit 679830
Packit 679830
Packit 679830
        /* try a lazy match */
Packit 679830
        if (m_len == 0)
Packit 679830
            lazy_match_min_gain = -1;
Packit 679830
        if (lazy_match_min_gain >= 0 && c->look > m_len)
Packit 679830
        {
Packit 679830
            assert(m_len > 0);
Packit 679830
Packit 679830
            r = find_match(c,swd,1,0);
Packit 679830
            assert(r == 0); LZO_UNUSED(r);
Packit 679830
            assert(c->look > 0);
Packit 679830
Packit 679830
            if (m_len <= M2_MAX_LEN && m_off <= M2_MAX_OFFSET &&
Packit 679830
                c->m_off > M2_MAX_OFFSET)
Packit 679830
                lazy_match_min_gain += 1;
Packit 679830
Packit 679830
            if (c->m_len >= m_len + lazy_match_min_gain)
Packit 679830
            {
Packit 679830
                c->lazy++;
Packit 679830
#if !defined(NDEBUG)
Packit 679830
                m_len = c->m_len;
Packit 679830
                m_off = c->m_off;
Packit 679830
                assert(lzo_memcmp(c->ip - c->look, c->ip - c->look - m_off,
Packit 679830
                                  m_len) == 0);
Packit 679830
#endif
Packit 679830
                lit++;
Packit 679830
                assert(ii + lit == c->ip - c->look);
Packit 679830
                continue;
Packit 679830
            }
Packit 679830
            else
Packit 679830
            {
Packit 679830
                ahead = 1;
Packit 679830
                assert(ii + lit + 1 == c->ip - c->look);
Packit 679830
            }
Packit 679830
            assert(m_len > 0);
Packit 679830
        }
Packit 679830
        assert(ii + lit + ahead == c->ip - c->look);
Packit 679830
Packit 679830
Packit 679830
        if (m_len == 0)
Packit 679830
        {
Packit 679830
            /* a literal */
Packit 679830
            lit++;
Packit 679830
            r = find_match(c,swd,1,0);
Packit 679830
            assert(r == 0); LZO_UNUSED(r);
Packit 679830
        }
Packit 679830
        else
Packit 679830
        {
Packit 679830
            /* 1 - store run */
Packit 679830
            if (lit > 0)
Packit 679830
            {
Packit 679830
                /* code current literal run */
Packit 679830
                if (lit == 1 && c->r1_m_len == M2_MIN_LEN)
Packit 679830
                {
Packit 679830
                    /* Code a context sensitive R1 match. */
Packit 679830
                    assert((op[-2] >> M2O_BITS) == (M2_MARKER >> M2O_BITS));
Packit 679830
                    op[-2] &= M2O_MASK;
Packit 679830
                    assert((op[-2] >> M2O_BITS) == 0);
Packit 679830
                    /* copy 1 literal */
Packit 679830
                    *op++ = *ii++;
Packit 679830
                    assert(ii + ahead == c->ip - c->look);
Packit 679830
                    c->r1_r++;
Packit 679830
                }
Packit 679830
                else
Packit 679830
                {
Packit 679830
                    op = STORE_RUN(op,ii,lit);
Packit 679830
                }
Packit 679830
                if (lit < R0FAST)
Packit 679830
                    c->r1_m_len = m_len;
Packit 679830
                else
Packit 679830
                    c->r1_m_len = 0;
Packit 679830
                lit = 0;
Packit 679830
            }
Packit 679830
            else
Packit 679830
                c->r1_m_len = 0;
Packit 679830
Packit 679830
            /* 2 - code match */
Packit 679830
            op = code_match(c,op,m_len,m_off);
Packit 679830
            r = find_match(c,swd,m_len,1+ahead);
Packit 679830
            assert(r == 0); LZO_UNUSED(r);
Packit 679830
        }
Packit 679830
Packit 679830
        c->codesize = pd(op, out);
Packit 679830
    }
Packit 679830
Packit 679830
Packit 679830
    /* store final run */
Packit 679830
    if (lit > 0)
Packit 679830
        op = STORE_RUN(op,ii,lit);
Packit 679830
Packit 679830
#if defined(LZO_EOF_CODE)
Packit 679830
    *op++ = M3_MARKER | 1;
Packit 679830
    *op++ = 0;
Packit 679830
    *op++ = 0;
Packit 679830
#endif
Packit 679830
Packit 679830
    c->codesize = pd(op, out);
Packit 679830
    assert(c->textsize == in_len);
Packit 679830
Packit 679830
    *out_len = pd(op, out);
Packit 679830
Packit 679830
    if (c->cb && c->cb->nprogress)
Packit 679830
        (*c->cb->nprogress)(c->cb, c->textsize, c->codesize, 0);
Packit 679830
Packit 679830
#if 0
Packit 679830
    printf("%ld %ld -> %ld: %ld %ld %ld %ld %ld\n",
Packit 679830
        (long) c->textsize, (long)in_len, (long) c->codesize,
Packit 679830
        c->r1_r, c->m3_r, c->m2_m, c->m3_m, c->lazy);
Packit 679830
#endif
Packit 679830
    return LZO_E_OK;
Packit 679830
}
Packit 679830
Packit 679830
Packit 679830
Packit 679830
/***********************************************************************
Packit 679830
//
Packit 679830
************************************************************************/
Packit 679830
Packit 679830
LZO_PUBLIC(int)
Packit 679830
lzo1b_999_compress  ( const lzo_bytep in , lzo_uint  in_len,
Packit 679830
                            lzo_bytep out, lzo_uintp out_len,
Packit 679830
                            lzo_voidp wrkmem )
Packit 679830
{
Packit 679830
    return lzo1b_999_compress_callback(in,in_len,out,out_len,wrkmem,
Packit 679830
                                       (lzo_callback_p) 0, 0);
Packit 679830
}
Packit 679830
Packit 679830
Packit 679830
/*
Packit 679830
vi:ts=4:et
Packit 679830
*/
Packit 679830