
/* to compile using SASC5 call lc -v -f -Lf ariencode */

#include <stdio.h>
#include <stdlib.h>
#include <string.h>
#include <ctype.h>

/********** Bit I/O **********/

FILE  *infile, *outfile;
unsigned long int  textsize = 0, codesize = 0, printcount = 0;

void   Encode() ;

main(argc, argv)
int     argc;
char    *argv[] ;
{
	char  *s;
	
	if (argc != 3)
          {
	    printf("'lzari file1 file2' encodes file1 into file2.\n") ;
	    return ;
	  }
	if ((s = argv[1], (infile  = fopen(s, "rb")) == NULL)
	 || (s = argv[2], (outfile = fopen(s, "wb")) == NULL))
          {
	    printf("??? %s\n", s);  return ;
	  }
	Encode();
	fclose(infile);  fclose(outfile);
	return ;
}


void Error(char *message)
{
	printf("\n%s\n", message);
	exit(0);
}

void PutBit(int bit)  /* Output one bit (bit = 0,1) */
{
	static unsigned int  buffer = 0, mask = 128;
	
	if (bit) buffer |= mask;
	if ((mask >>= 1) == 0)
          {
		if (putc(buffer, outfile) == EOF) Error("Write Error");
		buffer = 0;  mask = 128;  codesize++;
	  }
}

void FlushBitBuffer(void)  /* Send remaining bits */
{
	int  i;
	
	for (i = 0; i < 7; i++) PutBit(0);
}

int GetBit(void)  /* Get one bit (0 or 1) */
{
	static unsigned int  buffer, mask = 0;
	
	if ((mask >>= 1) == 0)
           {
		buffer = getc(infile);
                mask = 128;
	   }
	return ((buffer & mask) != 0);
}

/********** LZSS with multiple binary trees **********/

#define N	   4096    /* size of ring buffer */
#define F	   60      /* upper limit for match_length */
#define THRESHOLD  2       /* encode string into position and length
						   if match_length is greater than this */
#define NIL	   N       /* index for root of binary search trees */

unsigned char      text_buf[N + F - 1]; 	/* ring buffer of size N,
			with extra F-1 bytes to facilitate string comparison */
int	           match_position, match_length,  /* of longest match.  These are
		        	set by the InsertNode() procedure. */
		   *lson, *rson, *dad/*[N + 1]*/;  /* left & right children &
			parents -- These constitute binary search trees. */

void InitTree(void)  /* Initialize trees */
{
	int  i;

	/* For i = 0 to N - 1, rson[i] and lson[i] will be the right and
	   left children of node i.  These nodes need not be initialized.
	   Also, dad[i] is the parent of node i.  These are initialized to
	   NIL (= N), which stands for 'not used.'
	   For i = 0 to 255, rson[N + i + 1] is the root of the tree
	   for strings that begin with character i.  These are initialized
	   to NIL.  Note there are 256 trees. */

        lson = (int *)AllocMem((N+1)*4, 1) ;
        rson = (int *)AllocMem((N+257)*4,1) ;
        dad =  (int *)AllocMem((N+1)*4, 1) ;
	for (i = N + 1; i <= N + 256; i++)  rson[i] = NIL;	/* root */
	for (i = 0; i < N; i++)             dad[i] = NIL;	/* node */
}

void InsertNode(int r)
	/* Inserts string of length F, text_buf[r..r+F-1], into one of the
	   trees (text_buf[r]'th tree) and returns the longest-match position
	   and length via the global variables match_position and match_length.
	   If match_length = F, then removes the old node in favor of the new
	   one, because the old one will be deleted sooner.
	   Note r plays double role, as tree node and position in buffer. */
{
	int  i, p, cmp, temp;
	unsigned char  *key;

	cmp = 1;  key = &text_buf[r];  p = N + 1 + key[0];
	*(rson+r) = *(lson+r) = NIL;  match_length = 0;
	for ( ; ; )
           {
		if (cmp >= 0)
                  {
			if (*(rson+p) != NIL) p = *(rson+p) ;
			else {  *(rson+p) = r;  *(dad+r)/*[r]*/ = p;  return;  }
		  } else
                  {
			if (*(lson+p) != NIL) p = *(lson+p) ;
			else {  *(lson+p) = r;  *(dad+r)/*[r]*/ = p;  return;  }
		  }
		for (i = 1; i < F; i++)
			if ((cmp = key[i] - text_buf[p + i]) != 0)  break;
		if (i > THRESHOLD)
                  {
		    if (i > match_length)
                      {
			match_position = (r - p) & (N - 1);
			if ((match_length = i) >= F) break;
		      }
                    else if (i == match_length)
                      {
		        if ((temp = (r - p) & (N - 1)) < match_position)
					match_position = temp;
		      }
	          }
            }
	*(dad+r)/*[r]*/ = *(dad+p)/*[p]*/ ;
        *(lson+r) = *(lson+p) ;
        *(rson+r) = *(rson+p) ;
	*(dad+*(lson+p))/*[*(lson+p)]*/ = r;
        *(dad+*(rson+p))/*[*(rson+p)]*/ = r;
	if (*(rson+*(dad+p)/*[p]*/) == p)  *(rson+*(dad+p)/*[p]*/) = r;
	else                   *(lson+*(dad+p)/*[p]*/) = r;
	*(dad+p)/*[p]*/ = NIL;  /* remove p */
}

void DeleteNode(int p)  /* Delete node p from tree */
{
	int  q;
	
	if (*(dad+p)/*[p]*/ == NIL) return;   /* not in tree */
	if (*(rson+p) == NIL) q = *(lson+p) ;
	else if (*(lson+p) == NIL) q = *(rson+p) ;
	else {
		q = *(lson+p) ;
		if (*(rson+q) != NIL)
                   {
			do {  q = *(rson+q) ;  } while (*(rson+q) != NIL);
			*(rson+*(dad+q))/*[q]*/ = *(lson+q) ;
                        *(dad+*(lson+q))/*[*(lson+q)]*/ = *(dad+q)/*[q]*/ ;
	                *(lson+q) = *(lson+p) ;
                        *(dad+*(lson+p))/*[*(lson+p)]*/ = q;
	           }
		*(rson+q) = *(rson+p) ;  *(dad+*(rson+p))/*[*(rson+p)]*/ = q;
	}
	dad[q] = dad[p];
	if (*(rson+*(dad+p)/*[p]*/) == p)  
                               *(rson+*(dad+p)/*[p]*/) = q;
	else                   *(lson+*(dad+p)/*[p]*/) = q;
	*(dad+p)/*[p]*/ = NIL;
}

/********** Arithmetic Compression **********/

/*  If you are not familiar with arithmetic compression, you should read
		I. E. Witten, R. M. Neal, and J. G. Cleary,
			Communications of the ACM, Vol. 30, pp. 520-540 (1987),
	from which much have been borrowed.  */

#define M   15

/*	Q1 (= 2 to the M) must be sufficiently large, but not so
	large as the unsigned long 4 * Q1 * (Q1 - 1) overflows.  */

#define Q1        (1UL << M)
#define Q2        (2 * Q1)
#define Q3        (3 * Q1)
#define Q4        (4 * Q1)
#define MAX_CUM   (Q1 - 1)

#define N_CHAR    (256 - THRESHOLD + F)
                        	/* character code = 0, 1, ..., N_CHAR - 1 */

unsigned long int low = 0, high = Q4, value = 0;
int               shifts = 0;  /* counts for magnifying low and high around Q2 */
int               char_to_sym[N_CHAR], sym_to_char[N_CHAR + 1];
unsigned int
	          sym_freq[N_CHAR + 1],  /* frequency for symbols */
	          sym_cum[N_CHAR + 1],   /* cumulative freq for symbols */
	          position_cum[N + 1];   /* cumulative freq for positions */

void StartModel(void)  /* Initialize model */
{
	int ch, sym, i;
	
        sym_cum[N_CHAR] = 0;
	for (sym = N_CHAR; sym >= 1; sym--)
            {
		ch = sym - 1;
		char_to_sym[ch] = sym;  sym_to_char[sym] = ch;
		sym_freq[sym] = 1 ;
		sym_cum[sym - 1] = sym_cum[sym] + sym_freq[sym];
	    }
	sym_freq[0] = 0;  /* sentinel (!= sym_freq[1]) */
	position_cum[N] = 0;
	for (i = N; i >= 1; i--)
		position_cum[i - 1] = position_cum[i] + 10000 / (i + 200);
			/* empirical distribution function (quite tentative) */
			/* Please devise a better mechanism! */
}

void UpdateModel(int sym)
{
	int i, c, ch_i, ch_sym;
	
	if (sym_cum[0] >= MAX_CUM)
           {
		c = 0;
		for (i = N_CHAR; i > 0; i--)
                   {
			sym_cum[i] = c;
                        c += (sym_freq[i] = (sym_freq[i] + 1) >> 1);
	           }
		sym_cum[0] = c;
	   }
	for (i = sym; sym_freq[i] == sym_freq[i - 1]; i--) ;
	if (i < sym)
           {
		ch_i = sym_to_char[i];    ch_sym = sym_to_char[sym];
		sym_to_char[i] = ch_sym;  sym_to_char[sym] = ch_i;
		char_to_sym[ch_i] = sym;  char_to_sym[ch_sym] = i;
	   }
	sym_freq[i]++;
	while (--i >= 0) sym_cum[i]++;
}

static void Output(int bit)  /* Output 1 bit, followed by its complements */
{
	PutBit(bit);
	for ( ; shifts > 0; shifts--)  PutBit(!bit);
}

void EncodeChar(int ch)
{
	int  sym;
	unsigned long int  range;

	sym = char_to_sym[ch];
	range = high - low;
	high = low + (range * sym_cum[sym - 1]) / sym_cum[0];
	low +=       (range * sym_cum[sym    ]) / sym_cum[0];
	for ( ; ; )
          {
		if (high <= Q2) Output(0);
		else if (low >= Q2)
                   {
			Output(1);
                        low -= Q2;
                        high -= Q2;
		   }
                else if (low >= Q1 && high <= Q3)
                   {
			shifts++;
                        low -= Q1;  high -= Q1;
		   }
                else break;
		low += low;  high += high;
	  }
	UpdateModel(sym);
}

void EncodePosition(int position)
{
	unsigned long int  range;

	range = high - low;
	high = low + (range * position_cum[position    ]) / position_cum[0];
	low +=       (range * position_cum[position + 1]) / position_cum[0];
	for ( ; ; )
            {
		if (high <= Q2) Output(0);
		else if (low >= Q2)
                  {
			Output(1);
                        low -= Q2;
                        high -= Q2;
		  }
                     else if (low >= Q1 && high <= Q3)
                  {
			shifts++;
                        low -= Q1;
                        high -= Q1;
		  }
                else break;
		low += low;  high += high;
	    }
}

void EncodeEnd(void)
{
	shifts++;
	if (low < Q1) Output(0);  else Output(1);
	FlushBitBuffer();     /* flush bits remaining in buffer */
}


void Encode(void)
{
	int  i, c, len, r, s, last_match_length;
	
	fseek(infile, 0L, 2);
	textsize = ftell(infile);
	if (fwrite((char *)&textsize, sizeof textsize, 1, outfile) < 1)
		Error("Write Error");  /* output size of text */
	codesize += sizeof textsize;
	if (textsize == 0) return;
	rewind(infile);  textsize = 0;
	StartModel();  InitTree();
	s = 0;  r = N - F;
	for (i = s; i < r; i++) text_buf[i] = ' ';
	for (len = 0; len < F && (c = getc(infile)) != EOF; len++)
		text_buf[r + len] = c;
	textsize = len;
	for (i = 1; i <= F; i++) InsertNode(r - i);
	InsertNode(r);
	do {
	     if (match_length > len) match_length = len;
	     if (match_length <= THRESHOLD)
               {
		  match_length = 1;
                  EncodeChar(text_buf[r]);
	       }
             else
               {
		  EncodeChar(255 - THRESHOLD + match_length);
		  EncodePosition(match_position - 1);
	       }
	     last_match_length = match_length;
	     for (i = 0; i < last_match_length &&
				(c = getc(infile)) != EOF; i++)
               {
		  DeleteNode(s);  text_buf[s] = c;
		  if (s < F - 1) text_buf[s + N] = c;
		  s = (s + 1) & (N - 1);
		  r = (r + 1) & (N - 1);
		  InsertNode(r);
	       }
	     if ((textsize += i) > printcount)
               {
		  printf("%12ld\r", textsize);
                  printcount += 1024;
	       }
	     while (i++ < last_match_length)
               {
		  DeleteNode(s);
		  s = (s + 1) & (N - 1);
		  r = (r + 1) & (N - 1);
		  if (--len) InsertNode(r);
	       }
	   } while (len > 0);

	EncodeEnd();
	printf("In : %lu bytes\n", textsize);
	printf("Out: %lu bytes\n", codesize);
	printf("Out/In: %.3f\n", (double)codesize / textsize);
}
