Blame src/tables.c

Packit f00812
/*  tables.c - tables serialization code
Packit f00812
 *
Packit f00812
 *  Copyright (c) 1990 The Regents of the University of California.
Packit f00812
 *  All rights reserved.
Packit f00812
 *
Packit f00812
 *  This code is derived from software contributed to Berkeley by
Packit f00812
 *  Vern Paxson.
Packit f00812
 *
Packit f00812
 *  The United States Government has rights in this work pursuant
Packit f00812
 *  to contract no. DE-AC03-76SF00098 between the United States
Packit f00812
 *  Department of Energy and the University of California.
Packit f00812
 *
Packit f00812
 *  This file is part of flex.
Packit f00812
 *
Packit f00812
 *  Redistribution and use in source and binary forms, with or without
Packit f00812
 *  modification, are permitted provided that the following conditions
Packit f00812
 *  are met:
Packit f00812
 *
Packit f00812
 *  1. Redistributions of source code must retain the above copyright
Packit f00812
 *     notice, this list of conditions and the following disclaimer.
Packit f00812
 *  2. Redistributions in binary form must reproduce the above copyright
Packit f00812
 *     notice, this list of conditions and the following disclaimer in the
Packit f00812
 *     documentation and/or other materials provided with the distribution.
Packit f00812
 *
Packit f00812
 *  Neither the name of the University nor the names of its contributors
Packit f00812
 *  may be used to endorse or promote products derived from this software
Packit f00812
 *  without specific prior written permission.
Packit f00812
 *
Packit f00812
 *  THIS SOFTWARE IS PROVIDED ``AS IS'' AND WITHOUT ANY EXPRESS OR
Packit f00812
 *  IMPLIED WARRANTIES, INCLUDING, WITHOUT LIMITATION, THE IMPLIED
Packit f00812
 *  WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
Packit f00812
 *  PURPOSE.
Packit f00812
 */
Packit f00812

Packit f00812
Packit f00812
#include "flexdef.h"
Packit f00812
#include "tables.h"
Packit f00812
Packit f00812
/** Convert size_t to t_flag.
Packit f00812
 *  @param n in {1,2,4}
Packit f00812
 *  @return YYTD_DATA*. 
Packit f00812
 */
Packit f00812
#define BYTES2TFLAG(n)\
Packit f00812
    (((n) == sizeof(flex_int8_t))\
Packit f00812
        ? YYTD_DATA8\
Packit f00812
        :(((n)== sizeof(flex_int16_t))\
Packit f00812
            ? YYTD_DATA16\
Packit f00812
            : YYTD_DATA32))
Packit f00812
Packit f00812
/** Clear YYTD_DATA* bit flags
Packit f00812
 * @return the flag with the YYTD_DATA* bits cleared
Packit f00812
 */
Packit f00812
#define TFLAGS_CLRDATA(flg) ((flg) & ~(YYTD_DATA8 | YYTD_DATA16 | YYTD_DATA32))
Packit f00812
Packit f00812
int     yytbl_write32 (struct yytbl_writer *wr, flex_uint32_t v);
Packit f00812
int     yytbl_write16 (struct yytbl_writer *wr, flex_uint16_t v);
Packit f00812
int     yytbl_write8 (struct yytbl_writer *wr, flex_uint8_t v);
Packit f00812
int     yytbl_writen (struct yytbl_writer *wr, void *v, flex_int32_t len);
Packit f00812
static flex_int32_t yytbl_data_geti (const struct yytbl_data *tbl, int i);
Packit f00812
/* XXX Not used
Packit f00812
static flex_int32_t yytbl_data_getijk (const struct yytbl_data *tbl, int i,
Packit f00812
				  int j, int k);
Packit f00812
 */
Packit f00812
Packit f00812
Packit f00812
/** Initialize the table writer.
Packit f00812
 *  @param wr an uninitialized writer
Packit f00812
 *  @param out the output file
Packit f00812
 *  @return 0 on success
Packit f00812
 */
Packit f00812
int yytbl_writer_init (struct yytbl_writer *wr, FILE * out)
Packit f00812
{
Packit f00812
	wr->out = out;
Packit f00812
	wr->total_written = 0;
Packit f00812
	return 0;
Packit f00812
}
Packit f00812
Packit f00812
/** Initialize a table header.
Packit f00812
 *  @param th  The uninitialized structure
Packit f00812
 *  @param version_str the  version string
Packit f00812
 *  @param name the name of this table set
Packit f00812
 */
Packit f00812
int yytbl_hdr_init (struct yytbl_hdr *th, const char *version_str,
Packit f00812
		    const char *name)
Packit f00812
{
Packit f00812
	memset (th, 0, sizeof (struct yytbl_hdr));
Packit f00812
Packit f00812
	th->th_magic = YYTBL_MAGIC;
Packit f00812
	th->th_hsize = 14 + strlen (version_str) + 1 + strlen (name) + 1;
Packit f00812
	th->th_hsize += yypad64 (th->th_hsize);
Packit f00812
	th->th_ssize = 0;	// Not known at this point.
Packit f00812
	th->th_flags = 0;
Packit f00812
	th->th_version = xstrdup(version_str);
Packit f00812
	th->th_name = xstrdup(name);
Packit f00812
	return 0;
Packit f00812
}
Packit f00812
Packit f00812
/** Allocate and initialize a table data structure.
Packit f00812
 *  @param td a pointer to an uninitialized table
Packit f00812
 *  @param id  the table identifier
Packit f00812
 *  @return 0 on success
Packit f00812
 */
Packit f00812
int yytbl_data_init (struct yytbl_data *td, enum yytbl_id id)
Packit f00812
{
Packit f00812
Packit f00812
	memset (td, 0, sizeof (struct yytbl_data));
Packit f00812
	td->td_id = id;
Packit f00812
	td->td_flags = YYTD_DATA32;
Packit f00812
	return 0;
Packit f00812
}
Packit f00812
Packit f00812
/** Clean up table and data array.
Packit f00812
 *  @param td will be destroyed
Packit f00812
 *  @return 0 on success
Packit f00812
 */
Packit f00812
int yytbl_data_destroy (struct yytbl_data *td)
Packit f00812
{
Packit f00812
	free(td->td_data);
Packit f00812
	td->td_data = 0;
Packit f00812
	free (td);
Packit f00812
	return 0;
Packit f00812
}
Packit f00812
Packit f00812
/** Write enough padding to bring the file pointer to a 64-bit boundary. */
Packit f00812
static int yytbl_write_pad64 (struct yytbl_writer *wr)
Packit f00812
{
Packit f00812
	int     pad, bwritten = 0;
Packit f00812
Packit f00812
	pad = yypad64 (wr->total_written);
Packit f00812
	while (pad-- > 0)
Packit f00812
		if (yytbl_write8 (wr, 0) < 0)
Packit f00812
			return -1;
Packit f00812
		else
Packit f00812
			bwritten++;
Packit f00812
	return bwritten;
Packit f00812
}
Packit f00812
Packit f00812
/** write the header.
Packit f00812
 *  @param wr the output stream
Packit f00812
 *  @param th table header to be written
Packit f00812
 *  @return -1 on error, or bytes written on success.
Packit f00812
 */
Packit f00812
int yytbl_hdr_fwrite (struct yytbl_writer *wr, const struct yytbl_hdr *th)
Packit f00812
{
Packit f00812
	int  sz, rv;
Packit f00812
	int     bwritten = 0;
Packit f00812
Packit f00812
	if (yytbl_write32 (wr, th->th_magic) < 0
Packit f00812
	    || yytbl_write32 (wr, th->th_hsize) < 0)
Packit f00812
		flex_die (_("th_magic|th_hsize write32 failed"));
Packit f00812
	bwritten += 8;
Packit f00812
Packit f00812
	if (fgetpos (wr->out, &(wr->th_ssize_pos)) != 0)
Packit f00812
		flex_die (_("fgetpos failed"));
Packit f00812
Packit f00812
	if (yytbl_write32 (wr, th->th_ssize) < 0
Packit f00812
	    || yytbl_write16 (wr, th->th_flags) < 0)
Packit f00812
		flex_die (_("th_ssize|th_flags write failed"));
Packit f00812
	bwritten += 6;
Packit f00812
Packit f00812
	sz = (int) strlen (th->th_version) + 1;
Packit f00812
	if ((rv = yytbl_writen (wr, th->th_version, sz)) != sz)
Packit f00812
		flex_die (_("th_version writen failed"));
Packit f00812
	bwritten += rv;
Packit f00812
Packit f00812
	sz = (int) strlen (th->th_name) + 1;
Packit f00812
	if ((rv = yytbl_writen (wr, th->th_name, sz)) != sz)
Packit f00812
		flex_die (_("th_name writen failed"));
Packit f00812
	bwritten += rv;
Packit f00812
Packit f00812
	/* add padding */
Packit f00812
	if ((rv = yytbl_write_pad64 (wr)) < 0)
Packit f00812
		flex_die (_("pad64 failed"));
Packit f00812
	bwritten += rv;
Packit f00812
Packit f00812
	/* Sanity check */
Packit f00812
	if (bwritten != (int) th->th_hsize)
Packit f00812
		flex_die (_("pad64 failed"));
Packit f00812
Packit f00812
	return bwritten;
Packit f00812
}
Packit f00812
Packit f00812
Packit f00812
/** Write this table.
Packit f00812
 *  @param wr the file writer
Packit f00812
 *  @param td table data to be written
Packit f00812
 *  @return -1 on error, or bytes written on success.
Packit f00812
 */
Packit f00812
int yytbl_data_fwrite (struct yytbl_writer *wr, struct yytbl_data *td)
Packit f00812
{
Packit f00812
	int  rv;
Packit f00812
	flex_int32_t bwritten = 0;
Packit f00812
	flex_int32_t i, total_len;
Packit f00812
	fpos_t  pos;
Packit f00812
Packit f00812
	if ((rv = yytbl_write16 (wr, td->td_id)) < 0)
Packit f00812
		return -1;
Packit f00812
	bwritten += rv;
Packit f00812
Packit f00812
	if ((rv = yytbl_write16 (wr, td->td_flags)) < 0)
Packit f00812
		return -1;
Packit f00812
	bwritten += rv;
Packit f00812
Packit f00812
	if ((rv = yytbl_write32 (wr, td->td_hilen)) < 0)
Packit f00812
		return -1;
Packit f00812
	bwritten += rv;
Packit f00812
Packit f00812
	if ((rv = yytbl_write32 (wr, td->td_lolen)) < 0)
Packit f00812
		return -1;
Packit f00812
	bwritten += rv;
Packit f00812
Packit f00812
	total_len = yytbl_calc_total_len (td);
Packit f00812
	for (i = 0; i < total_len; i++) {
Packit f00812
		switch (YYTDFLAGS2BYTES (td->td_flags)) {
Packit f00812
		case sizeof (flex_int8_t):
Packit f00812
			rv = yytbl_write8 (wr, yytbl_data_geti (td, i));
Packit f00812
			break;
Packit f00812
		case sizeof (flex_int16_t):
Packit f00812
			rv = yytbl_write16 (wr, yytbl_data_geti (td, i));
Packit f00812
			break;
Packit f00812
		case sizeof (flex_int32_t):
Packit f00812
			rv = yytbl_write32 (wr, yytbl_data_geti (td, i));
Packit f00812
			break;
Packit f00812
		default:
Packit f00812
			flex_die (_("invalid td_flags detected"));
Packit f00812
		}
Packit f00812
		if (rv < 0) {
Packit f00812
			flex_die (_("error while writing tables"));
Packit f00812
			return -1;
Packit f00812
		}
Packit f00812
		bwritten += rv;
Packit f00812
	}
Packit f00812
Packit f00812
	/* Sanity check */
Packit f00812
	if (bwritten != (int) (12 + total_len * YYTDFLAGS2BYTES (td->td_flags))) {
Packit f00812
		flex_die (_("insanity detected"));
Packit f00812
		return -1;
Packit f00812
	}
Packit f00812
Packit f00812
	/* add padding */
Packit f00812
	if ((rv = yytbl_write_pad64 (wr)) < 0) {
Packit f00812
		flex_die (_("pad64 failed"));
Packit f00812
		return -1;
Packit f00812
	}
Packit f00812
	bwritten += rv;
Packit f00812
Packit f00812
	/* Now go back and update the th_hsize member */
Packit f00812
	if (fgetpos (wr->out, &pos) != 0
Packit f00812
	    || fsetpos (wr->out, &(wr->th_ssize_pos)) != 0
Packit f00812
	    || yytbl_write32 (wr, wr->total_written) < 0
Packit f00812
	    || fsetpos (wr->out, &pos)) {
Packit f00812
		flex_die (_("get|set|fwrite32 failed"));
Packit f00812
		return -1;
Packit f00812
	}
Packit f00812
	else
Packit f00812
		/* Don't count the int we just wrote. */
Packit f00812
		wr->total_written -= sizeof (flex_int32_t);
Packit f00812
	return bwritten;
Packit f00812
}
Packit f00812
Packit f00812
/** Write n bytes.
Packit f00812
 *  @param  wr   the table writer
Packit f00812
 *  @param  v    data to be written
Packit f00812
 *  @param  len  number of bytes
Packit f00812
 *  @return  -1 on error. number of bytes written on success.
Packit f00812
 */
Packit f00812
int yytbl_writen (struct yytbl_writer *wr, void *v, flex_int32_t len)
Packit f00812
{
Packit f00812
	int  rv;
Packit f00812
Packit f00812
	rv = fwrite (v, 1, len, wr->out);
Packit f00812
	if (rv != len)
Packit f00812
		return -1;
Packit f00812
	wr->total_written += len;
Packit f00812
	return len;
Packit f00812
}
Packit f00812
Packit f00812
/** Write four bytes in network byte order
Packit f00812
 *  @param  wr  the table writer
Packit f00812
 *  @param  v    a dword in host byte order
Packit f00812
 *  @return  -1 on error. number of bytes written on success.
Packit f00812
 */
Packit f00812
int yytbl_write32 (struct yytbl_writer *wr, flex_uint32_t v)
Packit f00812
{
Packit f00812
	flex_uint32_t vnet;
Packit f00812
	size_t  bytes, rv;
Packit f00812
Packit f00812
	vnet = htonl (v);
Packit f00812
	bytes = sizeof (flex_uint32_t);
Packit f00812
	rv = fwrite (&vnet, bytes, 1, wr->out);
Packit f00812
	if (rv != 1)
Packit f00812
		return -1;
Packit f00812
	wr->total_written += bytes;
Packit f00812
	return bytes;
Packit f00812
}
Packit f00812
Packit f00812
/** Write two bytes in network byte order.
Packit f00812
 *  @param  wr  the table writer
Packit f00812
 *  @param  v    a word in host byte order
Packit f00812
 *  @return  -1 on error. number of bytes written on success.
Packit f00812
 */
Packit f00812
int yytbl_write16 (struct yytbl_writer *wr, flex_uint16_t v)
Packit f00812
{
Packit f00812
	flex_uint16_t vnet;
Packit f00812
	size_t  bytes, rv;
Packit f00812
Packit f00812
	vnet = htons (v);
Packit f00812
	bytes = sizeof (flex_uint16_t);
Packit f00812
	rv = fwrite (&vnet, bytes, 1, wr->out);
Packit f00812
	if (rv != 1)
Packit f00812
		return -1;
Packit f00812
	wr->total_written += bytes;
Packit f00812
	return bytes;
Packit f00812
}
Packit f00812
Packit f00812
/** Write a byte.
Packit f00812
 *  @param  wr  the table writer
Packit f00812
 *  @param  v    the value to be written
Packit f00812
 *  @return  -1 on error. number of bytes written on success.
Packit f00812
 */
Packit f00812
int yytbl_write8 (struct yytbl_writer *wr, flex_uint8_t v)
Packit f00812
{
Packit f00812
	size_t  bytes, rv;
Packit f00812
Packit f00812
	bytes = sizeof (flex_uint8_t);
Packit f00812
	rv = fwrite (&v, bytes, 1, wr->out);
Packit f00812
	if (rv != 1)
Packit f00812
		return -1;
Packit f00812
	wr->total_written += bytes;
Packit f00812
	return bytes;
Packit f00812
}
Packit f00812
Packit f00812
Packit f00812
/* XXX Not Used */
Packit f00812
#if 0
Packit f00812
/** Extract data element [i][j] from array data tables. 
Packit f00812
 * @param tbl data table
Packit f00812
 * @param i index into higher dimension array. i should be zero for one-dimensional arrays.
Packit f00812
 * @param j index into lower dimension array.
Packit f00812
 * @param k index into struct, must be 0 or 1. Only valid for YYTD_ID_TRANSITION table
Packit f00812
 * @return data[i][j + k]
Packit f00812
 */
Packit f00812
static flex_int32_t yytbl_data_getijk (const struct yytbl_data *tbl, int i,
Packit f00812
				  int j, int k)
Packit f00812
{
Packit f00812
	flex_int32_t lo;
Packit f00812
Packit f00812
	k %= 2;
Packit f00812
	lo = tbl->td_lolen;
Packit f00812
Packit f00812
	switch (YYTDFLAGS2BYTES (tbl->td_flags)) {
Packit f00812
	case sizeof (flex_int8_t):
Packit f00812
		return ((flex_int8_t *) (tbl->td_data))[(i * lo + j) * (k + 1) +
Packit f00812
						   k];
Packit f00812
	case sizeof (flex_int16_t):
Packit f00812
		return ((flex_int16_t *) (tbl->td_data))[(i * lo + j) * (k +
Packit f00812
								    1) +
Packit f00812
						    k];
Packit f00812
	case sizeof (flex_int32_t):
Packit f00812
		return ((flex_int32_t *) (tbl->td_data))[(i * lo + j) * (k +
Packit f00812
								    1) +
Packit f00812
						    k];
Packit f00812
	default:
Packit f00812
		flex_die (_("invalid td_flags detected"));
Packit f00812
		break;
Packit f00812
	}
Packit f00812
Packit f00812
	return 0;
Packit f00812
}
Packit f00812
#endif /* Not used */
Packit f00812
Packit f00812
/** Extract data element [i] from array data tables treated as a single flat array of integers.
Packit f00812
 * Be careful for 2-dimensional arrays or for YYTD_ID_TRANSITION, which is an array
Packit f00812
 * of structs. 
Packit f00812
 * @param tbl data table
Packit f00812
 * @param i index into array.
Packit f00812
 * @return data[i]
Packit f00812
 */
Packit f00812
static flex_int32_t yytbl_data_geti (const struct yytbl_data *tbl, int i)
Packit f00812
{
Packit f00812
Packit f00812
	switch (YYTDFLAGS2BYTES (tbl->td_flags)) {
Packit f00812
	case sizeof (flex_int8_t):
Packit f00812
		return ((flex_int8_t *) (tbl->td_data))[i];
Packit f00812
	case sizeof (flex_int16_t):
Packit f00812
		return ((flex_int16_t *) (tbl->td_data))[i];
Packit f00812
	case sizeof (flex_int32_t):
Packit f00812
		return ((flex_int32_t *) (tbl->td_data))[i];
Packit f00812
	default:
Packit f00812
		flex_die (_("invalid td_flags detected"));
Packit f00812
		break;
Packit f00812
	}
Packit f00812
	return 0;
Packit f00812
}
Packit f00812
Packit f00812
/** Set data element [i] in array data tables treated as a single flat array of integers.
Packit f00812
 * Be careful for 2-dimensional arrays or for YYTD_ID_TRANSITION, which is an array
Packit f00812
 * of structs. 
Packit f00812
 * @param tbl data table
Packit f00812
 * @param i index into array.
Packit f00812
 * @param newval new value for data[i]
Packit f00812
 */
Packit f00812
static void yytbl_data_seti (const struct yytbl_data *tbl, int i,
Packit f00812
			     flex_int32_t newval)
Packit f00812
{
Packit f00812
Packit f00812
	switch (YYTDFLAGS2BYTES (tbl->td_flags)) {
Packit f00812
	case sizeof (flex_int8_t):
Packit f00812
		((flex_int8_t *) (tbl->td_data))[i] = (flex_int8_t) newval;
Packit f00812
		break;
Packit f00812
	case sizeof (flex_int16_t):
Packit f00812
		((flex_int16_t *) (tbl->td_data))[i] = (flex_int16_t) newval;
Packit f00812
		break;
Packit f00812
	case sizeof (flex_int32_t):
Packit f00812
		((flex_int32_t *) (tbl->td_data))[i] = (flex_int32_t) newval;
Packit f00812
		break;
Packit f00812
	default:
Packit f00812
		flex_die (_("invalid td_flags detected"));
Packit f00812
		break;
Packit f00812
	}
Packit f00812
}
Packit f00812
Packit f00812
/** Calculate the number of bytes  needed to hold the largest
Packit f00812
 *  absolute value in this data array.
Packit f00812
 *  @param tbl  the data table
Packit f00812
 *  @return sizeof(n) where n in {flex_int8_t, flex_int16_t, flex_int32_t}
Packit f00812
 */
Packit f00812
static size_t min_int_size (struct yytbl_data *tbl)
Packit f00812
{
Packit f00812
	flex_uint32_t i, total_len;
Packit f00812
	flex_int32_t max = 0;
Packit f00812
Packit f00812
	total_len = yytbl_calc_total_len (tbl);
Packit f00812
Packit f00812
	for (i = 0; i < total_len; i++) {
Packit f00812
		flex_int32_t n;
Packit f00812
Packit f00812
		n = abs (yytbl_data_geti (tbl, i));
Packit f00812
Packit f00812
		if (n > max)
Packit f00812
			max = n;
Packit f00812
	}
Packit f00812
Packit f00812
	if (max <= INT8_MAX)
Packit f00812
		return sizeof (flex_int8_t);
Packit f00812
	else if (max <= INT16_MAX)
Packit f00812
		return sizeof (flex_int16_t);
Packit f00812
	else
Packit f00812
		return sizeof (flex_int32_t);
Packit f00812
}
Packit f00812
Packit f00812
/** Transform data to smallest possible of (int32, int16, int8).
Packit f00812
 * For example, we may have generated an int32 array due to user options
Packit f00812
 * (e.g., %option align), but if the maximum value in that array
Packit f00812
 * is 80 (for example), then we can serialize it with only 1 byte per int.
Packit f00812
 * This is NOT the same as compressed DFA tables. We're just trying
Packit f00812
 * to save storage space here.
Packit f00812
 *
Packit f00812
 * @param tbl the table to be compressed
Packit f00812
 */
Packit f00812
void yytbl_data_compress (struct yytbl_data *tbl)
Packit f00812
{
Packit f00812
	flex_int32_t i, newsz, total_len;
Packit f00812
	struct yytbl_data newtbl;
Packit f00812
Packit f00812
	yytbl_data_init (&newtbl, tbl->td_id);
Packit f00812
	newtbl.td_hilen = tbl->td_hilen;
Packit f00812
	newtbl.td_lolen = tbl->td_lolen;
Packit f00812
	newtbl.td_flags = tbl->td_flags;
Packit f00812
Packit f00812
	newsz = min_int_size (tbl);
Packit f00812
Packit f00812
Packit f00812
	if (newsz == (int) YYTDFLAGS2BYTES (tbl->td_flags))
Packit f00812
		/* No change in this table needed. */
Packit f00812
		return;
Packit f00812
Packit f00812
	if (newsz > (int) YYTDFLAGS2BYTES (tbl->td_flags)) {
Packit f00812
		flex_die (_("detected negative compression"));
Packit f00812
		return;
Packit f00812
	}
Packit f00812
Packit f00812
	total_len = yytbl_calc_total_len (tbl);
Packit f00812
	newtbl.td_data = calloc ((size_t) total_len, newsz);
Packit f00812
	newtbl.td_flags =
Packit f00812
		TFLAGS_CLRDATA (newtbl.td_flags) | BYTES2TFLAG (newsz);
Packit f00812
Packit f00812
	for (i = 0; i < total_len; i++) {
Packit f00812
		flex_int32_t g;
Packit f00812
Packit f00812
		g = yytbl_data_geti (tbl, i);
Packit f00812
		yytbl_data_seti (&newtbl, i, g);
Packit f00812
	}
Packit f00812
Packit f00812
Packit f00812
	/* Now copy over the old table */
Packit f00812
	free (tbl->td_data);
Packit f00812
	*tbl = newtbl;
Packit f00812
}
Packit f00812
Packit f00812
/* vim:set noexpandtab cindent tabstop=8 softtabstop=0 shiftwidth=8 textwidth=0: */