Blame isl-0.14/isl_ast_build_expr.c

Packit fb9d21
/*
Packit fb9d21
 * Copyright 2012-2014 Ecole Normale Superieure
Packit fb9d21
 *
Packit fb9d21
 * Use of this software is governed by the MIT license
Packit fb9d21
 *
Packit fb9d21
 * Written by Sven Verdoolaege,
Packit fb9d21
 * Ecole Normale Superieure, 45 rue d’Ulm, 75230 Paris, France
Packit fb9d21
 */
Packit fb9d21
Packit fb9d21
#include <isl/ilp.h>
Packit fb9d21
#include <isl_ast_build_expr.h>
Packit fb9d21
#include <isl_ast_private.h>
Packit fb9d21
#include <isl_ast_build_private.h>
Packit fb9d21
Packit fb9d21
/* Compute the "opposite" of the (numerator of the) argument of a div
Packit fb9d21
 * with denonimator "d".
Packit fb9d21
 *
Packit fb9d21
 * In particular, compute
Packit fb9d21
 *
Packit fb9d21
 *	-aff + (d - 1)
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_aff *oppose_div_arg(__isl_take isl_aff *aff,
Packit fb9d21
	__isl_take isl_val *d)
Packit fb9d21
{
Packit fb9d21
	aff = isl_aff_neg(aff);
Packit fb9d21
	aff = isl_aff_add_constant_val(aff, d);
Packit fb9d21
	aff = isl_aff_add_constant_si(aff, -1);
Packit fb9d21
Packit fb9d21
	return aff;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Create an isl_ast_expr evaluating the div at position "pos" in "ls".
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 *
Packit fb9d21
 * *change_sign is set by this function if the sign of
Packit fb9d21
 * the expression has changed.
Packit fb9d21
 * "ls" is known to be non-NULL.
Packit fb9d21
 *
Packit fb9d21
 * Let the div be of the form floor(e/d).
Packit fb9d21
 * If the ast_build_prefer_pdiv option is set then we check if "e"
Packit fb9d21
 * is non-negative, so that we can generate
Packit fb9d21
 *
Packit fb9d21
 *	(pdiv_q, expr(e), expr(d))
Packit fb9d21
 *
Packit fb9d21
 * instead of
Packit fb9d21
 *
Packit fb9d21
 *	(fdiv_q, expr(e), expr(d))
Packit fb9d21
 *
Packit fb9d21
 * If the ast_build_prefer_pdiv option is set and
Packit fb9d21
 * if "e" is not non-negative, then we check if "-e + d - 1" is non-negative.
Packit fb9d21
 * If so, we can rewrite
Packit fb9d21
 *
Packit fb9d21
 *	floor(e/d) = -ceil(-e/d) = -floor((-e + d - 1)/d)
Packit fb9d21
 *
Packit fb9d21
 * and still use pdiv_q.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *var_div(int *change_sign,
Packit fb9d21
	__isl_keep isl_local_space *ls,
Packit fb9d21
	int pos, __isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	isl_ctx *ctx = isl_local_space_get_ctx(ls);
Packit fb9d21
	isl_aff *aff;
Packit fb9d21
	isl_ast_expr *num, *den;
Packit fb9d21
	isl_val *d;
Packit fb9d21
	enum isl_ast_op_type type;
Packit fb9d21
Packit fb9d21
	aff = isl_local_space_get_div(ls, pos);
Packit fb9d21
	d = isl_aff_get_denominator_val(aff);
Packit fb9d21
	aff = isl_aff_scale_val(aff, isl_val_copy(d));
Packit fb9d21
	den = isl_ast_expr_from_val(isl_val_copy(d));
Packit fb9d21
Packit fb9d21
	type = isl_ast_op_fdiv_q;
Packit fb9d21
	if (isl_options_get_ast_build_prefer_pdiv(ctx)) {
Packit fb9d21
		int non_neg = isl_ast_build_aff_is_nonneg(build, aff);
Packit fb9d21
		if (non_neg >= 0 && !non_neg) {
Packit fb9d21
			isl_aff *opp = oppose_div_arg(isl_aff_copy(aff),
Packit fb9d21
							isl_val_copy(d));
Packit fb9d21
			non_neg = isl_ast_build_aff_is_nonneg(build, opp);
Packit fb9d21
			if (non_neg >= 0 && non_neg) {
Packit fb9d21
				*change_sign = 1;
Packit fb9d21
				isl_aff_free(aff);
Packit fb9d21
				aff = opp;
Packit fb9d21
			} else
Packit fb9d21
				isl_aff_free(opp);
Packit fb9d21
		}
Packit fb9d21
		if (non_neg < 0)
Packit fb9d21
			aff = isl_aff_free(aff);
Packit fb9d21
		else if (non_neg)
Packit fb9d21
			type = isl_ast_op_pdiv_q;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	isl_val_free(d);
Packit fb9d21
	num = isl_ast_expr_from_aff(aff, build);
Packit fb9d21
	return isl_ast_expr_alloc_binary(type, num, den);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Create an isl_ast_expr evaluating the specified dimension of "ls".
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 *
Packit fb9d21
 * *change_sign is set by this function if the sign of
Packit fb9d21
 * the expression has changed.
Packit fb9d21
 *
Packit fb9d21
 * The isl_ast_expr is constructed based on the type of the dimension.
Packit fb9d21
 * - divs are constructed by var_div
Packit fb9d21
 * - set variables are constructed from the iterator isl_ids in "build"
Packit fb9d21
 * - parameters are constructed from the isl_ids in "ls"
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *var(int *change_sign,
Packit fb9d21
	__isl_keep isl_local_space *ls,
Packit fb9d21
	enum isl_dim_type type, int pos, __isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	isl_ctx *ctx = isl_local_space_get_ctx(ls);
Packit fb9d21
	isl_id *id;
Packit fb9d21
Packit fb9d21
	if (type == isl_dim_div)
Packit fb9d21
		return var_div(change_sign, ls, pos, build);
Packit fb9d21
Packit fb9d21
	if (type == isl_dim_set) {
Packit fb9d21
		id = isl_ast_build_get_iterator_id(build, pos);
Packit fb9d21
		return isl_ast_expr_from_id(id);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	if (!isl_local_space_has_dim_id(ls, type, pos))
Packit fb9d21
		isl_die(ctx, isl_error_internal, "unnamed dimension",
Packit fb9d21
			return NULL);
Packit fb9d21
	id = isl_local_space_get_dim_id(ls, type, pos);
Packit fb9d21
	return isl_ast_expr_from_id(id);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Does "expr" represent the zero integer?
Packit fb9d21
 */
Packit fb9d21
static int ast_expr_is_zero(__isl_keep isl_ast_expr *expr)
Packit fb9d21
{
Packit fb9d21
	if (!expr)
Packit fb9d21
		return -1;
Packit fb9d21
	if (expr->type != isl_ast_expr_int)
Packit fb9d21
		return 0;
Packit fb9d21
	return isl_val_is_zero(expr->u.v);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Create an expression representing the sum of "expr1" and "expr2",
Packit fb9d21
 * provided neither of the two expressions is identically zero.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *ast_expr_add(__isl_take isl_ast_expr *expr1,
Packit fb9d21
	__isl_take isl_ast_expr *expr2)
Packit fb9d21
{
Packit fb9d21
	if (!expr1 || !expr2)
Packit fb9d21
		goto error;
Packit fb9d21
Packit fb9d21
	if (ast_expr_is_zero(expr1)) {
Packit fb9d21
		isl_ast_expr_free(expr1);
Packit fb9d21
		return expr2;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	if (ast_expr_is_zero(expr2)) {
Packit fb9d21
		isl_ast_expr_free(expr2);
Packit fb9d21
		return expr1;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	return isl_ast_expr_add(expr1, expr2);
Packit fb9d21
error:
Packit fb9d21
	isl_ast_expr_free(expr1);
Packit fb9d21
	isl_ast_expr_free(expr2);
Packit fb9d21
	return NULL;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Subtract expr2 from expr1.
Packit fb9d21
 *
Packit fb9d21
 * If expr2 is zero, we simply return expr1.
Packit fb9d21
 * If expr1 is zero, we return
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_minus, expr2)
Packit fb9d21
 *
Packit fb9d21
 * Otherwise, we return
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_sub, expr1, expr2)
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *ast_expr_sub(__isl_take isl_ast_expr *expr1,
Packit fb9d21
	__isl_take isl_ast_expr *expr2)
Packit fb9d21
{
Packit fb9d21
	if (!expr1 || !expr2)
Packit fb9d21
		goto error;
Packit fb9d21
Packit fb9d21
	if (ast_expr_is_zero(expr2)) {
Packit fb9d21
		isl_ast_expr_free(expr2);
Packit fb9d21
		return expr1;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	if (ast_expr_is_zero(expr1)) {
Packit fb9d21
		isl_ast_expr_free(expr1);
Packit fb9d21
		return isl_ast_expr_neg(expr2);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	return isl_ast_expr_sub(expr1, expr2);
Packit fb9d21
error:
Packit fb9d21
	isl_ast_expr_free(expr1);
Packit fb9d21
	isl_ast_expr_free(expr2);
Packit fb9d21
	return NULL;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Return an isl_ast_expr that represents
Packit fb9d21
 *
Packit fb9d21
 *	v * (aff mod d)
Packit fb9d21
 *
Packit fb9d21
 * v is assumed to be non-negative.
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_expr_mod(__isl_keep isl_val *v,
Packit fb9d21
	__isl_keep isl_aff *aff, __isl_keep isl_val *d,
Packit fb9d21
	__isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	isl_ctx *ctx;
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
	isl_ast_expr *c;
Packit fb9d21
Packit fb9d21
	if (!aff)
Packit fb9d21
		return NULL;
Packit fb9d21
Packit fb9d21
	ctx = isl_aff_get_ctx(aff);
Packit fb9d21
	expr = isl_ast_expr_from_aff(isl_aff_copy(aff), build);
Packit fb9d21
Packit fb9d21
	c = isl_ast_expr_from_val(isl_val_copy(d));
Packit fb9d21
	expr = isl_ast_expr_alloc_binary(isl_ast_op_pdiv_r, expr, c);
Packit fb9d21
Packit fb9d21
	if (!isl_val_is_one(v)) {
Packit fb9d21
		c = isl_ast_expr_from_val(isl_val_copy(v));
Packit fb9d21
		expr = isl_ast_expr_mul(c, expr);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	return expr;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Create an isl_ast_expr that scales "expr" by "v".
Packit fb9d21
 *
Packit fb9d21
 * If v is 1, we simply return expr.
Packit fb9d21
 * If v is -1, we return
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_minus, expr)
Packit fb9d21
 *
Packit fb9d21
 * Otherwise, we return
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_mul, expr(v), expr)
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *scale(__isl_take isl_ast_expr *expr,
Packit fb9d21
	__isl_take isl_val *v)
Packit fb9d21
{
Packit fb9d21
	isl_ast_expr *c;
Packit fb9d21
Packit fb9d21
	if (!expr || !v)
Packit fb9d21
		goto error;
Packit fb9d21
	if (isl_val_is_one(v)) {
Packit fb9d21
		isl_val_free(v);
Packit fb9d21
		return expr;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	if (isl_val_is_negone(v)) {
Packit fb9d21
		isl_val_free(v);
Packit fb9d21
		expr = isl_ast_expr_neg(expr);
Packit fb9d21
	} else {
Packit fb9d21
		c = isl_ast_expr_from_val(v);
Packit fb9d21
		expr = isl_ast_expr_mul(c, expr);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	return expr;
Packit fb9d21
error:
Packit fb9d21
	isl_val_free(v);
Packit fb9d21
	isl_ast_expr_free(expr);
Packit fb9d21
	return NULL;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Add an expression for "*v" times the specified dimension of "ls"
Packit fb9d21
 * to expr.
Packit fb9d21
 *
Packit fb9d21
 * Let e be the expression for the specified dimension,
Packit fb9d21
 * multiplied by the absolute value of "*v".
Packit fb9d21
 * If "*v" is negative, we create
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_sub, expr, e)
Packit fb9d21
 *
Packit fb9d21
 * except when expr is trivially zero, in which case we create
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_minus, e)
Packit fb9d21
 *
Packit fb9d21
 * instead.
Packit fb9d21
 *
Packit fb9d21
 * If "*v" is positive, we simply create
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_add, expr, e)
Packit fb9d21
 *
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_expr_add_term(
Packit fb9d21
	__isl_take isl_ast_expr *expr,
Packit fb9d21
	__isl_keep isl_local_space *ls, enum isl_dim_type type, int pos,
Packit fb9d21
	__isl_take isl_val *v, __isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	isl_ast_expr *term;
Packit fb9d21
	int change_sign;
Packit fb9d21
Packit fb9d21
	if (!expr)
Packit fb9d21
		return NULL;
Packit fb9d21
Packit fb9d21
	change_sign = 0;
Packit fb9d21
	term = var(&change_sign, ls, type, pos, build);
Packit fb9d21
	if (change_sign)
Packit fb9d21
		v = isl_val_neg(v);
Packit fb9d21
Packit fb9d21
	if (isl_val_is_neg(v) && !ast_expr_is_zero(expr)) {
Packit fb9d21
		v = isl_val_neg(v);
Packit fb9d21
		term = scale(term, v);
Packit fb9d21
		return ast_expr_sub(expr, term);
Packit fb9d21
	} else {
Packit fb9d21
		term = scale(term, v);
Packit fb9d21
		return ast_expr_add(expr, term);
Packit fb9d21
	}
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Add an expression for "v" to expr.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_expr_add_int(
Packit fb9d21
	__isl_take isl_ast_expr *expr, __isl_take isl_val *v)
Packit fb9d21
{
Packit fb9d21
	isl_ctx *ctx;
Packit fb9d21
	isl_ast_expr *expr_int;
Packit fb9d21
Packit fb9d21
	if (!expr || !v)
Packit fb9d21
		goto error;
Packit fb9d21
Packit fb9d21
	if (isl_val_is_zero(v)) {
Packit fb9d21
		isl_val_free(v);
Packit fb9d21
		return expr;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	ctx = isl_ast_expr_get_ctx(expr);
Packit fb9d21
	if (isl_val_is_neg(v) && !ast_expr_is_zero(expr)) {
Packit fb9d21
		v = isl_val_neg(v);
Packit fb9d21
		expr_int = isl_ast_expr_from_val(v);
Packit fb9d21
		return ast_expr_sub(expr, expr_int);
Packit fb9d21
	} else {
Packit fb9d21
		expr_int = isl_ast_expr_from_val(v);
Packit fb9d21
		return ast_expr_add(expr, expr_int);
Packit fb9d21
	}
Packit fb9d21
error:
Packit fb9d21
	isl_ast_expr_free(expr);
Packit fb9d21
	isl_val_free(v);
Packit fb9d21
	return NULL;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Internal data structure used inside extract_modulos.
Packit fb9d21
 *
Packit fb9d21
 * If any modulo expressions are detected in "aff", then the
Packit fb9d21
 * expression is removed from "aff" and added to either "pos" or "neg"
Packit fb9d21
 * depending on the sign of the coefficient of the modulo expression
Packit fb9d21
 * inside "aff".
Packit fb9d21
 *
Packit fb9d21
 * "add" is an expression that needs to be added to "aff" at the end of
Packit fb9d21
 * the computation.  It is NULL as long as no modulos have been extracted.
Packit fb9d21
 *
Packit fb9d21
 * "i" is the position in "aff" of the div under investigation
Packit fb9d21
 * "v" is the coefficient in "aff" of the div
Packit fb9d21
 * "div" is the argument of the div, with the denominator removed
Packit fb9d21
 * "d" is the original denominator of the argument of the div
Packit fb9d21
 *
Packit fb9d21
 * "nonneg" is an affine expression that is non-negative over "build"
Packit fb9d21
 * and that can be used to extract a modulo expression from "div".
Packit fb9d21
 * In particular, if "sign" is 1, then the coefficients of "nonneg"
Packit fb9d21
 * are equal to those of "div" modulo "d".  If "sign" is -1, then
Packit fb9d21
 * the coefficients of "nonneg" are opposite to those of "div" modulo "d".
Packit fb9d21
 * If "sign" is 0, then no such affine expression has been found (yet).
Packit fb9d21
 */
Packit fb9d21
struct isl_extract_mod_data {
Packit fb9d21
	isl_ast_build *build;
Packit fb9d21
	isl_aff *aff;
Packit fb9d21
Packit fb9d21
	isl_ast_expr *pos;
Packit fb9d21
	isl_ast_expr *neg;
Packit fb9d21
Packit fb9d21
	isl_aff *add;
Packit fb9d21
Packit fb9d21
	int i;
Packit fb9d21
	isl_val *v;
Packit fb9d21
	isl_val *d;
Packit fb9d21
	isl_aff *div;
Packit fb9d21
Packit fb9d21
	isl_aff *nonneg;
Packit fb9d21
	int sign;
Packit fb9d21
};
Packit fb9d21
Packit fb9d21
/* Given that data->v * div_i in data->aff is equal to
Packit fb9d21
 *
Packit fb9d21
 *	f * (term - (arg mod d))
Packit fb9d21
 *
Packit fb9d21
 * with data->d * f = data->v, add
Packit fb9d21
 *
Packit fb9d21
 *	f * term
Packit fb9d21
 *
Packit fb9d21
 * to data->add and
Packit fb9d21
 *
Packit fb9d21
 *	abs(f) * (arg mod d)
Packit fb9d21
 *
Packit fb9d21
 * to data->neg or data->pos depending on the sign of -f.
Packit fb9d21
 */
Packit fb9d21
static int extract_term_and_mod(struct isl_extract_mod_data *data,
Packit fb9d21
	__isl_take isl_aff *term, __isl_take isl_aff *arg)
Packit fb9d21
{
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
	int s;
Packit fb9d21
Packit fb9d21
	data->v = isl_val_div(data->v, isl_val_copy(data->d));
Packit fb9d21
	s = isl_val_sgn(data->v);
Packit fb9d21
	data->v = isl_val_abs(data->v);
Packit fb9d21
	expr = isl_ast_expr_mod(data->v, arg, data->d, data->build);
Packit fb9d21
	isl_aff_free(arg);
Packit fb9d21
	if (s > 0)
Packit fb9d21
		data->neg = ast_expr_add(data->neg, expr);
Packit fb9d21
	else
Packit fb9d21
		data->pos = ast_expr_add(data->pos, expr);
Packit fb9d21
	data->aff = isl_aff_set_coefficient_si(data->aff,
Packit fb9d21
						isl_dim_div, data->i, 0);
Packit fb9d21
	if (s < 0)
Packit fb9d21
		data->v = isl_val_neg(data->v);
Packit fb9d21
	term = isl_aff_scale_val(data->div, isl_val_copy(data->v));
Packit fb9d21
Packit fb9d21
	if (!data->add)
Packit fb9d21
		data->add = term;
Packit fb9d21
	else
Packit fb9d21
		data->add = isl_aff_add(data->add, term);
Packit fb9d21
	if (!data->add)
Packit fb9d21
		return -1;
Packit fb9d21
Packit fb9d21
	return 0;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Given that data->v * div_i in data->aff is of the form
Packit fb9d21
 *
Packit fb9d21
 *	f * d * floor(div/d)
Packit fb9d21
 *
Packit fb9d21
 * with div nonnegative on data->build, rewrite it as
Packit fb9d21
 *
Packit fb9d21
 *	f * (div - (div mod d)) = f * div - f * (div mod d)
Packit fb9d21
 *
Packit fb9d21
 * and add
Packit fb9d21
 *
Packit fb9d21
 *	f * div
Packit fb9d21
 *
Packit fb9d21
 * to data->add and
Packit fb9d21
 *
Packit fb9d21
 *	abs(f) * (div mod d)
Packit fb9d21
 *
Packit fb9d21
 * to data->neg or data->pos depending on the sign of -f.
Packit fb9d21
 */
Packit fb9d21
static int extract_mod(struct isl_extract_mod_data *data)
Packit fb9d21
{
Packit fb9d21
	return extract_term_and_mod(data, isl_aff_copy(data->div),
Packit fb9d21
			isl_aff_copy(data->div));
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Given that data->v * div_i in data->aff is of the form
Packit fb9d21
 *
Packit fb9d21
 *	f * d * floor(div/d)					(1)
Packit fb9d21
 *
Packit fb9d21
 * check if div is non-negative on data->build and, if so,
Packit fb9d21
 * extract the corresponding modulo from data->aff.
Packit fb9d21
 * If not, then check if
Packit fb9d21
 *
Packit fb9d21
 *	-div + d - 1
Packit fb9d21
 *
Packit fb9d21
 * is non-negative on data->build.  If so, replace (1) by
Packit fb9d21
 *
Packit fb9d21
 *	-f * d * floor((-div + d - 1)/d)
Packit fb9d21
 *
Packit fb9d21
 * and extract the corresponding modulo from data->aff.
Packit fb9d21
 *
Packit fb9d21
 * This function may modify data->div.
Packit fb9d21
 */
Packit fb9d21
static int extract_nonneg_mod(struct isl_extract_mod_data *data)
Packit fb9d21
{
Packit fb9d21
	int mod;
Packit fb9d21
Packit fb9d21
	mod = isl_ast_build_aff_is_nonneg(data->build, data->div);
Packit fb9d21
	if (mod < 0)
Packit fb9d21
		goto error;
Packit fb9d21
	if (mod)
Packit fb9d21
		return extract_mod(data);
Packit fb9d21
Packit fb9d21
	data->div = oppose_div_arg(data->div, isl_val_copy(data->d));
Packit fb9d21
	mod = isl_ast_build_aff_is_nonneg(data->build, data->div);
Packit fb9d21
	if (mod < 0)
Packit fb9d21
		goto error;
Packit fb9d21
	if (mod) {
Packit fb9d21
		data->v = isl_val_neg(data->v);
Packit fb9d21
		return extract_mod(data);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	return 0;
Packit fb9d21
error:
Packit fb9d21
	data->aff = isl_aff_free(data->aff);
Packit fb9d21
	return -1;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Is the affine expression of constraint "c" "simpler" than data->nonneg
Packit fb9d21
 * for use in extracting a modulo expression?
Packit fb9d21
 *
Packit fb9d21
 * We currently only consider the constant term of the affine expression.
Packit fb9d21
 * In particular, we prefer the affine expression with the smallest constant
Packit fb9d21
 * term.
Packit fb9d21
 * This means that if there are two constraints, say x >= 0 and -x + 10 >= 0,
Packit fb9d21
 * then we would pick x >= 0
Packit fb9d21
 *
Packit fb9d21
 * More detailed heuristics could be used if it turns out that there is a need.
Packit fb9d21
 */
Packit fb9d21
static int mod_constraint_is_simpler(struct isl_extract_mod_data *data,
Packit fb9d21
	__isl_keep isl_constraint *c)
Packit fb9d21
{
Packit fb9d21
	isl_val *v1, *v2;
Packit fb9d21
	int simpler;
Packit fb9d21
Packit fb9d21
	if (!data->nonneg)
Packit fb9d21
		return 1;
Packit fb9d21
Packit fb9d21
	v1 = isl_val_abs(isl_constraint_get_constant_val(c));
Packit fb9d21
	v2 = isl_val_abs(isl_aff_get_constant_val(data->nonneg));
Packit fb9d21
	simpler = isl_val_lt(v1, v2);
Packit fb9d21
	isl_val_free(v1);
Packit fb9d21
	isl_val_free(v2);
Packit fb9d21
Packit fb9d21
	return simpler;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Check if the coefficients of "c" are either equal or opposite to those
Packit fb9d21
 * of data->div modulo data->d.  If so, and if "c" is "simpler" than
Packit fb9d21
 * data->nonneg, then replace data->nonneg by the affine expression of "c"
Packit fb9d21
 * and set data->sign accordingly.
Packit fb9d21
 *
Packit fb9d21
 * Both "c" and data->div are assumed not to involve any integer divisions.
Packit fb9d21
 *
Packit fb9d21
 * Before we start the actual comparison, we first quickly check if
Packit fb9d21
 * "c" and data->div have the same non-zero coefficients.
Packit fb9d21
 * If not, then we assume that "c" is not of the desired form.
Packit fb9d21
 * Note that while the coefficients of data->div can be reasonably expected
Packit fb9d21
 * not to involve any coefficients that are multiples of d, "c" may
Packit fb9d21
 * very well involve such coefficients.  This means that we may actually
Packit fb9d21
 * miss some cases.
Packit fb9d21
 */
Packit fb9d21
static int check_parallel_or_opposite(__isl_take isl_constraint *c, void *user)
Packit fb9d21
{
Packit fb9d21
	struct isl_extract_mod_data *data = user;
Packit fb9d21
	enum isl_dim_type c_type[2] = { isl_dim_param, isl_dim_set };
Packit fb9d21
	enum isl_dim_type a_type[2] = { isl_dim_param, isl_dim_in };
Packit fb9d21
	int i, t;
Packit fb9d21
	int n[2];
Packit fb9d21
	int parallel = 1, opposite = 1;
Packit fb9d21
Packit fb9d21
	for (t = 0; t < 2; ++t) {
Packit fb9d21
		n[t] = isl_constraint_dim(c, c_type[t]);
Packit fb9d21
		for (i = 0; i < n[t]; ++i) {
Packit fb9d21
			int a, b;
Packit fb9d21
Packit fb9d21
			a = isl_constraint_involves_dims(c, c_type[t], i, 1);
Packit fb9d21
			b = isl_aff_involves_dims(data->div, a_type[t], i, 1);
Packit fb9d21
			if (a != b)
Packit fb9d21
				parallel = opposite = 0;
Packit fb9d21
		}
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	for (t = 0; t < 2; ++t) {
Packit fb9d21
		for (i = 0; i < n[t]; ++i) {
Packit fb9d21
			isl_val *v1, *v2;
Packit fb9d21
Packit fb9d21
			if (!parallel && !opposite)
Packit fb9d21
				break;
Packit fb9d21
			v1 = isl_constraint_get_coefficient_val(c,
Packit fb9d21
								c_type[t], i);
Packit fb9d21
			v2 = isl_aff_get_coefficient_val(data->div,
Packit fb9d21
								a_type[t], i);
Packit fb9d21
			if (parallel) {
Packit fb9d21
				v1 = isl_val_sub(v1, isl_val_copy(v2));
Packit fb9d21
				parallel = isl_val_is_divisible_by(v1, data->d);
Packit fb9d21
				v1 = isl_val_add(v1, isl_val_copy(v2));
Packit fb9d21
			}
Packit fb9d21
			if (opposite) {
Packit fb9d21
				v1 = isl_val_add(v1, isl_val_copy(v2));
Packit fb9d21
				opposite = isl_val_is_divisible_by(v1, data->d);
Packit fb9d21
			}
Packit fb9d21
			isl_val_free(v1);
Packit fb9d21
			isl_val_free(v2);
Packit fb9d21
		}
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	if ((parallel || opposite) && mod_constraint_is_simpler(data, c)) {
Packit fb9d21
		isl_aff_free(data->nonneg);
Packit fb9d21
		data->nonneg = isl_constraint_get_aff(c);
Packit fb9d21
		data->sign = parallel ? 1 : -1;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	isl_constraint_free(c);
Packit fb9d21
Packit fb9d21
	if (data->sign != 0 && data->nonneg == NULL)
Packit fb9d21
		return -1;
Packit fb9d21
Packit fb9d21
	return 0;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Given that data->v * div_i in data->aff is of the form
Packit fb9d21
 *
Packit fb9d21
 *	f * d * floor(div/d)					(1)
Packit fb9d21
 *
Packit fb9d21
 * see if we can find an expression div' that is non-negative over data->build
Packit fb9d21
 * and that is related to div through
Packit fb9d21
 *
Packit fb9d21
 *	div' = div + d * e
Packit fb9d21
 *
Packit fb9d21
 * or
Packit fb9d21
 *
Packit fb9d21
 *	div' = -div + d - 1 + d * e
Packit fb9d21
 *
Packit fb9d21
 * with e some affine expression.
Packit fb9d21
 * If so, we write (1) as
Packit fb9d21
 *
Packit fb9d21
 *	f * div + f * (div' mod d)
Packit fb9d21
 *
Packit fb9d21
 * or
Packit fb9d21
 *
Packit fb9d21
 *	-f * (-div + d - 1) - f * (div' mod d)
Packit fb9d21
 *
Packit fb9d21
 * exploiting (in the second case) the fact that
Packit fb9d21
 *
Packit fb9d21
 *	f * d * floor(div/d) =	-f * d * floor((-div + d - 1)/d)
Packit fb9d21
 *
Packit fb9d21
 *
Packit fb9d21
 * We first try to find an appropriate expression for div'
Packit fb9d21
 * from the constraints of data->build->domain (which is therefore
Packit fb9d21
 * guaranteed to be non-negative on data->build), where we remove
Packit fb9d21
 * any integer divisions from the constraints and skip this step
Packit fb9d21
 * if "div" itself involves any integer divisions.
Packit fb9d21
 * If we cannot find an appropriate expression this way, then
Packit fb9d21
 * we pass control to extract_nonneg_mod where check
Packit fb9d21
 * if div or "-div + d -1" themselves happen to be
Packit fb9d21
 * non-negative on data->build.
Packit fb9d21
 *
Packit fb9d21
 * While looking for an appropriate constraint in data->build->domain,
Packit fb9d21
 * we ignore the constant term, so after finding such a constraint,
Packit fb9d21
 * we still need to fix up the constant term.
Packit fb9d21
 * In particular, if a is the constant term of "div"
Packit fb9d21
 * (or d - 1 - the constant term of "div" if data->sign < 0)
Packit fb9d21
 * and b is the constant term of the constraint, then we need to find
Packit fb9d21
 * a non-negative constant c such that
Packit fb9d21
 *
Packit fb9d21
 *	b + c \equiv a	mod d
Packit fb9d21
 *
Packit fb9d21
 * We therefore take
Packit fb9d21
 *
Packit fb9d21
 *	c = (a - b) mod d
Packit fb9d21
 *
Packit fb9d21
 * and add it to b to obtain the constant term of div'.
Packit fb9d21
 * If this constant term is "too negative", then we add an appropriate
Packit fb9d21
 * multiple of d to make it positive.
Packit fb9d21
 *
Packit fb9d21
 *
Packit fb9d21
 * Note that the above is a only a very simple heuristic for finding an
Packit fb9d21
 * appropriate expression.  We could try a bit harder by also considering
Packit fb9d21
 * sums of constraints that involve disjoint sets of variables or
Packit fb9d21
 * we could consider arbitrary linear combinations of constraints,
Packit fb9d21
 * although that could potentially be much more expensive as it involves
Packit fb9d21
 * the solution of an LP problem.
Packit fb9d21
 *
Packit fb9d21
 * In particular, if v_i is a column vector representing constraint i,
Packit fb9d21
 * w represents div and e_i is the i-th unit vector, then we are looking
Packit fb9d21
 * for a solution of the constraints
Packit fb9d21
 *
Packit fb9d21
 *	\sum_i lambda_i v_i = w + \sum_i alpha_i d e_i
Packit fb9d21
 *
Packit fb9d21
 * with \lambda_i >= 0 and alpha_i of unrestricted sign.
Packit fb9d21
 * If we are not just interested in a non-negative expression, but
Packit fb9d21
 * also in one with a minimal range, then we don't just want
Packit fb9d21
 * c = \sum_i lambda_i v_i to be non-negative over the domain,
Packit fb9d21
 * but also beta - c = \sum_i mu_i v_i, where beta is a scalar
Packit fb9d21
 * that we want to minimize and we now also have to take into account
Packit fb9d21
 * the constant terms of the constraints.
Packit fb9d21
 * Alternatively, we could first compute the dual of the domain
Packit fb9d21
 * and plug in the constraints on the coefficients.
Packit fb9d21
 */
Packit fb9d21
static int try_extract_mod(struct isl_extract_mod_data *data)
Packit fb9d21
{
Packit fb9d21
	isl_basic_set *hull;
Packit fb9d21
	isl_val *v1, *v2;
Packit fb9d21
	int r;
Packit fb9d21
Packit fb9d21
	if (!data->build)
Packit fb9d21
		goto error;
Packit fb9d21
Packit fb9d21
	int n = isl_aff_dim(data->div, isl_dim_div);
Packit fb9d21
Packit fb9d21
	if (isl_aff_involves_dims(data->div, isl_dim_div, 0, n))
Packit fb9d21
		return extract_nonneg_mod(data);
Packit fb9d21
Packit fb9d21
	hull = isl_set_simple_hull(isl_set_copy(data->build->domain));
Packit fb9d21
	hull = isl_basic_set_remove_divs(hull);
Packit fb9d21
	data->sign = 0;
Packit fb9d21
	data->nonneg = NULL;
Packit fb9d21
	r = isl_basic_set_foreach_constraint(hull, &check_parallel_or_opposite,
Packit fb9d21
					data);
Packit fb9d21
	isl_basic_set_free(hull);
Packit fb9d21
Packit fb9d21
	if (!data->sign || r < 0) {
Packit fb9d21
		isl_aff_free(data->nonneg);
Packit fb9d21
		if (r < 0)
Packit fb9d21
			goto error;
Packit fb9d21
		return extract_nonneg_mod(data);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	v1 = isl_aff_get_constant_val(data->div);
Packit fb9d21
	v2 = isl_aff_get_constant_val(data->nonneg);
Packit fb9d21
	if (data->sign < 0) {
Packit fb9d21
		v1 = isl_val_neg(v1);
Packit fb9d21
		v1 = isl_val_add(v1, isl_val_copy(data->d));
Packit fb9d21
		v1 = isl_val_sub_ui(v1, 1);
Packit fb9d21
	}
Packit fb9d21
	v1 = isl_val_sub(v1, isl_val_copy(v2));
Packit fb9d21
	v1 = isl_val_mod(v1, isl_val_copy(data->d));
Packit fb9d21
	v1 = isl_val_add(v1, v2);
Packit fb9d21
	v2 = isl_val_div(isl_val_copy(v1), isl_val_copy(data->d));
Packit fb9d21
	v2 = isl_val_ceil(v2);
Packit fb9d21
	if (isl_val_is_neg(v2)) {
Packit fb9d21
		v2 = isl_val_mul(v2, isl_val_copy(data->d));
Packit fb9d21
		v1 = isl_val_sub(v1, isl_val_copy(v2));
Packit fb9d21
	}
Packit fb9d21
	data->nonneg = isl_aff_set_constant_val(data->nonneg, v1);
Packit fb9d21
	isl_val_free(v2);
Packit fb9d21
Packit fb9d21
	if (data->sign < 0) {
Packit fb9d21
		data->div = oppose_div_arg(data->div, isl_val_copy(data->d));
Packit fb9d21
		data->v = isl_val_neg(data->v);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	return extract_term_and_mod(data,
Packit fb9d21
				    isl_aff_copy(data->div), data->nonneg);
Packit fb9d21
error:
Packit fb9d21
	data->aff = isl_aff_free(data->aff);
Packit fb9d21
	return -1;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Check if "data->aff" involves any (implicit) modulo computations based
Packit fb9d21
 * on div "data->i".
Packit fb9d21
 * If so, remove them from aff and add expressions corresponding
Packit fb9d21
 * to those modulo computations to data->pos and/or data->neg.
Packit fb9d21
 *
Packit fb9d21
 * "aff" is assumed to be an integer affine expression.
Packit fb9d21
 *
Packit fb9d21
 * In particular, check if (v * div_j) is of the form
Packit fb9d21
 *
Packit fb9d21
 *	f * m * floor(a / m)
Packit fb9d21
 *
Packit fb9d21
 * and, if so, rewrite it as
Packit fb9d21
 *
Packit fb9d21
 *	f * (a - (a mod m)) = f * a - f * (a mod m)
Packit fb9d21
 *
Packit fb9d21
 * and extract out -f * (a mod m).
Packit fb9d21
 * In particular, if f > 0, we add (f * (a mod m)) to *neg.
Packit fb9d21
 * If f < 0, we add ((-f) * (a mod m)) to *pos.
Packit fb9d21
 *
Packit fb9d21
 * Note that in order to represent "a mod m" as
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_pdiv_r, a, m)
Packit fb9d21
 *
Packit fb9d21
 * we need to make sure that a is non-negative.
Packit fb9d21
 * If not, we check if "-a + m - 1" is non-negative.
Packit fb9d21
 * If so, we can rewrite
Packit fb9d21
 *
Packit fb9d21
 *	floor(a/m) = -ceil(-a/m) = -floor((-a + m - 1)/m)
Packit fb9d21
 *
Packit fb9d21
 * and still extract a modulo.
Packit fb9d21
 */
Packit fb9d21
static int extract_modulo(struct isl_extract_mod_data *data)
Packit fb9d21
{
Packit fb9d21
	data->div = isl_aff_get_div(data->aff, data->i);
Packit fb9d21
	data->d = isl_aff_get_denominator_val(data->div);
Packit fb9d21
	if (isl_val_is_divisible_by(data->v, data->d)) {
Packit fb9d21
		data->div = isl_aff_scale_val(data->div, isl_val_copy(data->d));
Packit fb9d21
		if (try_extract_mod(data) < 0)
Packit fb9d21
			data->aff = isl_aff_free(data->aff);
Packit fb9d21
	}
Packit fb9d21
	isl_aff_free(data->div);
Packit fb9d21
	isl_val_free(data->d);
Packit fb9d21
	return 0;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Check if "aff" involves any (implicit) modulo computations.
Packit fb9d21
 * If so, remove them from aff and add expressions corresponding
Packit fb9d21
 * to those modulo computations to *pos and/or *neg.
Packit fb9d21
 * We only do this if the option ast_build_prefer_pdiv is set.
Packit fb9d21
 *
Packit fb9d21
 * "aff" is assumed to be an integer affine expression.
Packit fb9d21
 *
Packit fb9d21
 * A modulo expression is of the form
Packit fb9d21
 *
Packit fb9d21
 *	a mod m = a - m * floor(a / m)
Packit fb9d21
 *
Packit fb9d21
 * To detect them in aff, we look for terms of the form
Packit fb9d21
 *
Packit fb9d21
 *	f * m * floor(a / m)
Packit fb9d21
 *
Packit fb9d21
 * rewrite them as
Packit fb9d21
 *
Packit fb9d21
 *	f * (a - (a mod m)) = f * a - f * (a mod m)
Packit fb9d21
 *
Packit fb9d21
 * and extract out -f * (a mod m).
Packit fb9d21
 * In particular, if f > 0, we add (f * (a mod m)) to *neg.
Packit fb9d21
 * If f < 0, we add ((-f) * (a mod m)) to *pos.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_aff *extract_modulos(__isl_take isl_aff *aff,
Packit fb9d21
	__isl_keep isl_ast_expr **pos, __isl_keep isl_ast_expr **neg,
Packit fb9d21
	__isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	struct isl_extract_mod_data data = { build, aff, *pos, *neg };
Packit fb9d21
	isl_ctx *ctx;
Packit fb9d21
	int n;
Packit fb9d21
Packit fb9d21
	if (!aff)
Packit fb9d21
		return NULL;
Packit fb9d21
Packit fb9d21
	ctx = isl_aff_get_ctx(aff);
Packit fb9d21
	if (!isl_options_get_ast_build_prefer_pdiv(ctx))
Packit fb9d21
		return aff;
Packit fb9d21
Packit fb9d21
	n = isl_aff_dim(data.aff, isl_dim_div);
Packit fb9d21
	for (data.i = 0; data.i < n; ++data.i) {
Packit fb9d21
		data.v = isl_aff_get_coefficient_val(data.aff,
Packit fb9d21
							isl_dim_div, data.i);
Packit fb9d21
		if (!data.v)
Packit fb9d21
			return isl_aff_free(aff);
Packit fb9d21
		if (isl_val_is_zero(data.v) ||
Packit fb9d21
		    isl_val_is_one(data.v) || isl_val_is_negone(data.v)) {
Packit fb9d21
			isl_val_free(data.v);
Packit fb9d21
			continue;
Packit fb9d21
		}
Packit fb9d21
		if (extract_modulo(&data) < 0)
Packit fb9d21
			data.aff = isl_aff_free(data.aff);
Packit fb9d21
		isl_val_free(data.v);
Packit fb9d21
		if (!data.aff)
Packit fb9d21
			break;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	if (data.add)
Packit fb9d21
		data.aff = isl_aff_add(data.aff, data.add);
Packit fb9d21
Packit fb9d21
	*pos = data.pos;
Packit fb9d21
	*neg = data.neg;
Packit fb9d21
	return data.aff;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Check if aff involves any non-integer coefficients.
Packit fb9d21
 * If so, split aff into
Packit fb9d21
 *
Packit fb9d21
 *	aff = aff1 + (aff2 / d)
Packit fb9d21
 *
Packit fb9d21
 * with both aff1 and aff2 having only integer coefficients.
Packit fb9d21
 * Return aff1 and add (aff2 / d) to *expr.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_aff *extract_rational(__isl_take isl_aff *aff,
Packit fb9d21
	__isl_keep isl_ast_expr **expr, __isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	int i, j, n;
Packit fb9d21
	isl_aff *rat = NULL;
Packit fb9d21
	isl_local_space *ls = NULL;
Packit fb9d21
	isl_ast_expr *rat_expr;
Packit fb9d21
	isl_val *v, *d;
Packit fb9d21
	enum isl_dim_type t[] = { isl_dim_param, isl_dim_in, isl_dim_div };
Packit fb9d21
	enum isl_dim_type l[] = { isl_dim_param, isl_dim_set, isl_dim_div };
Packit fb9d21
Packit fb9d21
	if (!aff)
Packit fb9d21
		return NULL;
Packit fb9d21
	d = isl_aff_get_denominator_val(aff);
Packit fb9d21
	if (!d)
Packit fb9d21
		goto error;
Packit fb9d21
	if (isl_val_is_one(d)) {
Packit fb9d21
		isl_val_free(d);
Packit fb9d21
		return aff;
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	aff = isl_aff_scale_val(aff, isl_val_copy(d));
Packit fb9d21
Packit fb9d21
	ls = isl_aff_get_domain_local_space(aff);
Packit fb9d21
	rat = isl_aff_zero_on_domain(isl_local_space_copy(ls));
Packit fb9d21
Packit fb9d21
	for (i = 0; i < 3; ++i) {
Packit fb9d21
		n = isl_aff_dim(aff, t[i]);
Packit fb9d21
		for (j = 0; j < n; ++j) {
Packit fb9d21
			isl_aff *rat_j;
Packit fb9d21
Packit fb9d21
			v = isl_aff_get_coefficient_val(aff, t[i], j);
Packit fb9d21
			if (!v)
Packit fb9d21
				goto error;
Packit fb9d21
			if (isl_val_is_divisible_by(v, d)) {
Packit fb9d21
				isl_val_free(v);
Packit fb9d21
				continue;
Packit fb9d21
			}
Packit fb9d21
			rat_j = isl_aff_var_on_domain(isl_local_space_copy(ls),
Packit fb9d21
							l[i], j);
Packit fb9d21
			rat_j = isl_aff_scale_val(rat_j, v);
Packit fb9d21
			rat = isl_aff_add(rat, rat_j);
Packit fb9d21
		}
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	v = isl_aff_get_constant_val(aff);
Packit fb9d21
	if (isl_val_is_divisible_by(v, d)) {
Packit fb9d21
		isl_val_free(v);
Packit fb9d21
	} else {
Packit fb9d21
		isl_aff *rat_0;
Packit fb9d21
Packit fb9d21
		rat_0 = isl_aff_val_on_domain(isl_local_space_copy(ls), v);
Packit fb9d21
		rat = isl_aff_add(rat, rat_0);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	isl_local_space_free(ls);
Packit fb9d21
Packit fb9d21
	aff = isl_aff_sub(aff, isl_aff_copy(rat));
Packit fb9d21
	aff = isl_aff_scale_down_val(aff, isl_val_copy(d));
Packit fb9d21
Packit fb9d21
	rat_expr = isl_ast_expr_from_aff(rat, build);
Packit fb9d21
	rat_expr = isl_ast_expr_div(rat_expr, isl_ast_expr_from_val(d));
Packit fb9d21
	*expr = ast_expr_add(*expr, rat_expr);
Packit fb9d21
Packit fb9d21
	return aff;
Packit fb9d21
error:
Packit fb9d21
	isl_aff_free(rat);
Packit fb9d21
	isl_local_space_free(ls);
Packit fb9d21
	isl_aff_free(aff);
Packit fb9d21
	isl_val_free(d);
Packit fb9d21
	return NULL;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that evaluates the affine expression "aff",
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 *
Packit fb9d21
 * We first extract hidden modulo computations from the affine expression
Packit fb9d21
 * and then add terms for each variable with a non-zero coefficient.
Packit fb9d21
 * Finally, if the affine expression has a non-trivial denominator,
Packit fb9d21
 * we divide the resulting isl_ast_expr by this denominator.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_expr_from_aff(__isl_take isl_aff *aff,
Packit fb9d21
	__isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	int i, j;
Packit fb9d21
	int n;
Packit fb9d21
	isl_val *v;
Packit fb9d21
	isl_ctx *ctx = isl_aff_get_ctx(aff);
Packit fb9d21
	isl_ast_expr *expr, *expr_neg;
Packit fb9d21
	enum isl_dim_type t[] = { isl_dim_param, isl_dim_in, isl_dim_div };
Packit fb9d21
	enum isl_dim_type l[] = { isl_dim_param, isl_dim_set, isl_dim_div };
Packit fb9d21
	isl_local_space *ls;
Packit fb9d21
Packit fb9d21
	if (!aff)
Packit fb9d21
		return NULL;
Packit fb9d21
Packit fb9d21
	expr = isl_ast_expr_alloc_int_si(ctx, 0);
Packit fb9d21
	expr_neg = isl_ast_expr_alloc_int_si(ctx, 0);
Packit fb9d21
Packit fb9d21
	aff = extract_rational(aff, &expr, build);
Packit fb9d21
Packit fb9d21
	aff = extract_modulos(aff, &expr, &expr_neg, build);
Packit fb9d21
	expr = ast_expr_sub(expr, expr_neg);
Packit fb9d21
Packit fb9d21
	ls = isl_aff_get_domain_local_space(aff);
Packit fb9d21
Packit fb9d21
	for (i = 0; i < 3; ++i) {
Packit fb9d21
		n = isl_aff_dim(aff, t[i]);
Packit fb9d21
		for (j = 0; j < n; ++j) {
Packit fb9d21
			v = isl_aff_get_coefficient_val(aff, t[i], j);
Packit fb9d21
			if (!v)
Packit fb9d21
				expr = isl_ast_expr_free(expr);
Packit fb9d21
			if (isl_val_is_zero(v)) {
Packit fb9d21
				isl_val_free(v);
Packit fb9d21
				continue;
Packit fb9d21
			}
Packit fb9d21
			expr = isl_ast_expr_add_term(expr,
Packit fb9d21
							ls, l[i], j, v, build);
Packit fb9d21
		}
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	v = isl_aff_get_constant_val(aff);
Packit fb9d21
	expr = isl_ast_expr_add_int(expr, v);
Packit fb9d21
Packit fb9d21
	isl_local_space_free(ls);
Packit fb9d21
	isl_aff_free(aff);
Packit fb9d21
	return expr;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Add terms to "expr" for each variable in "aff" with a coefficient
Packit fb9d21
 * with sign equal to "sign".
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *add_signed_terms(__isl_take isl_ast_expr *expr,
Packit fb9d21
	__isl_keep isl_aff *aff, int sign, __isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	int i, j;
Packit fb9d21
	isl_val *v;
Packit fb9d21
	enum isl_dim_type t[] = { isl_dim_param, isl_dim_in, isl_dim_div };
Packit fb9d21
	enum isl_dim_type l[] = { isl_dim_param, isl_dim_set, isl_dim_div };
Packit fb9d21
	isl_local_space *ls;
Packit fb9d21
Packit fb9d21
	ls = isl_aff_get_domain_local_space(aff);
Packit fb9d21
Packit fb9d21
	for (i = 0; i < 3; ++i) {
Packit fb9d21
		int n = isl_aff_dim(aff, t[i]);
Packit fb9d21
		for (j = 0; j < n; ++j) {
Packit fb9d21
			v = isl_aff_get_coefficient_val(aff, t[i], j);
Packit fb9d21
			if (sign * isl_val_sgn(v) <= 0) {
Packit fb9d21
				isl_val_free(v);
Packit fb9d21
				continue;
Packit fb9d21
			}
Packit fb9d21
			v = isl_val_abs(v);
Packit fb9d21
			expr = isl_ast_expr_add_term(expr,
Packit fb9d21
						ls, l[i], j, v, build);
Packit fb9d21
		}
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	isl_local_space_free(ls);
Packit fb9d21
Packit fb9d21
	return expr;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Should the constant term "v" be considered positive?
Packit fb9d21
 *
Packit fb9d21
 * A positive constant will be added to "pos" by the caller,
Packit fb9d21
 * while a negative constant will be added to "neg".
Packit fb9d21
 * If either "pos" or "neg" is exactly zero, then we prefer
Packit fb9d21
 * to add the constant "v" to that side, irrespective of the sign of "v".
Packit fb9d21
 * This results in slightly shorter expressions and may reduce the risk
Packit fb9d21
 * of overflows.
Packit fb9d21
 */
Packit fb9d21
static int constant_is_considered_positive(__isl_keep isl_val *v,
Packit fb9d21
	__isl_keep isl_ast_expr *pos, __isl_keep isl_ast_expr *neg)
Packit fb9d21
{
Packit fb9d21
	if (ast_expr_is_zero(pos))
Packit fb9d21
		return 1;
Packit fb9d21
	if (ast_expr_is_zero(neg))
Packit fb9d21
		return 0;
Packit fb9d21
	return isl_val_is_pos(v);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that evaluates the condition "constraint",
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 *
Packit fb9d21
 * Let the constraint by either "a >= 0" or "a == 0".
Packit fb9d21
 * We first extract hidden modulo computations from "a"
Packit fb9d21
 * and then collect all the terms with a positive coefficient in cons_pos
Packit fb9d21
 * and the terms with a negative coefficient in cons_neg.
Packit fb9d21
 *
Packit fb9d21
 * The result is then of the form
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_ge, expr(pos), expr(-neg)))
Packit fb9d21
 *
Packit fb9d21
 * or
Packit fb9d21
 *
Packit fb9d21
 *	(isl_ast_op_eq, expr(pos), expr(-neg)))
Packit fb9d21
 *
Packit fb9d21
 * However, if the first expression is an integer constant (and the second
Packit fb9d21
 * is not), then we swap the two expressions.  This ensures that we construct,
Packit fb9d21
 * e.g., "i <= 5" rather than "5 >= i".
Packit fb9d21
 *
Packit fb9d21
 * Furthermore, is there are no terms with positive coefficients (or no terms
Packit fb9d21
 * with negative coefficients), then the constant term is added to "pos"
Packit fb9d21
 * (or "neg"), ignoring the sign of the constant term.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_expr_from_constraint(
Packit fb9d21
	__isl_take isl_constraint *constraint, __isl_keep isl_ast_build *build)
Packit fb9d21
{
Packit fb9d21
	isl_ctx *ctx;
Packit fb9d21
	isl_ast_expr *expr_pos;
Packit fb9d21
	isl_ast_expr *expr_neg;
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
	isl_aff *aff;
Packit fb9d21
	isl_val *v;
Packit fb9d21
	int eq;
Packit fb9d21
	enum isl_ast_op_type type;
Packit fb9d21
Packit fb9d21
	if (!constraint)
Packit fb9d21
		return NULL;
Packit fb9d21
Packit fb9d21
	aff = isl_constraint_get_aff(constraint);
Packit fb9d21
Packit fb9d21
	ctx = isl_constraint_get_ctx(constraint);
Packit fb9d21
	expr_pos = isl_ast_expr_alloc_int_si(ctx, 0);
Packit fb9d21
	expr_neg = isl_ast_expr_alloc_int_si(ctx, 0);
Packit fb9d21
Packit fb9d21
	aff = extract_modulos(aff, &expr_pos, &expr_neg, build);
Packit fb9d21
Packit fb9d21
	expr_pos = add_signed_terms(expr_pos, aff, 1, build);
Packit fb9d21
	expr_neg = add_signed_terms(expr_neg, aff, -1, build);
Packit fb9d21
Packit fb9d21
	v = isl_aff_get_constant_val(aff);
Packit fb9d21
	if (constant_is_considered_positive(v, expr_pos, expr_neg)) {
Packit fb9d21
		expr_pos = isl_ast_expr_add_int(expr_pos, v);
Packit fb9d21
	} else {
Packit fb9d21
		v = isl_val_neg(v);
Packit fb9d21
		expr_neg = isl_ast_expr_add_int(expr_neg, v);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	eq = isl_constraint_is_equality(constraint);
Packit fb9d21
Packit fb9d21
	if (isl_ast_expr_get_type(expr_pos) == isl_ast_expr_int &&
Packit fb9d21
	    isl_ast_expr_get_type(expr_neg) != isl_ast_expr_int) {
Packit fb9d21
		type = eq ? isl_ast_op_eq : isl_ast_op_le;
Packit fb9d21
		expr = isl_ast_expr_alloc_binary(type, expr_neg, expr_pos);
Packit fb9d21
	} else {
Packit fb9d21
		type = eq ? isl_ast_op_eq : isl_ast_op_ge;
Packit fb9d21
		expr = isl_ast_expr_alloc_binary(type, expr_pos, expr_neg);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	isl_constraint_free(constraint);
Packit fb9d21
	isl_aff_free(aff);
Packit fb9d21
	return expr;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Wrapper around isl_constraint_cmp_last_non_zero for use
Packit fb9d21
 * as a callback to isl_constraint_list_sort.
Packit fb9d21
 * If isl_constraint_cmp_last_non_zero cannot tell the constraints
Packit fb9d21
 * apart, then use isl_constraint_plain_cmp instead.
Packit fb9d21
 */
Packit fb9d21
static int cmp_constraint(__isl_keep isl_constraint *a,
Packit fb9d21
	__isl_keep isl_constraint *b, void *user)
Packit fb9d21
{
Packit fb9d21
	int cmp;
Packit fb9d21
Packit fb9d21
	cmp = isl_constraint_cmp_last_non_zero(a, b);
Packit fb9d21
	if (cmp != 0)
Packit fb9d21
		return cmp;
Packit fb9d21
	return isl_constraint_plain_cmp(a, b);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that evaluates the conditions defining "bset".
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 *
Packit fb9d21
 * If "bset" is not bounded by any constraint, then we contruct
Packit fb9d21
 * the expression "1", i.e., "true".
Packit fb9d21
 *
Packit fb9d21
 * Otherwise, we sort the constraints, putting constraints that involve
Packit fb9d21
 * integer divisions after those that do not, and construct an "and"
Packit fb9d21
 * of the ast expressions of the individual constraints.
Packit fb9d21
 *
Packit fb9d21
 * Each constraint is added to the generated constraints of the build
Packit fb9d21
 * after it has been converted to an AST expression so that it can be used
Packit fb9d21
 * to simplify the following constraints.  This may change the truth value
Packit fb9d21
 * of subsequent constraints that do not satisfy the earlier constraints,
Packit fb9d21
 * but this does not affect the outcome of the conjunction as it is
Packit fb9d21
 * only true if all the conjuncts are true (no matter in what order
Packit fb9d21
 * they are evaluated).  In particular, the constraints that do not
Packit fb9d21
 * involve integer divisions may serve to simplify some constraints
Packit fb9d21
 * that do involve integer divisions.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_build_expr_from_basic_set(
Packit fb9d21
	 __isl_keep isl_ast_build *build, __isl_take isl_basic_set *bset)
Packit fb9d21
{
Packit fb9d21
	int i, n;
Packit fb9d21
	isl_constraint *c;
Packit fb9d21
	isl_constraint_list *list;
Packit fb9d21
	isl_ast_expr *res;
Packit fb9d21
	isl_set *set;
Packit fb9d21
Packit fb9d21
	list = isl_basic_set_get_constraint_list(bset);
Packit fb9d21
	isl_basic_set_free(bset);
Packit fb9d21
	list = isl_constraint_list_sort(list, &cmp_constraint, NULL);
Packit fb9d21
	if (!list)
Packit fb9d21
		return NULL;
Packit fb9d21
	n = isl_constraint_list_n_constraint(list);
Packit fb9d21
	if (n == 0) {
Packit fb9d21
		isl_ctx *ctx = isl_basic_set_get_ctx(bset);
Packit fb9d21
		isl_constraint_list_free(list);
Packit fb9d21
		return isl_ast_expr_alloc_int_si(ctx, 1);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	build = isl_ast_build_copy(build);
Packit fb9d21
Packit fb9d21
	c = isl_constraint_list_get_constraint(list, 0);
Packit fb9d21
	bset = isl_basic_set_from_constraint(isl_constraint_copy(c));
Packit fb9d21
	set = isl_set_from_basic_set(bset);
Packit fb9d21
	res = isl_ast_expr_from_constraint(c, build);
Packit fb9d21
	build = isl_ast_build_restrict_generated(build, set);
Packit fb9d21
Packit fb9d21
	for (i = 1; i < n; ++i) {
Packit fb9d21
		isl_ast_expr *expr;
Packit fb9d21
Packit fb9d21
		c = isl_constraint_list_get_constraint(list, i);
Packit fb9d21
		bset = isl_basic_set_from_constraint(isl_constraint_copy(c));
Packit fb9d21
		set = isl_set_from_basic_set(bset);
Packit fb9d21
		expr = isl_ast_expr_from_constraint(c, build);
Packit fb9d21
		build = isl_ast_build_restrict_generated(build, set);
Packit fb9d21
		res = isl_ast_expr_and(res, expr);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	isl_constraint_list_free(list);
Packit fb9d21
	isl_ast_build_free(build);
Packit fb9d21
	return res;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
struct isl_expr_from_set_data {
Packit fb9d21
	isl_ast_build *build;
Packit fb9d21
	int first;
Packit fb9d21
	isl_ast_expr *res;
Packit fb9d21
};
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that evaluates the conditions defining "bset"
Packit fb9d21
 * and add it to data->res.
Packit fb9d21
 * The result is simplified in terms of data->build->domain.
Packit fb9d21
 */
Packit fb9d21
static int expr_from_set(__isl_take isl_basic_set *bset, void *user)
Packit fb9d21
{
Packit fb9d21
	struct isl_expr_from_set_data *data = user;
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
Packit fb9d21
	expr = isl_ast_build_expr_from_basic_set(data->build, bset);
Packit fb9d21
	if (data->first)
Packit fb9d21
		data->res = expr;
Packit fb9d21
	else
Packit fb9d21
		data->res = isl_ast_expr_or(data->res, expr);
Packit fb9d21
Packit fb9d21
	data->first = 0;
Packit fb9d21
Packit fb9d21
	if (!data->res)
Packit fb9d21
		return -1;
Packit fb9d21
	return 0;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that evaluates the conditions defining "set".
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 *
Packit fb9d21
 * If "set" is an (obviously) empty set, then return the expression "0".
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_build_expr_from_set(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_set *set)
Packit fb9d21
{
Packit fb9d21
	struct isl_expr_from_set_data data = { build, 1, NULL };
Packit fb9d21
Packit fb9d21
	if (isl_set_foreach_basic_set(set, &expr_from_set, &data) < 0)
Packit fb9d21
		data.res = isl_ast_expr_free(data.res);
Packit fb9d21
	else if (data.first) {
Packit fb9d21
		isl_ctx *ctx = isl_ast_build_get_ctx(build);
Packit fb9d21
		data.res = isl_ast_expr_from_val(isl_val_zero(ctx));
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	isl_set_free(set);
Packit fb9d21
	return data.res;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
struct isl_from_pw_aff_data {
Packit fb9d21
	isl_ast_build *build;
Packit fb9d21
	int n;
Packit fb9d21
	isl_ast_expr **next;
Packit fb9d21
	isl_set *dom;
Packit fb9d21
};
Packit fb9d21
Packit fb9d21
/* This function is called during the construction of an isl_ast_expr
Packit fb9d21
 * that evaluates an isl_pw_aff.
Packit fb9d21
 * Adjust data->next to take into account this piece.
Packit fb9d21
 *
Packit fb9d21
 * data->n is the number of pairs of set and aff to go.
Packit fb9d21
 * data->dom is the domain of the entire isl_pw_aff.
Packit fb9d21
 *
Packit fb9d21
 * If this is the last pair, then data->next is set to evaluate aff
Packit fb9d21
 * and the domain is ignored.
Packit fb9d21
 * Otherwise, data->next is set to a select operation that selects
Packit fb9d21
 * an isl_ast_expr correponding to "aff" on "set" and to an expression
Packit fb9d21
 * that will be filled in by later calls otherwise.
Packit fb9d21
 *
Packit fb9d21
 * In both cases, the constraints of "set" are added to the generated
Packit fb9d21
 * constraints of the build such that they can be exploited to simplify
Packit fb9d21
 * the AST expression constructed from "aff".
Packit fb9d21
 */
Packit fb9d21
static int ast_expr_from_pw_aff(__isl_take isl_set *set,
Packit fb9d21
	__isl_take isl_aff *aff, void *user)
Packit fb9d21
{
Packit fb9d21
	struct isl_from_pw_aff_data *data = user;
Packit fb9d21
	isl_ctx *ctx;
Packit fb9d21
	isl_ast_build *build;
Packit fb9d21
Packit fb9d21
	ctx = isl_set_get_ctx(set);
Packit fb9d21
	data->n--;
Packit fb9d21
	if (data->n == 0) {
Packit fb9d21
		build = isl_ast_build_copy(data->build);
Packit fb9d21
		build = isl_ast_build_restrict_generated(build, set);
Packit fb9d21
		*data->next = isl_ast_expr_from_aff(aff, build);
Packit fb9d21
		isl_ast_build_free(build);
Packit fb9d21
		if (!*data->next)
Packit fb9d21
			return -1;
Packit fb9d21
	} else {
Packit fb9d21
		isl_ast_expr *ternary, *arg;
Packit fb9d21
		isl_set *gist;
Packit fb9d21
Packit fb9d21
		ternary = isl_ast_expr_alloc_op(ctx, isl_ast_op_select, 3);
Packit fb9d21
		gist = isl_set_gist(isl_set_copy(set), isl_set_copy(data->dom));
Packit fb9d21
		arg = isl_ast_build_expr_from_set(data->build, gist);
Packit fb9d21
		ternary = isl_ast_expr_set_op_arg(ternary, 0, arg);
Packit fb9d21
		build = isl_ast_build_copy(data->build);
Packit fb9d21
		build = isl_ast_build_restrict_generated(build, set);
Packit fb9d21
		arg = isl_ast_expr_from_aff(aff, build);
Packit fb9d21
		isl_ast_build_free(build);
Packit fb9d21
		ternary = isl_ast_expr_set_op_arg(ternary, 1, arg);
Packit fb9d21
		if (!ternary)
Packit fb9d21
			return -1;
Packit fb9d21
Packit fb9d21
		*data->next = ternary;
Packit fb9d21
		data->next = &ternary->u.op.args[2];
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	return 0;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that evaluates "pa".
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "pa" lives in the internal schedule space.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_build_expr_from_pw_aff_internal(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_pw_aff *pa)
Packit fb9d21
{
Packit fb9d21
	struct isl_from_pw_aff_data data;
Packit fb9d21
	isl_ast_expr *res = NULL;
Packit fb9d21
Packit fb9d21
	pa = isl_ast_build_compute_gist_pw_aff(build, pa);
Packit fb9d21
	pa = isl_pw_aff_coalesce(pa);
Packit fb9d21
	if (!pa)
Packit fb9d21
		return NULL;
Packit fb9d21
Packit fb9d21
	data.build = build;
Packit fb9d21
	data.n = isl_pw_aff_n_piece(pa);
Packit fb9d21
	data.next = &res;
Packit fb9d21
	data.dom = isl_pw_aff_domain(isl_pw_aff_copy(pa));
Packit fb9d21
Packit fb9d21
	if (isl_pw_aff_foreach_piece(pa, &ast_expr_from_pw_aff, &data) < 0)
Packit fb9d21
		res = isl_ast_expr_free(res);
Packit fb9d21
	else if (!res)
Packit fb9d21
		isl_die(isl_pw_aff_get_ctx(pa), isl_error_invalid,
Packit fb9d21
			"cannot handle void expression", res = NULL);
Packit fb9d21
Packit fb9d21
	isl_pw_aff_free(pa);
Packit fb9d21
	isl_set_free(data.dom);
Packit fb9d21
	return res;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that evaluates "pa".
Packit fb9d21
 * The result is simplified in terms of build->domain.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "pa" lives in the external schedule space.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_build_expr_from_pw_aff(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_pw_aff *pa)
Packit fb9d21
{
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
Packit fb9d21
	if (isl_ast_build_need_schedule_map(build)) {
Packit fb9d21
		isl_multi_aff *ma;
Packit fb9d21
		ma = isl_ast_build_get_schedule_map_multi_aff(build);
Packit fb9d21
		pa = isl_pw_aff_pullback_multi_aff(pa, ma);
Packit fb9d21
	}
Packit fb9d21
	expr = isl_ast_build_expr_from_pw_aff_internal(build, pa);
Packit fb9d21
	return expr;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Set the ids of the input dimensions of "mpa" to the iterator ids
Packit fb9d21
 * of "build".
Packit fb9d21
 *
Packit fb9d21
 * The domain of "mpa" is assumed to live in the internal schedule domain.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_multi_pw_aff *set_iterator_names(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_multi_pw_aff *mpa)
Packit fb9d21
{
Packit fb9d21
	int i, n;
Packit fb9d21
Packit fb9d21
	n = isl_multi_pw_aff_dim(mpa, isl_dim_in);
Packit fb9d21
	for (i = 0; i < n; ++i) {
Packit fb9d21
		isl_id *id;
Packit fb9d21
Packit fb9d21
		id = isl_ast_build_get_iterator_id(build, i);
Packit fb9d21
		mpa = isl_multi_pw_aff_set_dim_id(mpa, isl_dim_in, i, id);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	return mpa;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr of type "type" with as first argument "arg0" and
Packit fb9d21
 * the remaining arguments derived from "mpa".
Packit fb9d21
 * That is, construct a call or access expression that calls/accesses "arg0"
Packit fb9d21
 * with arguments/indices specified by "mpa".
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_build_with_arguments(
Packit fb9d21
	__isl_keep isl_ast_build *build, enum isl_ast_op_type type,
Packit fb9d21
	__isl_take isl_ast_expr *arg0, __isl_take isl_multi_pw_aff *mpa)
Packit fb9d21
{
Packit fb9d21
	int i, n;
Packit fb9d21
	isl_ctx *ctx;
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
Packit fb9d21
	ctx = isl_ast_build_get_ctx(build);
Packit fb9d21
Packit fb9d21
	n = isl_multi_pw_aff_dim(mpa, isl_dim_out);
Packit fb9d21
	expr = isl_ast_expr_alloc_op(ctx, type, 1 + n);
Packit fb9d21
	expr = isl_ast_expr_set_op_arg(expr, 0, arg0);
Packit fb9d21
	for (i = 0; i < n; ++i) {
Packit fb9d21
		isl_pw_aff *pa;
Packit fb9d21
		isl_ast_expr *arg;
Packit fb9d21
Packit fb9d21
		pa = isl_multi_pw_aff_get_pw_aff(mpa, i);
Packit fb9d21
		arg = isl_ast_build_expr_from_pw_aff_internal(build, pa);
Packit fb9d21
		expr = isl_ast_expr_set_op_arg(expr, 1 + i, arg);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	isl_multi_pw_aff_free(mpa);
Packit fb9d21
	return expr;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_build_from_multi_pw_aff_internal(
Packit fb9d21
	__isl_keep isl_ast_build *build, enum isl_ast_op_type type,
Packit fb9d21
	__isl_take isl_multi_pw_aff *mpa);
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that accesses the member specified by "mpa".
Packit fb9d21
 * The range of "mpa" is assumed to be wrapped relation.
Packit fb9d21
 * The domain of this wrapped relation specifies the structure being
Packit fb9d21
 * accessed, while the range of this wrapped relation spacifies the
Packit fb9d21
 * member of the structure being accessed.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "mpa" is assumed to live in the internal schedule domain.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_build_from_multi_pw_aff_member(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_multi_pw_aff *mpa)
Packit fb9d21
{
Packit fb9d21
	isl_id *id;
Packit fb9d21
	isl_multi_pw_aff *domain;
Packit fb9d21
	isl_ast_expr *domain_expr, *expr;
Packit fb9d21
	enum isl_ast_op_type type = isl_ast_op_access;
Packit fb9d21
Packit fb9d21
	domain = isl_multi_pw_aff_copy(mpa);
Packit fb9d21
	domain = isl_multi_pw_aff_range_factor_domain(domain);
Packit fb9d21
	domain_expr = isl_ast_build_from_multi_pw_aff_internal(build,
Packit fb9d21
								type, domain);
Packit fb9d21
	mpa = isl_multi_pw_aff_range_factor_range(mpa);
Packit fb9d21
	if (!isl_multi_pw_aff_has_tuple_id(mpa, isl_dim_out))
Packit fb9d21
		isl_die(isl_ast_build_get_ctx(build), isl_error_invalid,
Packit fb9d21
			"missing field name", goto error);
Packit fb9d21
	id = isl_multi_pw_aff_get_tuple_id(mpa, isl_dim_out);
Packit fb9d21
	expr = isl_ast_expr_from_id(id);
Packit fb9d21
	expr = isl_ast_expr_alloc_binary(isl_ast_op_member, domain_expr, expr);
Packit fb9d21
	return isl_ast_build_with_arguments(build, type, expr, mpa);
Packit fb9d21
error:
Packit fb9d21
	isl_multi_pw_aff_free(mpa);
Packit fb9d21
	return NULL;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr of type "type" that calls or accesses
Packit fb9d21
 * the element specified by "mpa".
Packit fb9d21
 * The first argument is obtained from the output tuple name.
Packit fb9d21
 * The remaining arguments are given by the piecewise affine expressions.
Packit fb9d21
 *
Packit fb9d21
 * If the range of "mpa" is a mapped relation, then we assume it
Packit fb9d21
 * represents an access to a member of a structure.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "mpa" is assumed to live in the internal schedule domain.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_build_from_multi_pw_aff_internal(
Packit fb9d21
	__isl_keep isl_ast_build *build, enum isl_ast_op_type type,
Packit fb9d21
	__isl_take isl_multi_pw_aff *mpa)
Packit fb9d21
{
Packit fb9d21
	isl_ctx *ctx;
Packit fb9d21
	isl_id *id;
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
Packit fb9d21
	if (!mpa)
Packit fb9d21
		goto error;
Packit fb9d21
Packit fb9d21
	if (type == isl_ast_op_access &&
Packit fb9d21
	    isl_multi_pw_aff_range_is_wrapping(mpa))
Packit fb9d21
		return isl_ast_build_from_multi_pw_aff_member(build, mpa);
Packit fb9d21
Packit fb9d21
	mpa = set_iterator_names(build, mpa);
Packit fb9d21
	if (!build || !mpa)
Packit fb9d21
		goto error;
Packit fb9d21
Packit fb9d21
	ctx = isl_ast_build_get_ctx(build);
Packit fb9d21
Packit fb9d21
	if (isl_multi_pw_aff_has_tuple_id(mpa, isl_dim_out))
Packit fb9d21
		id = isl_multi_pw_aff_get_tuple_id(mpa, isl_dim_out);
Packit fb9d21
	else
Packit fb9d21
		id = isl_id_alloc(ctx, "", NULL);
Packit fb9d21
Packit fb9d21
	expr = isl_ast_expr_from_id(id);
Packit fb9d21
	return isl_ast_build_with_arguments(build, type, expr, mpa);
Packit fb9d21
error:
Packit fb9d21
	isl_multi_pw_aff_free(mpa);
Packit fb9d21
	return NULL;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr of type "type" that calls or accesses
Packit fb9d21
 * the element specified by "pma".
Packit fb9d21
 * The first argument is obtained from the output tuple name.
Packit fb9d21
 * The remaining arguments are given by the piecewise affine expressions.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "pma" is assumed to live in the internal schedule domain.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_build_from_pw_multi_aff_internal(
Packit fb9d21
	__isl_keep isl_ast_build *build, enum isl_ast_op_type type,
Packit fb9d21
	__isl_take isl_pw_multi_aff *pma)
Packit fb9d21
{
Packit fb9d21
	isl_multi_pw_aff *mpa;
Packit fb9d21
Packit fb9d21
	mpa = isl_multi_pw_aff_from_pw_multi_aff(pma);
Packit fb9d21
	return isl_ast_build_from_multi_pw_aff_internal(build, type, mpa);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr of type "type" that calls or accesses
Packit fb9d21
 * the element specified by "mpa".
Packit fb9d21
 * The first argument is obtained from the output tuple name.
Packit fb9d21
 * The remaining arguments are given by the piecewise affine expressions.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "mpa" is assumed to live in the external schedule domain.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_build_from_multi_pw_aff(
Packit fb9d21
	__isl_keep isl_ast_build *build, enum isl_ast_op_type type,
Packit fb9d21
	__isl_take isl_multi_pw_aff *mpa)
Packit fb9d21
{
Packit fb9d21
	int is_domain;
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
	isl_space *space_build, *space_mpa;
Packit fb9d21
Packit fb9d21
	space_build = isl_ast_build_get_space(build, 0);
Packit fb9d21
	space_mpa = isl_multi_pw_aff_get_space(mpa);
Packit fb9d21
	is_domain = isl_space_tuple_is_equal(space_build, isl_dim_set,
Packit fb9d21
					space_mpa, isl_dim_in);
Packit fb9d21
	isl_space_free(space_build);
Packit fb9d21
	isl_space_free(space_mpa);
Packit fb9d21
	if (is_domain < 0)
Packit fb9d21
		goto error;
Packit fb9d21
	if (!is_domain)
Packit fb9d21
		isl_die(isl_ast_build_get_ctx(build), isl_error_invalid,
Packit fb9d21
			"spaces don't match", goto error);
Packit fb9d21
Packit fb9d21
	if (isl_ast_build_need_schedule_map(build)) {
Packit fb9d21
		isl_multi_aff *ma;
Packit fb9d21
		ma = isl_ast_build_get_schedule_map_multi_aff(build);
Packit fb9d21
		mpa = isl_multi_pw_aff_pullback_multi_aff(mpa, ma);
Packit fb9d21
	}
Packit fb9d21
Packit fb9d21
	expr = isl_ast_build_from_multi_pw_aff_internal(build, type, mpa);
Packit fb9d21
	return expr;
Packit fb9d21
error:
Packit fb9d21
	isl_multi_pw_aff_free(mpa);
Packit fb9d21
	return NULL;
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that calls the domain element specified by "mpa".
Packit fb9d21
 * The name of the function is obtained from the output tuple name.
Packit fb9d21
 * The arguments are given by the piecewise affine expressions.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "mpa" is assumed to live in the external schedule domain.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_build_call_from_multi_pw_aff(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_multi_pw_aff *mpa)
Packit fb9d21
{
Packit fb9d21
	return isl_ast_build_from_multi_pw_aff(build, isl_ast_op_call, mpa);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that accesses the array element specified by "mpa".
Packit fb9d21
 * The name of the array is obtained from the output tuple name.
Packit fb9d21
 * The index expressions are given by the piecewise affine expressions.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "mpa" is assumed to live in the external schedule domain.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_build_access_from_multi_pw_aff(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_multi_pw_aff *mpa)
Packit fb9d21
{
Packit fb9d21
	return isl_ast_build_from_multi_pw_aff(build, isl_ast_op_access, mpa);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr of type "type" that calls or accesses
Packit fb9d21
 * the element specified by "pma".
Packit fb9d21
 * The first argument is obtained from the output tuple name.
Packit fb9d21
 * The remaining arguments are given by the piecewise affine expressions.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "pma" is assumed to live in the external schedule domain.
Packit fb9d21
 */
Packit fb9d21
static __isl_give isl_ast_expr *isl_ast_build_from_pw_multi_aff(
Packit fb9d21
	__isl_keep isl_ast_build *build, enum isl_ast_op_type type,
Packit fb9d21
	__isl_take isl_pw_multi_aff *pma)
Packit fb9d21
{
Packit fb9d21
	isl_multi_pw_aff *mpa;
Packit fb9d21
Packit fb9d21
	mpa = isl_multi_pw_aff_from_pw_multi_aff(pma);
Packit fb9d21
	return isl_ast_build_from_multi_pw_aff(build, type, mpa);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that calls the domain element specified by "pma".
Packit fb9d21
 * The name of the function is obtained from the output tuple name.
Packit fb9d21
 * The arguments are given by the piecewise affine expressions.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "pma" is assumed to live in the external schedule domain.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_build_call_from_pw_multi_aff(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_pw_multi_aff *pma)
Packit fb9d21
{
Packit fb9d21
	return isl_ast_build_from_pw_multi_aff(build, isl_ast_op_call, pma);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that accesses the array element specified by "pma".
Packit fb9d21
 * The name of the array is obtained from the output tuple name.
Packit fb9d21
 * The index expressions are given by the piecewise affine expressions.
Packit fb9d21
 *
Packit fb9d21
 * The domain of "pma" is assumed to live in the external schedule domain.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_expr *isl_ast_build_access_from_pw_multi_aff(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_pw_multi_aff *pma)
Packit fb9d21
{
Packit fb9d21
	return isl_ast_build_from_pw_multi_aff(build, isl_ast_op_access, pma);
Packit fb9d21
}
Packit fb9d21
Packit fb9d21
/* Construct an isl_ast_expr that calls the domain element
Packit fb9d21
 * specified by "executed".
Packit fb9d21
 *
Packit fb9d21
 * "executed" is assumed to be single-valued, with a domain that lives
Packit fb9d21
 * in the internal schedule space.
Packit fb9d21
 */
Packit fb9d21
__isl_give isl_ast_node *isl_ast_build_call_from_executed(
Packit fb9d21
	__isl_keep isl_ast_build *build, __isl_take isl_map *executed)
Packit fb9d21
{
Packit fb9d21
	isl_pw_multi_aff *iteration;
Packit fb9d21
	isl_ast_expr *expr;
Packit fb9d21
Packit fb9d21
	iteration = isl_pw_multi_aff_from_map(executed);
Packit fb9d21
	iteration = isl_ast_build_compute_gist_pw_multi_aff(build, iteration);
Packit fb9d21
	iteration = isl_pw_multi_aff_intersect_domain(iteration,
Packit fb9d21
					isl_ast_build_get_domain(build));
Packit fb9d21
	expr = isl_ast_build_from_pw_multi_aff_internal(build, isl_ast_op_call,
Packit fb9d21
							iteration);
Packit fb9d21
	return isl_ast_node_alloc_user(expr);
Packit fb9d21
}