Fix serious bug in normalize_constraints

We would mistakenly relax constraints to include extra integer
points rather than tightening them to remove some rational points.

diff --git a/include/isl_int.h b/include/isl_int.h
index 6e39a5d..ebc28c5 100644 (file)
--- a/include/isl_int.h
+++ b/include/isl_int.h
@@ -34,6 +34,7 @@ typedef mpz_t isl_int;
 #define isl_int_lcm(r,i,j)     mpz_lcm(r,i,j)
 #define isl_int_divexact(r,i,j)        mpz_divexact(r,i,j)
 #define isl_int_cdiv_q(r,i,j)  mpz_cdiv_q(r,i,j)
+#define isl_int_fdiv_q(r,i,j)  mpz_fdiv_q(r,i,j)
 
 #define isl_int_print(out,i)                                           \
        do {                                                            \

diff --git a/isl_map.c b/isl_map.c
index 12d6780..e2eb72c 100644 (file)
--- a/isl_map.c
+++ b/isl_map.c
@@ -958,7 +958,7 @@ static struct isl_basic_map *normalize_constraints(
                }
                if (isl_int_is_one(gcd))
                        continue;
-               isl_int_cdiv_q(bmap->ineq[i][0], bmap->ineq[i][0], gcd);
+               isl_int_fdiv_q(bmap->ineq[i][0], bmap->ineq[i][0], gcd);
                isl_seq_scale_down(bmap->ineq[i]+1, bmap->ineq[i]+1, gcd, total);
        }
        isl_int_clear(gcd);