Fix most of the overflow errors

This commit is contained in:
Erica Fischer
2023-09-07 16:36:20 -07:00
parent 8476fdf282
commit 1ccbb6306c
+37 -2
View File
@@ -1004,12 +1004,37 @@ drawvec clip_lines(drawvec &geom, long long minx, long long miny, long long maxx
}
// @@@
static long long square_distance_from_line_fp(long long point_x, long long point_y, long long segA_x, long long segA_y, long long segB_x, long long segB_y) {
long long p2x = segB_x - segA_x;
long long p2y = segB_y - segA_y;
double something = p2x * p2x + p2y * p2y;
double u = 0 == something ? 0 : ((point_x - segA_x) * p2x + (point_y - segA_y) * p2y) / something;
if (u > 1) {
u = 1;
} else if (u < 0) {
u = 0;
}
long long x = std::round(segA_x + u * p2x);
long long y = std::round(segA_y + u * p2y);
long long dx = x - point_x;
long long dy = y - point_y;
long long out = dx * dx + dy * dy;
printf("%lld,%lld %f %f %lld,%lld %lld,%lld makes %lld (fp)\n", p2x, p2y, something, u, x, y, dx, dy, out);
return out;
}
static long long square_distance_from_line(long long point_x, long long point_y, long long segA_x, long long segA_y, long long segB_x, long long segB_y) {
long long fpversion = square_distance_from_line_fp(point_x, point_y, segA_x, segA_y, segB_x, segB_y);
const long long scale = 1024;
long long p2x = segB_x - segA_x;
long long p2y = segB_y - segA_y;
long long something = p2x * p2x + p2y * p2y;
double u = 0 == something ? 0 : ((point_x - segA_x) * p2x + (point_y - segA_y) * p2y) * scale / something;
double u = 0 == something ? 0 : ((point_x - segA_x) * p2x + (point_y - segA_y) * p2y) / (something / scale);
if (u > scale) {
u = scale;
@@ -1023,7 +1048,17 @@ static long long square_distance_from_line(long long point_x, long long point_y,
long long dx = x - point_x;
long long dy = y - point_y;
return dx * dx + dy * dy;
long long out = dx * dx + dy * dy;
printf("%lld,%lld %lld %f %lld,%lld %lld,%lld makes %lld\n", p2x, p2y, something, u, x, y, dx, dy, out);
if (fpversion > out) {
printf("%.3f ", (double) fpversion / out);
} else {
printf("%.3f ", (double) out / fpversion);
}
printf("for %lld,%lld in %lld,%lld to %lld,%lld: fp %lld vs quant %lld\n", point_x, point_y, segA_x, segA_y, segB_x, segB_y, fpversion, out);
return out;
}
// https://github.com/Project-OSRM/osrm-backend/blob/733d1384a40f/Algorithms/DouglasePeucker.cpp