songsenand
/
cgal
mirror of https://github.com/CGAL/cgal
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Fix ptrdiff_t overflow

This commit is contained in:
Simon Giraudot 2020-12-14 15:10:30 +01:00
parent 37f85e7702
commit 360040dfd6
1 changed files with 4 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
Shape_detection/include/CGAL/Shape_detection/Efficient_RANSAC/Shape_base.h
View File

@ -623,10 +623,11 @@ namespace CGAL {
const std::ptrdiff_t n,
FT &low,
FT &high) {
const FT q = FT(x * n * double(UN - x) * (UN - n) / (UN - 1));
const FT xn = double(x) * double(n);
const FT q = FT(xn * double(UN - x) * (UN - n) / (UN - 1));
const FT sq = CGAL::sqrt(q);
low = (x * n - sq) / UN;
high = (x * n + sq)/UN;
low = (xn - sq) / UN;
high = (xn + sq)/UN;
if (!is_finite<FT>(low) || !is_finite<FT>(high)) {
low = high = 0;