eval-callback : stop on first NaN (#15320)
* eval-callback : stop on first NaN * cont : log error
This commit is contained in:
parent
f75b830647
commit
df36bce667
|
|
@ -7,6 +7,7 @@
|
||||||
#include <cstdio>
|
#include <cstdio>
|
||||||
#include <string>
|
#include <string>
|
||||||
#include <vector>
|
#include <vector>
|
||||||
|
#include <numeric>
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* This the arbitrary data which will be passed to each callback.
|
* This the arbitrary data which will be passed to each callback.
|
||||||
|
|
@ -77,6 +78,12 @@ static void ggml_print_tensor(uint8_t * data, ggml_type type, const int64_t * ne
|
||||||
LOG(" ]\n");
|
LOG(" ]\n");
|
||||||
LOG(" sum = %f\n", sum);
|
LOG(" sum = %f\n", sum);
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// TODO: make this abort configurable/optional?
|
||||||
|
if (std::isnan(sum)) {
|
||||||
|
LOG_ERR("encountered NaN - aborting\n");
|
||||||
|
exit(0);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue