File tree Expand file tree Collapse file tree 3 files changed +3
-0
lines changed
Expand file tree Collapse file tree 3 files changed +3
-0
lines changed Original file line number Diff line number Diff line change 22#include " ops.cuh" // For CUDA_CHECK_RETURN, some typedefs
33#include < cub/cub.cuh>
44#include < cuda_fp16.h>
5+ #include < float.h> // For FLT_MIN/FLT_MAX
56
67// from kernels.cu
78// TODO move somewhere like common.cuh or cub_utils.cuh etc
Original file line number Diff line number Diff line change 33#include < cub/cub.cuh>
44#include < cublasLt.h>
55#include < cuda_fp16.h>
6+ #include < float.h> // For FLT_MIN/FLT_MAX
67
78#define MM_DEQUANT_CONST 6 .200012e-05f // 1.0f/(127.0f*127.0f)
89
Original file line number Diff line number Diff line change 11#include " ops.cuh" // For Optimizer_t, CUDA_CHECK_RETURN
22#include < cub/cub.cuh>
3+ #include < float.h> // For FLT_MIN/FLT_MAX
34
45// constants for 32bit optimizers
56#define TH 1024
You can’t perform that action at this time.
0 commit comments