Update quant.py
Browse files
quant.py
CHANGED
|
@@ -657,7 +657,7 @@ __global__ void VecQuant8MatMulKernel(
|
|
| 657 |
atomicAdd(&mul[b * width + w], res);
|
| 658 |
}
|
| 659 |
'''
|
| 660 |
-
open("quant_cuda_kernel.cu","w") as f:
|
| 661 |
f.write(cucode)
|
| 662 |
cppcode = '''
|
| 663 |
#include <torch/all.h>
|
|
|
|
| 657 |
atomicAdd(&mul[b * width + w], res);
|
| 658 |
}
|
| 659 |
'''
|
| 660 |
+
with open("quant_cuda_kernel.cu","w") as f:
|
| 661 |
f.write(cucode)
|
| 662 |
cppcode = '''
|
| 663 |
#include <torch/all.h>
|