mirror of
https://github.com/jafioti/luminal.git
synced 2026-06-01 21:49:47 +09:00
switched qwen to fp32 on cuda
This commit is contained in:
@@ -83,8 +83,8 @@ fn main() {
|
||||
),
|
||||
#[cfg(feature = "cuda")]
|
||||
(
|
||||
luminal_cuda::CudaCompiler::<f16>::default(),
|
||||
luminal_cuda::CudaQuantizedCompiler::<f16>::new(q_weights),
|
||||
luminal_cuda::CudaCompiler::<f32>::default(),
|
||||
luminal_cuda::CudaQuantizedCompiler::<f32>::new(q_weights),
|
||||
),
|
||||
),
|
||||
(
|
||||
|
||||
Reference in New Issue
Block a user