switched qwen to fp32 on cuda

This commit is contained in:
Joe Fioti
2025-04-30 08:47:47 -05:00
parent c767877507
commit 8b608ecde7

View File

@@ -83,8 +83,8 @@ fn main() {
),
#[cfg(feature = "cuda")]
(
luminal_cuda::CudaCompiler::<f16>::default(),
luminal_cuda::CudaQuantizedCompiler::<f16>::new(q_weights),
luminal_cuda::CudaCompiler::<f32>::default(),
luminal_cuda::CudaQuantizedCompiler::<f32>::new(q_weights),
),
),
(