mschoi/luminal
1
0
Fork 0
forked from Rust-related/luminal
Code Pull Requests Activity

Small chagnge

Browse Source
This commit is contained in:
Joe Fioti
2024-05-27 19:34:38 -05:00
parent aebbd9c08c
commit d1a493b162
2 changed files with 2 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
crates/luminal_cuda/src/elementwise_fusion.rs
View File

@@ -435,7 +435,6 @@ extern \"C\" __global__ void kernel({} {type_name}* out, const int n_elements{re
.join("\n "), .join("\n "),
op.subexpressions.last().unwrap().0 op.subexpressions.last().unwrap().0
); );
println!("{kernel}");
op.kernel = Some(compile_and_load_kernel(kernel, &device)); op.kernel = Some(compile_and_load_kernel(kernel, &device));
op.dyn_chars = dyn_chars; op.dyn_chars = dyn_chars;
} }

4
examples/whisper/src/main.rs
View File

@@ -102,7 +102,7 @@ fn main() {
let now = std::time::Instant::now(); let now = std::time::Instant::now();
audio_input.set_dyn(vec![0.; 160], &[1, 80, 2]); audio_input.set_dyn(vec![0.; 160], &[1, 80, 2]);
enc_cx.set_dyn_dim('d', 1); enc_cx.set_dyn_dim('d', 1);
enc_cx.execute_debug(); enc_cx.execute();
delete_inputs(downstream(encoder_params, &enc_cx), &mut enc_cx); delete_inputs(downstream(encoder_params, &enc_cx), &mut enc_cx);
text_input.set_dyn(vec![0.], &[1, 1]); text_input.set_dyn(vec![0.], &[1, 1]);
dec_cx.set_dyn_dim('e', 1); dec_cx.set_dyn_dim('e', 1);
@@ -131,7 +131,7 @@ fn main() {
audio_input.set_dyn(mel, &[1, 80, mel_len / 80]); audio_input.set_dyn(mel, &[1, 80, mel_len / 80]);
enc_cx.set_dyn_dim('d', (mel_len / 80) / 2); enc_cx.set_dyn_dim('d', (mel_len / 80) / 2);
enc_cx.execute_debug(); enc_cx.execute();
transfer_data(encoded, &mut enc_cx, encoder_output, &mut dec_cx); transfer_data(encoded, &mut enc_cx, encoder_output, &mut dec_cx);
println!("\t\t - {}ms", start_encoding.elapsed().as_millis()); println!("\t\t - {}ms", start_encoding.elapsed().as_millis());