mirror of
https://github.com/jafioti/luminal.git
synced 2026-06-01 21:49:47 +09:00
fix
This commit is contained in:
@@ -14,7 +14,10 @@ const REPO_ID: &str = "google/gemma-4-26B-A4B";
|
|||||||
fn main() {
|
fn main() {
|
||||||
let max_seq_len = 4096;
|
let max_seq_len = 4096;
|
||||||
let gen_tokens = 30;
|
let gen_tokens = 30;
|
||||||
let search_graphs = 50;
|
let search_graphs = std::env::var("SEARCH_GRAPHS")
|
||||||
|
.ok()
|
||||||
|
.and_then(|s| s.parse().ok())
|
||||||
|
.unwrap_or(50);
|
||||||
let prompt = "The capital of France is";
|
let prompt = "The capital of France is";
|
||||||
|
|
||||||
let ctx = CudaContext::new(0).unwrap();
|
let ctx = CudaContext::new(0).unwrap();
|
||||||
|
|||||||
@@ -663,7 +663,7 @@ pub(super) mod tests {
|
|||||||
let mut out: Vec<(NotNan<f32>, usize)> =
|
let mut out: Vec<(NotNan<f32>, usize)> =
|
||||||
heap.into_iter().map(|std::cmp::Reverse(t)| t).collect();
|
heap.into_iter().map(|std::cmp::Reverse(t)| t).collect();
|
||||||
|
|
||||||
out.sort_unstable_by(|a, b| b.0.cmp(&a.0));
|
out.sort_unstable_by_key(|b| std::cmp::Reverse(b.0));
|
||||||
out.into_iter().map(|(_, i)| i).collect()
|
out.into_iter().map(|(_, i)| i).collect()
|
||||||
}
|
}
|
||||||
test_unary(
|
test_unary(
|
||||||
|
|||||||
Reference in New Issue
Block a user