This commit is contained in:
Joe Fioti
2026-04-17 18:01:56 +00:00
parent 51c6596f6a
commit c8ad5f8b75
2 changed files with 5 additions and 2 deletions

View File

@@ -14,7 +14,10 @@ const REPO_ID: &str = "google/gemma-4-26B-A4B";
fn main() {
let max_seq_len = 4096;
let gen_tokens = 30;
let search_graphs = 50;
let search_graphs = std::env::var("SEARCH_GRAPHS")
.ok()
.and_then(|s| s.parse().ok())
.unwrap_or(50);
let prompt = "The capital of France is";
let ctx = CudaContext::new(0).unwrap();

View File

@@ -663,7 +663,7 @@ pub(super) mod tests {
let mut out: Vec<(NotNan<f32>, usize)> =
heap.into_iter().map(|std::cmp::Reverse(t)| t).collect();
out.sort_unstable_by(|a, b| b.0.cmp(&a.0));
out.sort_unstable_by_key(|b| std::cmp::Reverse(b.0));
out.into_iter().map(|(_, i)| i).collect()
}
test_unary(