Rust-related/luminal
1
0
Fork 1
mirror of https://github.com/jafioti/luminal.git synced 2026-06-01 21:49:47 +09:00
Code Issues Packages Projects Releases Wiki Activity

changed back to convergence original values

Browse Source
This commit is contained in:
Dániel Leiszen
2025-10-12 20:37:31 +02:00
parent fd0b796d78
commit 8607e10d4d
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
crates/luminal_training/src/optimizer.rs
View File

@@ -292,13 +292,13 @@ mod tests {
adam.set_beta1(0.9, &mut graph);
adam.set_beta2(0.999, &mut graph);
// higher learning rate for faster convergence
adam.set_learning_rate(2e-2, &mut graph);
adam.set_learning_rate(1e-2, &mut graph);
adam.set_epsilon(1e-8, &mut graph);
graph.compile(GenericCompiler::default(), (&mut x, &mut gradient));
// Should converge to x ≈ 3.0 after sufficient iterations
for step in 0..2001 {
for step in 0..1001 {
graph.execute();
transfer_data_same_graph(adam.new_weights(), &x, &mut graph);