up

xieyuheng · May 30, 2024 · 309b81d · 309b81d
1 parent f4edfc3
commit 309b81d
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 4 deletions.
diff --git a/TODO.md b/TODO.md
@@ -1,5 +1,6 @@
 # system-a
 
+[models] `accurateEnoughIrisTrainParameters`
 [models] `gridSearch`
 
 # the-book

diff --git a/src/system-a/models/iris/irisModel.ts b/src/system-a/models/iris/irisModel.ts
@@ -3,7 +3,7 @@ import {
   denseBlock,
   denseInitParameters,
 } from "../../block/index.js"
-import { gradientDescentNaked } from "../../gradient-descent/gradientDescentNaked.js"
+import { gradientDescentAdam } from "../../gradient-descent/gradientDescentAdam.js"
 import { l2Loss } from "../../loss/index.js"
 import type { Tensor } from "../../tensor/Tensor.js"
 import { samplingObjective } from "../../tensor/samplingObjective.js"
@@ -24,12 +24,18 @@ export function irisTrainParameters(): Array<Tensor> {
 
   const initParameters = denseInitParameters(irisNetwork.shapes)
 
-  const gradientDescentFn = gradientDescentNaked({
-    learningRate: 0.0002,
+  // const gradientDescentFn = gradientDescentNaked({
+  //   learningRate: 0.0002,
+  // })
+
+  const gradientDescentFn = gradientDescentAdam({
+    learningRate: 0.002,
+    decayRate: 0.9,
+    relayFactor: 0.85,
   })
 
   return gradientDescentFn(objective, initParameters, {
-    revs: 2000,
+    revs: 1000,
   })
 }