[system-a] neurons/relu -- because there will also be neurons/recu

TODO.md

@@ -1,6 +1,5 @@
 # system-a
 
-[system-a] `neurons/relu` -- because there will also be `neurons/recu`
 [system-a] move `denseBlock` to `neurons/relu` -- maybe rename to `reluBlock`
 [system-a] move `gradient` to `gradient/`
 

src/system-a/block/denseBlock.ts

@@ -1,4 +1,4 @@
-import { relu } from "../neurons/relu.js"
+import { relu } from "../neurons/relu/index.js"
 import type { Tensor } from "../tensor/Tensor.js"
 import { randomTensor } from "../tensor/randomTensor.js"
 import type { Shape } from "../tensor/shape.js"

src/system-a/models/iris/irisModel.ts

@@ -46,7 +46,7 @@ export function irisTrainParameters(): Array<Tensor> {
 
   gradientDescentAdam
   const gradientDescentFn = gradientDescentAdam({
-    learningRate: 0.06,
+    learningRate: 0.001,
     decayRate: 0.9,
     relayFactor: 0.85,
   })

src/system-a/neurons/relu/index.ts

@@ -0,0 +1 @@
+export * from "./relu.js"

src/system-a/neurons/linear.ts → src/system-a/neurons/relu/linear.ts

@@ -1,5 +1,5 @@
-import type { Tensor } from "../tensor/index.js"
-import { add, dot, extend2, mul, sum } from "../toys/index.js"
+import type { Tensor } from "../../tensor/index.js"
+import { add, dot, extend2, mul, sum } from "../../toys/index.js"
 
 const mul21 = extend2(mul, 2, 1)
 

src/system-a/neurons/multiLayerRelu.ts → src/system-a/neurons/relu/multiLayerRelu.ts

@@ -1,4 +1,4 @@
-import type { Tensor } from "../tensor/Tensor.js"
+import type { Tensor } from "../../tensor/Tensor.js"
 import { relu } from "./relu.js"
 
 type Target = (t: Tensor) => (...ps: Array<Tensor>) => Tensor

src/system-a/neurons/relu.test.ts → src/system-a/neurons/relu/relu.test.ts

@@ -1,6 +1,6 @@
 // import assert from "node:assert"
 // import { test } from "node:test"
-// import { assertTensorAlmostEqual } from "../tensor/assertions.js"
+// import { assertTensorAlmostEqual } from "../../tensor/assertions.js"
 // import { rectify, relu } from "./relu.js"
 
 // test("rectify", () => {

src/system-a/neurons/relu.ts → src/system-a/neurons/relu/relu.ts

@@ -1,5 +1,5 @@
-import type { Scalar, Tensor } from "../tensor/index.js"
-import { extend1, lt, mul } from "../toys/index.js"
+import type { Scalar, Tensor } from "../../tensor/index.js"
+import { extend1, lt, mul } from "../../toys/index.js"
 import { linear } from "./linear.js"
 
 export function rectifyScalar(s: Scalar): Scalar {