Test with speech commands model

Author: petrohi

tools/test/src/tools/CompilerSpec.scala

@@ -2536,4 +2536,78 @@ class CompilerSpec extends FlatSpec {
       traceContext = traceContext
     )
   }
+
+  val SpeechCommandsFp16bp8Architecture = Architecture.mkWithDefaults(
+    dataType = ArchitectureDataType.FP16BP8,
+    arraySize = 8,
+    accumulatorDepth = Kibi * 2,
+    localDepth = Kibi * 8,
+    stride0Depth = 8,
+    stride1Depth = 8,
+  )
+
+  val SpeechCommandsFloatArchitecture = Architecture.mkWithDefaults(
+    dataType = ArchitectureDataType.FLOAT32,
+    arraySize = 8,
+    accumulatorDepth = Kibi * 2,
+    localDepth = Kibi * 8,
+    stride0Depth = 8,
+    stride1Depth = 8,
+  )
+
+  it should "Compile ONNX fixed16bp8 SpeechCommands" in {
+    val name         = "speech_commands_fixed16bp8_onnx"
+    val traceContext = new ExecutiveTraceContext()
+    val options = CompilerOptions(
+      arch = SpeechCommandsFp16bp8Architecture,
+      printSummary = true,
+      printLayersSummary = true,
+      printGraphFileName = Some(s"${name}.dot"),
+      tracepointConditions = List(
+        TracepointCondition(MemoryTag.Vars, "dense_3")
+      )
+    )
+
+    Compiler.compile(
+      name,
+      s"${Models}/speech_commands.onnx",
+      List("dense_3"),
+      options,
+      traceContext
+    )
+
+    EmulatorHelper.test(
+      name,
+      inputBatchSize = options.inputShapes.batchSize,
+      traceContext = traceContext
+    )
+  }
+
+  it should "Compile ONNX float SpeechCommands" taggedAs (Slow) in {
+    val name         = "speech_commands_fixed16bp8_onnx"
+    val traceContext = new ExecutiveTraceContext()
+    val options = CompilerOptions(
+      arch = SpeechCommandsFloatArchitecture,
+      printSummary = true,
+      printLayersSummary = true,
+      printGraphFileName = Some(s"${name}.dot"),
+      tracepointConditions = List(
+        TracepointCondition(MemoryTag.Vars, "dense_3")
+      )
+    )
+
+    Compiler.compile(
+      name,
+      s"${Models}/speech_commands.onnx",
+      List("dense_3"),
+      options,
+      traceContext
+    )
+
+    EmulatorHelper.test(
+      name,
+      inputBatchSize = options.inputShapes.batchSize,
+      traceContext = traceContext
+    )
+  }
 }

tools/test/src/tools/EmulatorHelper.scala

@@ -105,7 +105,9 @@ object EmulatorHelper {
           arraySize,
           count
         )
-    } else
+    } else if (modelName.startsWith("speech_commands"))
+      SpeechCommands.prepareInputStream(dataType, arraySize, count)
+    else
       throw new IllegalArgumentException()
 
   private def assertOutput(
@@ -182,15 +184,20 @@ object EmulatorHelper {
       val yoloPattern(yoloSize) = modelName
       TinyYolo(yoloSize.toInt, onnx = modelName.endsWith("onnx"))
         .assertOutput(outputName, dataType, arraySize, bytes)
-    } else
+    } else if (modelName.startsWith("speech_commands"))
+      SpeechCommands.assertOutput(dataType, arraySize, bytes, count)
+    else
       throw new IllegalArgumentException()
 
   private def minimumInputCount(modelName: String): Int =
     if (modelName.startsWith("xor"))
       4
     else if (modelName.startsWith("resnet50v2"))
       3
-    else if (modelName.startsWith("resnet20v2"))
+    else if (
+      modelName
+        .startsWith("resnet20v2") || modelName.startsWith("speech_commands")
+    )
       10
     else
       1

tools/test/src/tools/SpeechCommands.scala

@@ -0,0 +1,57 @@
+/* SPDX-License-Identifier: Apache-2.0 */
+/* Copyright © 2019-2022 Tensil AI Company */
+
+package tensil.tools
+
+import java.io._
+import scala.reflect.ClassTag
+import scala.io.Source
+import tensil.tools.emulator.{Emulator, ExecutiveTraceContext}
+import tensil.ArchitectureDataType
+
+object SpeechCommands {
+  def prepareInputStream(
+      dataType: ArchitectureDataType,
+      arraySize: Int,
+      count: Int
+  ): InputStream = {
+    val fileName = s"./models/data/speech_commands_input_${count}x${arraySize}.csv"
+
+    val inputPrep           = new ByteArrayOutputStream()
+    val inputPrepDataStream = new DataOutputStream(inputPrep)
+
+    ArchitectureDataTypeUtil.writeFromCsv(
+      dataType,
+      inputPrepDataStream,
+      arraySize,
+      fileName
+    )
+
+    new ByteArrayInputStream(inputPrep.toByteArray())
+  }
+
+  val ClassSize = 8
+  val GoldenClasses: Array[Int] = Array(
+    7, 2, 4, 6, 1, 6, 6, 5, 0, 5
+  )
+
+  def assertOutput(
+      dataType: ArchitectureDataType,
+      arraySize: Int,
+      bytes: Array[Byte],
+      count: Int
+  ): Unit = {
+    val output =
+      new DataInputStream(new ByteArrayInputStream(bytes))
+
+    for (i <- 0 until count) {
+      val expected = GoldenClasses(i)
+      val actual = ArchitectureDataTypeUtil.argMax(
+        ArchitectureDataTypeUtil.readResult(dataType, output, arraySize, ClassSize)
+      )
+
+      println(s"expected=$expected, actual=$actual")
+      assert(expected == actual)
+    }
+  }
+}