diff --git a/android/SherpaOnnxJavaDemo/.gitignore b/android/SherpaOnnxJavaDemo/.gitignore new file mode 100644 index 000000000..aa724b770 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/.gitignore @@ -0,0 +1,15 @@ +*.iml +.gradle +/local.properties +/.idea/caches +/.idea/libraries +/.idea/modules.xml +/.idea/workspace.xml +/.idea/navEditor.xml +/.idea/assetWizardSettings.xml +.DS_Store +/build +/captures +.externalNativeBuild +.cxx +local.properties diff --git a/android/SherpaOnnxJavaDemo/app/.gitignore b/android/SherpaOnnxJavaDemo/app/.gitignore new file mode 100644 index 000000000..42afabfd2 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/.gitignore @@ -0,0 +1 @@ +/build \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/build.gradle b/android/SherpaOnnxJavaDemo/app/build.gradle new file mode 100644 index 000000000..500de341f --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/build.gradle @@ -0,0 +1,41 @@ +plugins { + id 'com.android.application' +} + +android { + compileSdk 34 + + defaultConfig { + applicationId "com.k2fsa.sherpa.onnx" + minSdk 28 + targetSdk 32 + versionCode 1 + versionName "1.0" + + testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner" + } + + buildTypes { + release { + minifyEnabled false + proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro' + } + } + compileOptions { + sourceCompatibility JavaVersion.VERSION_1_8 + targetCompatibility JavaVersion.VERSION_1_8 + } + sourceSets.main{ + jniLibs.srcDirs = ['jniLibs'] + } +} + +dependencies { + + implementation 'androidx.appcompat:appcompat:1.3.1' + implementation 'com.google.android.material:material:1.3.0' + implementation 'androidx.constraintlayout:constraintlayout:1.1.3' + implementation 'pub.devrel:easypermissions:3.0.0' + implementation project(path: ':sherpa') + +} \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/proguard-rules.pro b/android/SherpaOnnxJavaDemo/app/proguard-rules.pro new file mode 100644 index 000000000..481bb4348 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/proguard-rules.pro @@ -0,0 +1,21 @@ +# Add project specific ProGuard rules here. +# You can control the set of applied configuration files using the +# proguardFiles setting in build.gradle. +# +# For more details, see +# http://developer.android.com/guide/developing/tools/proguard.html + +# If your project uses WebView with JS, uncomment the following +# and specify the fully qualified class name to the JavaScript interface +# class: +#-keepclassmembers class fqcn.of.javascript.interface.for.webview { +# public *; +#} + +# Uncomment this to preserve the line number information for +# debugging stack traces. +#-keepattributes SourceFile,LineNumberTable + +# If you keep the line number information, uncomment this to +# hide the original source file name. +#-renamesourcefileattribute SourceFile \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/AndroidManifest.xml b/android/SherpaOnnxJavaDemo/app/src/main/AndroidManifest.xml new file mode 100644 index 000000000..947820249 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/AndroidManifest.xml @@ -0,0 +1,32 @@ + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/AppViewModel.java b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/AppViewModel.java new file mode 100644 index 000000000..bd5f8a86f --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/AppViewModel.java @@ -0,0 +1,18 @@ +package com.k2fsa.sherpa.onnx; + +import androidx.lifecycle.LiveData; +import androidx.lifecycle.MutableLiveData; +import androidx.lifecycle.ViewModel; + +public class AppViewModel extends ViewModel { + private final MutableLiveData speechRecognitionResult = new MutableLiveData<>(); + + public LiveData getSpeechRecognitionResult() { + return speechRecognitionResult; + } + + public void setSpeechRecognitionResult(String result) { + speechRecognitionResult.postValue(result); + } + +} diff --git a/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/Application.java b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/Application.java new file mode 100644 index 000000000..f8acf35cb --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/Application.java @@ -0,0 +1,39 @@ +package com.k2fsa.sherpa.onnx; + +import androidx.annotation.NonNull; +import androidx.lifecycle.ViewModelProvider; +import androidx.lifecycle.ViewModelStore; +import androidx.lifecycle.ViewModelStoreOwner; + + +public class Application extends android.app.Application implements ViewModelStoreOwner { + public static Application sApplication; + + + private AppViewModel viewModel; + private ViewModelStore viewModelStore; + + public static Application getInstance() { + return sApplication; + } + + @Override + public void onCreate() { + super.onCreate(); + sApplication = this; + viewModelStore = new ViewModelStore(); + viewModel = new ViewModelProvider(this).get(AppViewModel.class); + } + + @NonNull + @Override + public ViewModelStore getViewModelStore() { + return viewModelStore; + } + + public AppViewModel getViewModel() { + return viewModel; + } + + +} diff --git a/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/MainActivity.java b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/MainActivity.java new file mode 100644 index 000000000..c465f6c30 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/MainActivity.java @@ -0,0 +1,52 @@ +package com.k2fsa.sherpa.onnx; + +import androidx.appcompat.app.AppCompatActivity; +import androidx.core.content.ContextCompat; +import androidx.lifecycle.ViewModelProvider; + +import android.Manifest; +import android.content.Intent; +import android.os.Bundle; +import android.util.Log; +import android.widget.TextView; + +import com.k2fsa.sherpa.onnx.service.SpeechSherpaRecognitionService; + +import pub.devrel.easypermissions.EasyPermissions; + +public class MainActivity extends AppCompatActivity { + private AppViewModel appViewModel; + private TextView tvText; + private static final int RC_AUDIO_PERM = 123; + + @Override + protected void onCreate(Bundle savedInstanceState) { + super.onCreate(savedInstanceState); + setContentView(R.layout.activity_main); + tvText = findViewById(R.id.text); + requestMicrophonePermission(); + } + + + private void startSpeechService() { + Intent serviceIntent = new Intent(this, SpeechSherpaRecognitionService.class); + ContextCompat.startForegroundService(this, serviceIntent); + appViewModel = new ViewModelProvider(Application.getInstance()).get(AppViewModel.class); + appViewModel.getSpeechRecognitionResult().observe(this, this::handleSpeechRecognitionResult); + } + + private void handleSpeechRecognitionResult(String result) { + tvText.setText(result); + } + + private void requestMicrophonePermission() { + String[] perms = {Manifest.permission.RECORD_AUDIO}; + if (EasyPermissions.hasPermissions(this, perms)) { + startSpeechService(); + } else { + EasyPermissions.requestPermissions(MainActivity.this, + "We need access to your microphone for voice recognition", + RC_AUDIO_PERM, perms); + } + } +} \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/OnlineRecognizer.java b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/OnlineRecognizer.java new file mode 100644 index 000000000..3f6faf338 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/OnlineRecognizer.java @@ -0,0 +1,84 @@ +// Copyright 2022-2023 by zhaoming +// Copyright 2024 Xiaomi Corporation + +package com.k2fsa.sherpa.onnx; + +import android.content.res.AssetManager; + +public class OnlineRecognizer { + static { + System.loadLibrary("sherpa-onnx-jni"); + } + + private long ptr = 0; + + public OnlineRecognizer(OnlineRecognizerConfig config) { + ptr = newFromFile(config); + } + + public OnlineRecognizer(AssetManager assetManager, OnlineRecognizerConfig config) { + ptr = newFromAsset(assetManager, config); + } + + public void decode(OnlineStream s) { + decode(ptr, s.getPtr()); + } + + public boolean isReady(OnlineStream s) { + return isReady(ptr, s.getPtr()); + } + + public boolean isEndpoint(OnlineStream s) { + return isEndpoint(ptr, s.getPtr()); + } + + public void reset(OnlineStream s) { + reset(ptr, s.getPtr()); + } + + public OnlineStream createStream() { + long p = createStream(ptr, ""); + return new OnlineStream(p); + } + + @Override + protected void finalize() throws Throwable { + release(); + } + + // You'd better call it manually if it is not used anymore + public void release() { + if (this.ptr == 0) { + return; + } + delete(this.ptr); + this.ptr = 0; + } + + public OnlineRecognizerResult getResult(OnlineStream s) { + Object[] arr = getResult(ptr, s.getPtr()); + String text = (String) arr[0]; + String[] tokens = (String[]) arr[1]; + float[] timestamps = (float[]) arr[2]; + return new OnlineRecognizerResult(text, tokens, timestamps); + } + + + private native void delete(long ptr); + + private native long newFromFile(OnlineRecognizerConfig config); + + private native long newFromAsset(AssetManager assetManager, OnlineRecognizerConfig config); + + private native long createStream(long ptr, String hotwords); + + private native void reset(long ptr, long streamPtr); + + private native void decode(long ptr, long streamPtr); + + private native boolean isEndpoint(long ptr, long streamPtr); + + private native boolean isReady(long ptr, long streamPtr); + + private native Object[] getResult(long ptr, long streamPtr); +} \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/service/SpeechSherpaRecognitionService.java b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/service/SpeechSherpaRecognitionService.java new file mode 100644 index 000000000..9326ffdeb --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/java/com/k2fsa/sherpa/onnx/service/SpeechSherpaRecognitionService.java @@ -0,0 +1,250 @@ +package com.k2fsa.sherpa.onnx.service; + +import android.Manifest; +import android.app.Notification; +import android.app.NotificationChannel; +import android.app.NotificationManager; +import android.app.Service; +import android.content.Intent; +import android.content.pm.PackageManager; +import android.content.res.AssetManager; +import android.media.AudioFormat; +import android.media.AudioRecord; +import android.media.MediaRecorder; +import android.os.Build; +import android.os.IBinder; +import android.text.TextUtils; +import android.util.Log; + +import androidx.core.app.ActivityCompat; +import androidx.core.app.NotificationCompat; + + +import com.k2fsa.sherpa.onnx.AppViewModel; +import com.k2fsa.sherpa.onnx.Application; + +import com.k2fsa.sherpa.onnx.OnlineModelConfig; +import com.k2fsa.sherpa.onnx.OnlineRecognizer; + +import com.k2fsa.sherpa.onnx.OnlineRecognizerConfig; +import com.k2fsa.sherpa.onnx.OnlineStream; +import com.k2fsa.sherpa.onnx.OnlineTransducerModelConfig; +import com.k2fsa.sherpa.onnx.R; + +import java.io.File; +import java.io.FileOutputStream; +import java.io.IOException; +import java.io.InputStream; +import java.io.OutputStream; + +import java.util.Objects; + +import java.util.concurrent.ExecutorService; +import java.util.concurrent.Executors; + + +public class SpeechSherpaRecognitionService extends Service { + + private AppViewModel appViewModel; + private OnlineRecognizer recognizer; + private final int sampleRateInHz = 16000; + + private Thread recordingThread; + private boolean isRecording = false; + private int audioSource = MediaRecorder.AudioSource.MIC; + private int channelConfig = AudioFormat.CHANNEL_IN_MONO; + private int audioFormat = AudioFormat.ENCODING_PCM_16BIT; + private AudioRecord audioRecord; + private int idx = 0; + private String lastText = ""; + private ExecutorService executor; + + @Override + public void onCreate() { + super.onCreate(); + startForegroundService(); + // 获取 ViewModel + appViewModel = Application.getInstance().getViewModel(); + int numBytes = AudioRecord.getMinBufferSize(sampleRateInHz, channelConfig, audioFormat); + + audioRecord = new AudioRecord( + audioSource, + sampleRateInHz, + channelConfig, + audioFormat, + numBytes * 2 // a sample has two bytes as we are using 16-bit PCM + ); + executor = Executors.newSingleThreadExecutor(); + executor.execute(this::initializeSherpa); + } + + + private void initializeSherpa() { + Log.d("Current Directory", System.getProperty("user.dir")); + String modelDir = "sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23"; + initializeSherpaDir(modelDir, modelDir); + OnlineTransducerModelConfig onlineTransducerModelConfig = OnlineTransducerModelConfig.builder() + .setEncoder(modelDir + "/encoder-epoch-99-avg-1.int8.onnx") + .setDecoder(modelDir + "/decoder-epoch-99-avg-1.onnx") + .setJoiner(modelDir + "/joiner-epoch-99-avg-1.int8.onnx") + .build(); + + OnlineModelConfig onlineModelConfig = OnlineModelConfig.builder() + .setTransducer(onlineTransducerModelConfig) + .setTokens(modelDir + "/tokens.txt") + .setModelType("zipformer") + .build(); + OnlineRecognizerConfig config = OnlineRecognizerConfig.builder() + .setOnlineModelConfig(onlineModelConfig) + .build(); + recognizer = new OnlineRecognizer(getAssets(), config); + + audioRecord.startRecording(); + startRecognition(); + } + + private void startRecognition() { + isRecording = true; + recordingThread = new Thread(this::processSamples); + recordingThread.start(); + } + + private void processSamples() { + OnlineStream stream = recognizer.createStream(); + double interval = 0.1; + int bufferSize = (int) (interval * sampleRateInHz); + short[] buffer = new short[bufferSize]; + + while (isRecording) { + int ret = audioRecord != null ? audioRecord.read(buffer, 0, buffer.length) : -1; + if (ret > 0) { + float[] samples = new float[ret]; + for (int i = 0; i < ret; i++) { + samples[i] = buffer[i] / 32768.0f; + } + stream.acceptWaveform(samples, sampleRateInHz); + while (recognizer.isReady(stream)) { + recognizer.decode(stream); + } + + boolean isEndpoint = recognizer.isEndpoint(stream); + String text = recognizer.getResult(stream).getText(); + if (isEndpoint) { + float[] tailPaddings = new float[(int) (0.8 * sampleRateInHz)]; + stream.acceptWaveform(tailPaddings, sampleRateInHz); + while (recognizer.isReady(stream)) { + recognizer.decode(stream); + } + text = recognizer.getResult(stream).getText(); + } + + String textToDisplay = lastText; + + if (!TextUtils.isEmpty(text)) { + textToDisplay = TextUtils.isEmpty(text) ? idx + ": " + text : lastText + "\n" + idx + ": " + text; + } + + if (isEndpoint) { + recognizer.reset(stream); + if (!TextUtils.isEmpty(text)) { + lastText = lastText + "\n" + idx + ": " + text; + textToDisplay = lastText; + idx += 1; + } + appViewModel.setSpeechRecognitionResult(textToDisplay); + } + } + + } + stream.release(); + + } + + + @Override + public int onStartCommand(Intent intent, int flags, int startId) { + + return START_STICKY; + } + + @Override + public void onDestroy() { + super.onDestroy(); + audioRecord.stop(); + audioRecord.release(); + executor.shutdown(); + stopForeground(true); + } + + @Override + public IBinder onBind(Intent intent) { + return null; + } + + + private void startForegroundService() { + String channelId = createNotificationChannel(); + + Notification notification = new NotificationCompat.Builder(this, channelId) + .setContentTitle("Foreground Service") + .setContentText("Running in the foreground") + .setSmallIcon(R.drawable.ic_bg_mic_24) + .build(); + + startForeground(1, notification); + } + + // 创建通知渠道 (针对 Android 8.0 及以上版本) + private String createNotificationChannel() { + if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) { + String channelId = "speech_channel"; + String channelName = "Speech Channel"; + NotificationChannel channel = new NotificationChannel(channelId, channelName, NotificationManager.IMPORTANCE_LOW); + NotificationManager manager = getSystemService(NotificationManager.class); + if (manager != null) { + manager.createNotificationChannel(channel); + } + return channelId; + } else { + return ""; + } + } + + private void initializeSherpaDir(String assetDir, String internalDir) { + AssetManager assetManager = getAssets(); + File outDir = new File(getFilesDir(), internalDir); + + if (!outDir.exists()) { + outDir.mkdirs(); + } + + try { + String[] assets = assetManager.list(assetDir); + if (assets != null) { + for (String asset : assets) { + String assetPath = assetDir.isEmpty() ? asset : assetDir + "/" + asset; + File outFile = new File(outDir, asset); + if (Objects.requireNonNull(assetManager.list(assetPath)).length > 0) { + outFile.mkdirs(); + initializeSherpaDir(assetPath, internalDir + "/" + asset); // 递归复制子目录 + } else { + InputStream in = assetManager.open(assetPath); + OutputStream out = new FileOutputStream(outFile); + + byte[] buffer = new byte[1024]; + int read; + while ((read = in.read(buffer)) != -1) { + out.write(buffer, 0, read); + } + + in.close(); + out.flush(); + out.close(); + } + } + } + } catch (IOException e) { + Log.e("ModelCopy", "Failed to copy assets", e); + } + } +} diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/drawable-v24/ic_launcher_foreground.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/drawable-v24/ic_launcher_foreground.xml new file mode 100644 index 000000000..2b068d114 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/drawable-v24/ic_launcher_foreground.xml @@ -0,0 +1,30 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/drawable/ic_bg_mic_24.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/drawable/ic_bg_mic_24.xml new file mode 100644 index 000000000..5eb92eb31 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/drawable/ic_bg_mic_24.xml @@ -0,0 +1,5 @@ + + + diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/drawable/ic_launcher_background.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/drawable/ic_launcher_background.xml new file mode 100644 index 000000000..07d5da9cb --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/drawable/ic_launcher_background.xml @@ -0,0 +1,170 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/layout/activity_main.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/layout/activity_main.xml new file mode 100644 index 000000000..ae3ea627e --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/layout/activity_main.xml @@ -0,0 +1,18 @@ + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml new file mode 100644 index 000000000..eca70cfe5 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml @@ -0,0 +1,5 @@ + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml new file mode 100644 index 000000000..eca70cfe5 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml @@ -0,0 +1,5 @@ + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-hdpi/ic_launcher.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-hdpi/ic_launcher.webp new file mode 100644 index 000000000..c209e78ec Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-hdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp new file mode 100644 index 000000000..b2dfe3d1b Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-mdpi/ic_launcher.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-mdpi/ic_launcher.webp new file mode 100644 index 000000000..4f0f1d64e Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-mdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp new file mode 100644 index 000000000..62b611da0 Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xhdpi/ic_launcher.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xhdpi/ic_launcher.webp new file mode 100644 index 000000000..948a3070f Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xhdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp new file mode 100644 index 000000000..1b9a6956b Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp new file mode 100644 index 000000000..28d4b77f9 Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp new file mode 100644 index 000000000..9287f5083 Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp new file mode 100644 index 000000000..aa7d6427e Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp new file mode 100644 index 000000000..9126ae37c Binary files /dev/null and b/android/SherpaOnnxJavaDemo/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/values-night/themes.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/values-night/themes.xml new file mode 100644 index 000000000..20276125c --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/values-night/themes.xml @@ -0,0 +1,16 @@ + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/values/colors.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/values/colors.xml new file mode 100644 index 000000000..f8c6127d3 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/values/colors.xml @@ -0,0 +1,10 @@ + + + #FFBB86FC + #FF6200EE + #FF3700B3 + #FF03DAC5 + #FF018786 + #FF000000 + #FFFFFFFF + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/values/strings.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/values/strings.xml new file mode 100644 index 000000000..31aa7267d --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/values/strings.xml @@ -0,0 +1,3 @@ + + SherpaOnnxJavaDemo + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/values/themes.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/values/themes.xml new file mode 100644 index 000000000..d9f132e85 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/values/themes.xml @@ -0,0 +1,16 @@ + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/xml/backup_rules.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/xml/backup_rules.xml new file mode 100644 index 000000000..fa0f996d2 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/xml/backup_rules.xml @@ -0,0 +1,13 @@ + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/app/src/main/res/xml/data_extraction_rules.xml b/android/SherpaOnnxJavaDemo/app/src/main/res/xml/data_extraction_rules.xml new file mode 100644 index 000000000..9ee9997b0 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/app/src/main/res/xml/data_extraction_rules.xml @@ -0,0 +1,19 @@ + + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/build.gradle b/android/SherpaOnnxJavaDemo/build.gradle new file mode 100644 index 000000000..5ae9a7b01 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/build.gradle @@ -0,0 +1,9 @@ +// Top-level build file where you can add configuration options common to all sub-projects/modules. +plugins { + id 'com.android.application' version '7.2.2' apply false + id 'com.android.library' version '7.2.2' apply false +} + +task clean(type: Delete) { + delete rootProject.buildDir +} \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/gradle.properties b/android/SherpaOnnxJavaDemo/gradle.properties new file mode 100644 index 000000000..dab7c28bf --- /dev/null +++ b/android/SherpaOnnxJavaDemo/gradle.properties @@ -0,0 +1,21 @@ +# Project-wide Gradle settings. +# IDE (e.g. Android Studio) users: +# Gradle settings configured through the IDE *will override* +# any settings specified in this file. +# For more details on how to configure your build environment visit +# http://www.gradle.org/docs/current/userguide/build_environment.html +# Specifies the JVM arguments used for the daemon process. +# The setting is particularly useful for tweaking memory settings. +org.gradle.jvmargs=-Xmx2048m -Dfile.encoding=UTF-8 +# When configured, Gradle will run in incubating parallel mode. +# This option should only be used with decoupled projects. More details, visit +# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects +# org.gradle.parallel=true +# AndroidX package structure to make it clearer which packages are bundled with the +# Android operating system, and which are packaged with your app"s APK +# https://developer.android.com/topic/libraries/support-library/androidx-rn +android.useAndroidX=true +# Enables namespacing of each library's R class so that its R class includes only the +# resources declared in the library itself and none from the library's dependencies, +# thereby reducing the size of the R class for that library +android.nonTransitiveRClass=true \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/gradle/wrapper/gradle-wrapper.jar b/android/SherpaOnnxJavaDemo/gradle/wrapper/gradle-wrapper.jar new file mode 100644 index 000000000..e708b1c02 Binary files /dev/null and b/android/SherpaOnnxJavaDemo/gradle/wrapper/gradle-wrapper.jar differ diff --git a/android/SherpaOnnxJavaDemo/gradle/wrapper/gradle-wrapper.properties b/android/SherpaOnnxJavaDemo/gradle/wrapper/gradle-wrapper.properties new file mode 100644 index 000000000..489dbeed1 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/gradle/wrapper/gradle-wrapper.properties @@ -0,0 +1,6 @@ +#Tue Oct 22 10:59:18 CST 2024 +distributionBase=GRADLE_USER_HOME +distributionUrl=https\://services.gradle.org/distributions/gradle-7.3.3-bin.zip +distributionPath=wrapper/dists +zipStorePath=wrapper/dists +zipStoreBase=GRADLE_USER_HOME diff --git a/android/SherpaOnnxJavaDemo/gradlew b/android/SherpaOnnxJavaDemo/gradlew new file mode 100644 index 000000000..4f906e0c8 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/gradlew @@ -0,0 +1,185 @@ +#!/usr/bin/env sh + +# +# Copyright 2015 the original author or authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# https://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +############################################################################## +## +## Gradle start up script for UN*X +## +############################################################################## + +# Attempt to set APP_HOME +# Resolve links: $0 may be a link +PRG="$0" +# Need this for relative symlinks. +while [ -h "$PRG" ] ; do + ls=`ls -ld "$PRG"` + link=`expr "$ls" : '.*-> \(.*\)$'` + if expr "$link" : '/.*' > /dev/null; then + PRG="$link" + else + PRG=`dirname "$PRG"`"/$link" + fi +done +SAVED="`pwd`" +cd "`dirname \"$PRG\"`/" >/dev/null +APP_HOME="`pwd -P`" +cd "$SAVED" >/dev/null + +APP_NAME="Gradle" +APP_BASE_NAME=`basename "$0"` + +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' + +# Use the maximum available, or set MAX_FD != -1 to use that value. +MAX_FD="maximum" + +warn () { + echo "$*" +} + +die () { + echo + echo "$*" + echo + exit 1 +} + +# OS specific support (must be 'true' or 'false'). +cygwin=false +msys=false +darwin=false +nonstop=false +case "`uname`" in + CYGWIN* ) + cygwin=true + ;; + Darwin* ) + darwin=true + ;; + MINGW* ) + msys=true + ;; + NONSTOP* ) + nonstop=true + ;; +esac + +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar + + +# Determine the Java command to use to start the JVM. +if [ -n "$JAVA_HOME" ] ; then + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then + # IBM's JDK on AIX uses strange locations for the executables + JAVACMD="$JAVA_HOME/jre/sh/java" + else + JAVACMD="$JAVA_HOME/bin/java" + fi + if [ ! -x "$JAVACMD" ] ; then + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." + fi +else + JAVACMD="java" + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. + +Please set the JAVA_HOME variable in your environment to match the +location of your Java installation." +fi + +# Increase the maximum file descriptors if we can. +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then + MAX_FD_LIMIT=`ulimit -H -n` + if [ $? -eq 0 ] ; then + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then + MAX_FD="$MAX_FD_LIMIT" + fi + ulimit -n $MAX_FD + if [ $? -ne 0 ] ; then + warn "Could not set maximum file descriptor limit: $MAX_FD" + fi + else + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" + fi +fi + +# For Darwin, add options to specify how the application appears in the dock +if $darwin; then + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" +fi + +# For Cygwin or MSYS, switch paths to Windows format before running java +if [ "$cygwin" = "true" -o "$msys" = "true" ] ; then + APP_HOME=`cygpath --path --mixed "$APP_HOME"` + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` + + JAVACMD=`cygpath --unix "$JAVACMD"` + + # We build the pattern for arguments to be converted via cygpath + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` + SEP="" + for dir in $ROOTDIRSRAW ; do + ROOTDIRS="$ROOTDIRS$SEP$dir" + SEP="|" + done + OURCYGPATTERN="(^($ROOTDIRS))" + # Add a user-defined pattern to the cygpath arguments + if [ "$GRADLE_CYGPATTERN" != "" ] ; then + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" + fi + # Now convert the arguments - kludge to limit ourselves to /bin/sh + i=0 + for arg in "$@" ; do + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option + + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` + else + eval `echo args$i`="\"$arg\"" + fi + i=`expr $i + 1` + done + case $i in + 0) set -- ;; + 1) set -- "$args0" ;; + 2) set -- "$args0" "$args1" ;; + 3) set -- "$args0" "$args1" "$args2" ;; + 4) set -- "$args0" "$args1" "$args2" "$args3" ;; + 5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; + 6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; + 7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; + 8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; + 9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; + esac +fi + +# Escape application args +save () { + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done + echo " " +} +APP_ARGS=`save "$@"` + +# Collect all arguments for the java command, following the shell quoting and substitution rules +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" + +exec "$JAVACMD" "$@" diff --git a/android/SherpaOnnxJavaDemo/gradlew.bat b/android/SherpaOnnxJavaDemo/gradlew.bat new file mode 100644 index 000000000..107acd32c --- /dev/null +++ b/android/SherpaOnnxJavaDemo/gradlew.bat @@ -0,0 +1,89 @@ +@rem +@rem Copyright 2015 the original author or authors. +@rem +@rem Licensed under the Apache License, Version 2.0 (the "License"); +@rem you may not use this file except in compliance with the License. +@rem You may obtain a copy of the License at +@rem +@rem https://www.apache.org/licenses/LICENSE-2.0 +@rem +@rem Unless required by applicable law or agreed to in writing, software +@rem distributed under the License is distributed on an "AS IS" BASIS, +@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +@rem See the License for the specific language governing permissions and +@rem limitations under the License. +@rem + +@if "%DEBUG%" == "" @echo off +@rem ########################################################################## +@rem +@rem Gradle startup script for Windows +@rem +@rem ########################################################################## + +@rem Set local scope for the variables with windows NT shell +if "%OS%"=="Windows_NT" setlocal + +set DIRNAME=%~dp0 +if "%DIRNAME%" == "" set DIRNAME=. +set APP_BASE_NAME=%~n0 +set APP_HOME=%DIRNAME% + +@rem Resolve any "." and ".." in APP_HOME to make it shorter. +for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi + +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. +set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" + +@rem Find java.exe +if defined JAVA_HOME goto findJavaFromJavaHome + +set JAVA_EXE=java.exe +%JAVA_EXE% -version >NUL 2>&1 +if "%ERRORLEVEL%" == "0" goto execute + +echo. +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:findJavaFromJavaHome +set JAVA_HOME=%JAVA_HOME:"=% +set JAVA_EXE=%JAVA_HOME%/bin/java.exe + +if exist "%JAVA_EXE%" goto execute + +echo. +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% +echo. +echo Please set the JAVA_HOME variable in your environment to match the +echo location of your Java installation. + +goto fail + +:execute +@rem Setup the command line + +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar + + +@rem Execute Gradle +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %* + +:end +@rem End local scope for the variables with windows NT shell +if "%ERRORLEVEL%"=="0" goto mainEnd + +:fail +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of +rem the _cmd.exe /c_ return code! +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 +exit /b 1 + +:mainEnd +if "%OS%"=="Windows_NT" endlocal + +:omega diff --git a/android/SherpaOnnxJavaDemo/settings.gradle b/android/SherpaOnnxJavaDemo/settings.gradle new file mode 100644 index 000000000..a1c973b67 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/settings.gradle @@ -0,0 +1,17 @@ +pluginManagement { + repositories { + gradlePluginPortal() + google() + mavenCentral() + } +} +dependencyResolutionManagement { + repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS) + repositories { + google() + mavenCentral() + } +} +rootProject.name = "SherpaOnnxJavaDemo" +include ':app' +include ':sherpa' diff --git a/android/SherpaOnnxJavaDemo/sherpa/.gitignore b/android/SherpaOnnxJavaDemo/sherpa/.gitignore new file mode 100644 index 000000000..42afabfd2 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/sherpa/.gitignore @@ -0,0 +1 @@ +/build \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/sherpa/build.gradle b/android/SherpaOnnxJavaDemo/sherpa/build.gradle new file mode 100644 index 000000000..a171d3e45 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/sherpa/build.gradle @@ -0,0 +1,43 @@ +plugins { + id 'com.android.library' +} + +android { + namespace 'com.k2fsa.sherpa' + compileSdk 34 + + defaultConfig { + minSdk 26 + targetSdk 27 + versionCode 1 + versionName "1.0" + missingDimensionStrategy 'base', 'feature1' + testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner" + } + + buildTypes { + release { + minifyEnabled false + proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro' + } + } + compileOptions { + sourceCompatibility JavaVersion.VERSION_1_8 + targetCompatibility JavaVersion.VERSION_1_8 + } +} + +dependencies { + +// implementation "androidx.appcompat" +// implementation libs.material +// testImplementation libs.junit +// androidTestImplementation libs.androidx.test.ext.junit +// androidTestImplementation libs.espresso.core + implementation 'androidx.appcompat:appcompat:1.6.1' + implementation 'com.google.android.material:material:1.9.0' + testImplementation 'junit:junit:4.13.2' + androidTestImplementation 'androidx.test.ext:junit:1.1.5' + androidTestImplementation 'androidx.test.espresso:espresso-core:3.5.1' + +} \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/sherpa/proguard-rules.pro b/android/SherpaOnnxJavaDemo/sherpa/proguard-rules.pro new file mode 100644 index 000000000..481bb4348 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/sherpa/proguard-rules.pro @@ -0,0 +1,21 @@ +# Add project specific ProGuard rules here. +# You can control the set of applied configuration files using the +# proguardFiles setting in build.gradle. +# +# For more details, see +# http://developer.android.com/guide/developing/tools/proguard.html + +# If your project uses WebView with JS, uncomment the following +# and specify the fully qualified class name to the JavaScript interface +# class: +#-keepclassmembers class fqcn.of.javascript.interface.for.webview { +# public *; +#} + +# Uncomment this to preserve the line number information for +# debugging stack traces. +#-keepattributes SourceFile,LineNumberTable + +# If you keep the line number information, uncomment this to +# hide the original source file name. +#-renamesourcefileattribute SourceFile \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/sherpa/src/main/AndroidManifest.xml b/android/SherpaOnnxJavaDemo/sherpa/src/main/AndroidManifest.xml new file mode 100644 index 000000000..1aab3af56 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/sherpa/src/main/AndroidManifest.xml @@ -0,0 +1,9 @@ + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/sherpa/src/main/java/com b/android/SherpaOnnxJavaDemo/sherpa/src/main/java/com new file mode 120000 index 000000000..4b54cb296 --- /dev/null +++ b/android/SherpaOnnxJavaDemo/sherpa/src/main/java/com @@ -0,0 +1 @@ +../../../../../../../sherpa-onnx/sherpa-onnx/java-api/src/com \ No newline at end of file diff --git a/android/SherpaOnnxJavaDemo/sherpa/src/main/res/values/strings.xml b/android/SherpaOnnxJavaDemo/sherpa/src/main/res/values/strings.xml new file mode 100644 index 000000000..7c5b69c5f --- /dev/null +++ b/android/SherpaOnnxJavaDemo/sherpa/src/main/res/values/strings.xml @@ -0,0 +1,3 @@ + + sherpa + \ No newline at end of file