init: KWS 软件唤醒 APK 工程骨架（基于 sherpa-onnx 改造）
工程结构: - com.lila.wakeup 包名,基于 sherpa-onnx v1.13.0 SherpaOnnxKws demo 改造 - 9 个 Kotlin 模块: WakeupForegroundService / KwsStateMachine / AudioCapture / KwsEngine / BootReceiver / ProtocolReceiver / BroadcastSender / Config / MainActivity - 5 个 Lila 中文唤醒词(你好Lila/hello Lila/Lila同学/Lila你好/小Lila) - 仅 arm64-v8a(OrangePi CM5 / RK3588) - 协议 v2.1: 双向 setPackage / silence_ms 3000 / 2min 兜底 - 数字人 APP 包名: com.qy.lila 构建通过项: - Gradle Sync OK(腾讯云 Gradle 镜像 + 阿里云 Maven 镜像) - APK 编译成功 55MB,含 25MB onnxruntime + 24MB 模型 + 9 个 Kotlin .dex - adb install OK,Service onCreate 被调用,sherpa-onnx 加载模型 已知问题(下一 commit 修复): - KwsEngine.kt 的 OnlineModelConfig modelType 设为 'zipformer' 实际应为 'zipformer2',native 加载在 InitEncoder 后崩溃 - 修复方法: 用 sherpa-onnx 官方 getKwsModelConfig(0) 工厂函数 参考文档: - 协议: ~/OrangePi_CM5_Project/docs/.../KWS唤醒协议-V2.md (v2.1) - 设计: ~/OrangePi_CM5_Project/docs/.../KWS服务设计.md - 评估: ~/OrangePi_CM5_Project/docs/.../KWS唤醒方案适配评估_Unity.md
This commit is contained in:
Rdzleo
commit
128f7ca02e
17
.gitignore
vendored
Normal file
17
.gitignore
vendored
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
*.iml
|
||||||
|
.gradle
|
||||||
|
/local.properties
|
||||||
|
/.idea/caches
|
||||||
|
/.idea/libraries
|
||||||
|
/.idea/modules.xml
|
||||||
|
/.idea/workspace.xml
|
||||||
|
/.idea/navEditor.xml
|
||||||
|
/.idea/assetWizardSettings.xml
|
||||||
|
.DS_Store
|
||||||
|
/build
|
||||||
|
/captures
|
||||||
|
.externalNativeBuild
|
||||||
|
.cxx
|
||||||
|
local.properties
|
||||||
|
*.bak
|
||||||
|
*.original
|
||||||
3
.idea/.gitignore
generated
vendored
Normal file
3
.idea/.gitignore
generated
vendored
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
# Default ignored files
|
||||||
|
/shelf/
|
||||||
|
/workspace.xml
|
||||||
6
.idea/AndroidProjectSystem.xml
generated
Normal file
6
.idea/AndroidProjectSystem.xml
generated
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project version="4">
|
||||||
|
<component name="AndroidProjectSystem">
|
||||||
|
<option name="providerId" value="com.android.tools.idea.GradleProjectSystem" />
|
||||||
|
</component>
|
||||||
|
</project>
|
||||||
123
.idea/codeStyles/Project.xml
generated
Normal file
123
.idea/codeStyles/Project.xml
generated
Normal file
@ -0,0 +1,123 @@
|
|||||||
|
<component name="ProjectCodeStyleConfiguration">
|
||||||
|
<code_scheme name="Project" version="173">
|
||||||
|
<JetCodeStyleSettings>
|
||||||
|
<option name="CODE_STYLE_DEFAULTS" value="KOTLIN_OFFICIAL" />
|
||||||
|
</JetCodeStyleSettings>
|
||||||
|
<codeStyleSettings language="XML">
|
||||||
|
<option name="FORCE_REARRANGE_MODE" value="1" />
|
||||||
|
<indentOptions>
|
||||||
|
<option name="CONTINUATION_INDENT_SIZE" value="4" />
|
||||||
|
</indentOptions>
|
||||||
|
<arrangement>
|
||||||
|
<rules>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>xmlns:android</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>^$</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>xmlns:.*</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>^$</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
<order>BY_NAME</order>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>.*:id</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>http://schemas.android.com/apk/res/android</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>.*:name</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>http://schemas.android.com/apk/res/android</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>name</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>^$</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>style</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>^$</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>.*</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>^$</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
<order>BY_NAME</order>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>.*</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>http://schemas.android.com/apk/res/android</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
<order>ANDROID_ATTRIBUTE_ORDER</order>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
<section>
|
||||||
|
<rule>
|
||||||
|
<match>
|
||||||
|
<AND>
|
||||||
|
<NAME>.*</NAME>
|
||||||
|
<XML_ATTRIBUTE />
|
||||||
|
<XML_NAMESPACE>.*</XML_NAMESPACE>
|
||||||
|
</AND>
|
||||||
|
</match>
|
||||||
|
<order>BY_NAME</order>
|
||||||
|
</rule>
|
||||||
|
</section>
|
||||||
|
</rules>
|
||||||
|
</arrangement>
|
||||||
|
</codeStyleSettings>
|
||||||
|
<codeStyleSettings language="kotlin">
|
||||||
|
<option name="CODE_STYLE_DEFAULTS" value="KOTLIN_OFFICIAL" />
|
||||||
|
</codeStyleSettings>
|
||||||
|
</code_scheme>
|
||||||
|
</component>
|
||||||
5
.idea/codeStyles/codeStyleConfig.xml
generated
Normal file
5
.idea/codeStyles/codeStyleConfig.xml
generated
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
<component name="ProjectCodeStyleConfiguration">
|
||||||
|
<state>
|
||||||
|
<option name="USE_PER_PROJECT_SETTINGS" value="true" />
|
||||||
|
</state>
|
||||||
|
</component>
|
||||||
6
.idea/compiler.xml
generated
Normal file
6
.idea/compiler.xml
generated
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project version="4">
|
||||||
|
<component name="CompilerConfiguration">
|
||||||
|
<bytecodeTargetLevel target="17" />
|
||||||
|
</component>
|
||||||
|
</project>
|
||||||
11
.idea/deploymentTargetSelector.xml
generated
Normal file
11
.idea/deploymentTargetSelector.xml
generated
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project version="4">
|
||||||
|
<component name="deploymentTargetSelector">
|
||||||
|
<selectionStates>
|
||||||
|
<SelectionState runConfigName="app">
|
||||||
|
<option name="selectionMode" value="DROPDOWN" />
|
||||||
|
<DialogSelection />
|
||||||
|
</SelectionState>
|
||||||
|
</selectionStates>
|
||||||
|
</component>
|
||||||
|
</project>
|
||||||
19
.idea/gradle.xml
generated
Normal file
19
.idea/gradle.xml
generated
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project version="4">
|
||||||
|
<component name="GradleMigrationSettings" migrationVersion="1" />
|
||||||
|
<component name="GradleSettings">
|
||||||
|
<option name="linkedExternalProjectsSettings">
|
||||||
|
<GradleProjectSettings>
|
||||||
|
<option name="testRunner" value="CHOOSE_PER_TEST" />
|
||||||
|
<option name="externalProjectPath" value="$PROJECT_DIR$" />
|
||||||
|
<option name="gradleJvm" value="#GRADLE_LOCAL_JAVA_HOME" />
|
||||||
|
<option name="modules">
|
||||||
|
<set>
|
||||||
|
<option value="$PROJECT_DIR$" />
|
||||||
|
<option value="$PROJECT_DIR$/app" />
|
||||||
|
</set>
|
||||||
|
</option>
|
||||||
|
</GradleProjectSettings>
|
||||||
|
</option>
|
||||||
|
</component>
|
||||||
|
</project>
|
||||||
10
.idea/migrations.xml
generated
Normal file
10
.idea/migrations.xml
generated
Normal file
@ -0,0 +1,10 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project version="4">
|
||||||
|
<component name="ProjectMigrations">
|
||||||
|
<option name="MigrateToGradleLocalJavaHome">
|
||||||
|
<set>
|
||||||
|
<option value="$PROJECT_DIR$" />
|
||||||
|
</set>
|
||||||
|
</option>
|
||||||
|
</component>
|
||||||
|
</project>
|
||||||
9
.idea/misc.xml
generated
Normal file
9
.idea/misc.xml
generated
Normal file
@ -0,0 +1,9 @@
|
|||||||
|
<project version="4">
|
||||||
|
<component name="ExternalStorageConfigurationManager" enabled="true" />
|
||||||
|
<component name="ProjectRootManager" version="2" languageLevel="JDK_17" default="true" project-jdk-name="jbr-17" project-jdk-type="JavaSDK">
|
||||||
|
<output url="file://$PROJECT_DIR$/build/classes" />
|
||||||
|
</component>
|
||||||
|
<component name="ProjectType">
|
||||||
|
<option name="id" value="Android" />
|
||||||
|
</component>
|
||||||
|
</project>
|
||||||
17
.idea/runConfigurations.xml
generated
Normal file
17
.idea/runConfigurations.xml
generated
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
<?xml version="1.0" encoding="UTF-8"?>
|
||||||
|
<project version="4">
|
||||||
|
<component name="RunConfigurationProducerService">
|
||||||
|
<option name="ignoredProducers">
|
||||||
|
<set>
|
||||||
|
<option value="com.intellij.execution.junit.AbstractAllInDirectoryConfigurationProducer" />
|
||||||
|
<option value="com.intellij.execution.junit.AllInPackageConfigurationProducer" />
|
||||||
|
<option value="com.intellij.execution.junit.PatternConfigurationProducer" />
|
||||||
|
<option value="com.intellij.execution.junit.TestInClassConfigurationProducer" />
|
||||||
|
<option value="com.intellij.execution.junit.UniqueIdConfigurationProducer" />
|
||||||
|
<option value="com.intellij.execution.junit.testDiscovery.JUnitTestDiscoveryConfigurationProducer" />
|
||||||
|
<option value="org.jetbrains.kotlin.idea.junit.KotlinJUnitRunConfigurationProducer" />
|
||||||
|
<option value="org.jetbrains.kotlin.idea.junit.KotlinPatternConfigurationProducer" />
|
||||||
|
</set>
|
||||||
|
</option>
|
||||||
|
</component>
|
||||||
|
</project>
|
||||||
224
CLAUDE.md
Normal file
224
CLAUDE.md
Normal file
@ -0,0 +1,224 @@
|
|||||||
|
# Lila Wakeup APK 工程上下文（com.lila.wakeup）
|
||||||
|
|
||||||
|
> **本文件用于 Claude Code 插件加载，自动获取项目背景。**
|
||||||
|
> 本工程是 OrangePi CM5 数字人产品的 KWS 软件唤醒服务（独立 APK），与第三方 Unity 数字人 APP（包名 `com.qy.lila`）通过 Android Broadcast 协议联动。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 一、项目本质（一句话）
|
||||||
|
|
||||||
|
基于 **sherpa-onnx** 引擎的 Android 13 KWS（Keyword Spotting / 关键词唤醒）APK，监听用户喊"你好 Lila"等唤醒词后通过 Broadcast 通知数字人 APP 显示数字人 + 接通火山 RTC。
|
||||||
|
|
||||||
|
替代原方案的"ESP32 + 离线语音芯片 + USB 串口 SO_WAKEUP1"硬件方案，省 BOM 成本 + 更灵活。
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 二、核心元信息（写代码前必读）
|
||||||
|
|
||||||
|
| 项 | 值 |
|
||||||
|
|---|---|
|
||||||
|
| 本 APK 包名 | `com.lila.wakeup` |
|
||||||
|
| 数字人 APP 包名 | `com.qy.lila`（已确认，来源 LTY_Project ProjectSettings.asset） |
|
||||||
|
| 目标系统 | Android 13 (API 33) |
|
||||||
|
| 目标架构 | arm64-v8a（仅打包此架构，节省 APK 体积） |
|
||||||
|
| 目标设备 | OrangePi CM5（Rockchip RK3588，rk3588s_s） |
|
||||||
|
| 协议版本 | **v2.1**（详见上游 `docs/OrangePi_CM5/MD_Document/KWS唤醒协议-V2.md`） |
|
||||||
|
| KWS 引擎 | sherpa-onnx Zipformer wenetspeech 3.3M（中文，已预编译 native）|
|
||||||
|
| 集成方式 | **基于 sherpa-onnx 官方 SherpaOnnxKws demo 改造**（不是 Maven 依赖，因 Android arm64-v8a .so + Kotlin Wrapper 在 Maven 上没发布完整包） |
|
||||||
|
| 当前阶段 | **方案 A（普通 APK）**（量产前升级到方案 B：系统签名 + /system/priv-app/）|
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 三、协议规约（v2.1 核心摘要）
|
||||||
|
|
||||||
|
### 三个 Broadcast Action（双向 setPackage 强制要求）
|
||||||
|
|
||||||
|
| 方向 | Action | 字段 |
|
||||||
|
|---|---|---|
|
||||||
|
| **WAKEUP**（本 → APP）| `com.lila.intent.action.WAKEUP` | `keyword: String` / `timestamp: long` / `confidence: float` |
|
||||||
|
| **KWS_PAUSE**（APP → 本）| `com.lila.intent.action.KWS_PAUSE` | `silence_ms: long`（默认 **3000**，Networking 场景 60000）/ `reason: String` |
|
||||||
|
| **KWS_RESUME**（APP → 本）| `com.lila.intent.action.KWS_RESUME` | `reason: String` |
|
||||||
|
|
||||||
|
### 关键设计约束（不要破坏）
|
||||||
|
|
||||||
|
1. **silence_ms 二次保险**：收到 PAUSE 后即使收到 RESUME 也要等到 silence 满才真正 resume —— 防 AI 自我唤醒
|
||||||
|
2. **2 分钟兜底超时**：APP 漏发 RESUME 时 KWS 自动恢复（防永久哑火）
|
||||||
|
3. **后验平滑**：连续 N 帧（默认 2）置信度过阈值才发 WAKEUP —— 降误唤醒
|
||||||
|
4. **AudioRecord 暂停时完全 release**：把麦克风让给 RTC SDK，避免资源冲突
|
||||||
|
5. **WAKEUP 命中后不自动 PAUSE 自己**：必须由 APP 主动发 PAUSE —— 防漏命中导致的死锁
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 四、工程结构（基于 sherpa-onnx demo 改造后）
|
||||||
|
|
||||||
|
```
|
||||||
|
工程根/（原 sherpa-onnx/android/SherpaOnnxKws）
|
||||||
|
├── CLAUDE.md ← 本文件
|
||||||
|
├── app/
|
||||||
|
│ ├── build.gradle.kts ← 已改：包名 + arm64-v8a only + targetSdk 33
|
||||||
|
│ └── src/main/
|
||||||
|
│ ├── AndroidManifest.xml ← 已改：完整权限 + 4 个组件声明
|
||||||
|
│ ├── assets/
|
||||||
|
│ │ └── sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01/
|
||||||
|
│ │ ├── *.onnx ← 原 demo 自带（不动）
|
||||||
|
│ │ ├── tokens.txt ← 原 demo 自带（不动）
|
||||||
|
│ │ └── keywords.txt ← 已改：5 个 Lila 唤醒词
|
||||||
|
│ └── java/com/lila/wakeup/ ← 已改：包名 + 9 个新文件
|
||||||
|
│ ├── Config.kt ← 协议常量、阈值、模型路径
|
||||||
|
│ ├── MainActivity.kt ← 状态查看 UI + 权限申请（开发期辅助）
|
||||||
|
│ ├── BootReceiver.kt ← 开机自启
|
||||||
|
│ ├── WakeupForegroundService.kt ← 前台 Service 主体
|
||||||
|
│ ├── kws/
|
||||||
|
│ │ ├── AudioCapture.kt ← AudioRecord 16kHz mono PCM16
|
||||||
|
│ │ ├── KwsEngine.kt ← sherpa-onnx KWS 封装
|
||||||
|
│ │ └── KwsStateMachine.kt ← LISTENING/PAUSED 状态机 + silence_ms
|
||||||
|
│ ├── protocol/
|
||||||
|
│ │ ├── BroadcastSender.kt ← 发 WAKEUP 给 com.qy.lila
|
||||||
|
│ │ └── ProtocolReceiver.kt ← 收 PAUSE/RESUME
|
||||||
|
│ └── （sherpa-onnx 自带的 Wrapper 类保留，包名 com.k2fsa.sherpa.onnx 不动）
|
||||||
|
└── build.gradle.kts (项目级) ← 不动
|
||||||
|
```
|
||||||
|
|
||||||
|
### 9 个我们写的 Kotlin 文件代码量
|
||||||
|
|
||||||
|
| 文件 | 行数 | 职责 |
|
||||||
|
|---|---|---|
|
||||||
|
| Config.kt | 108 | 全局常量 |
|
||||||
|
| MainActivity.kt | 117 | 状态 UI + 权限申请 |
|
||||||
|
| BootReceiver.kt | 50 | 开机自启 |
|
||||||
|
| WakeupForegroundService.kt | 142 | Service 主体 + 通知栏 |
|
||||||
|
| AudioCapture.kt | 112 | AudioRecord 封装 |
|
||||||
|
| KwsEngine.kt | 119 | sherpa-onnx 封装 |
|
||||||
|
| KwsStateMachine.kt | 163 | 状态机 + silence_ms + 兜底 |
|
||||||
|
| BroadcastSender.kt | 36 | 发 WAKEUP |
|
||||||
|
| ProtocolReceiver.kt | 63 | 收 PAUSE/RESUME |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 五、关键参考文档（在主仓库 OrangePi_CM5_Project 中）
|
||||||
|
|
||||||
|
> **这些文档是工程的"上游契约"**，本工程实现必须与之一致。改协议要先去主仓库改文档。
|
||||||
|
|
||||||
|
| 文档 | 路径 | 作用 |
|
||||||
|
|---|---|---|
|
||||||
|
| 协议规约 v2.1 | `/Volumes/LinuxDev/OrangePi_CM5_Project/docs/OrangePi_CM5/MD_Document/KWS唤醒协议-V2.md` | 双方对接契约（最权威）|
|
||||||
|
| 服务设计 | `/Volumes/LinuxDev/OrangePi_CM5_Project/docs/OrangePi_CM5/MD_Document/KWS服务设计.md` | 我侧实现指南 |
|
||||||
|
| 第三方评估 | `/Volumes/LinuxDev/OrangePi_CM5_Project/docs/OrangePi_CM5/MD_Document/KWS唤醒方案适配评估_Unity.md` | Unity APP 团队的对接评估（含 v2 微调建议）|
|
||||||
|
| 工程骨架 README | `/Volumes/LinuxDev/OrangePi_CM5_Project/docs/OrangePi_CM5/MD_Document/KWS-APK-工程骨架/README.md` | 9 步实施指南（含路线图、坑提示）|
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 六、用户偏好与代码风格（继承自主项目）
|
||||||
|
|
||||||
|
- **语言**：所有沟通用中文，代码注释用中文
|
||||||
|
- **代码风格**：snake_case 变量、UPPER_SNAKE_CASE 常量、_t 后缀类型；Kotlin 这边按 Kotlin 标准（CamelCase 类名 / camelCase 变量），但**注释一律中文**
|
||||||
|
- **嵌入式原则**：节省 RAM/Flash > 时序优化 > 模块化（虽然这是 Android 但 OrangePi 资源仍宝贵）
|
||||||
|
- **不主动加冗余校验**（CLAUDE.md 全局规则）
|
||||||
|
- **破坏性操作先确认**（git push --force / rm 等）
|
||||||
|
- **优先静态分配**：避免频繁 malloc/free，字符串处理用固定缓冲区
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 七、当前任务路线图
|
||||||
|
|
||||||
|
| 阶段 | 内容 | 状态 |
|
||||||
|
|---|---|---|
|
||||||
|
| 0. 算法验证 | sherpa-onnx 预编译 KWS APK 装到板子，测识别率 | ✅ 已完成（5/8 命中）|
|
||||||
|
| 1. 工程骨架 | 9 个 Kotlin 类 + Manifest + gradle | ✅ 已完成（在主仓库 KWS-APK-工程骨架/）|
|
||||||
|
| 2. AS 装齐组件 | API 33 / Build-Tools 33 / NDK 25 / CMake 3.22 | 🔄 进行中 |
|
||||||
|
| 3. 克隆 sherpa-onnx + 改造 | git clone + Refactor 包名 + 拷骨架文件 | 📋 待做 |
|
||||||
|
| 4. Build → adb install 到 OrangePi CM5 | 验证唤醒效果 | 📋 待做 |
|
||||||
|
| 5. 协议联调（与 Unity APP）| 按协议 v2.1 §八 联调清单 | 📋 待 APP 团队 |
|
||||||
|
| 6. 方案 B 升级 | 系统签名 + 集成进 update.img | 📋 联调通过后 |
|
||||||
|
| 7. 长稳测试 | 72h 连续运行 | 📋 量产前 |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 八、关键技术决策记录（不要重新讨论）
|
||||||
|
|
||||||
|
| 决策 | 结论 | 理由（一句话）|
|
||||||
|
|---|---|---|
|
||||||
|
| 用 Maven 依赖还是克隆 demo？ | **克隆 demo** | Maven 上 sherpa-onnx 的 Android arm64-v8a .so + Kotlin Wrapper 不全 |
|
||||||
|
| 方案 A / B / C 怎么走？ | **A 跑通 → B 升级**（不走 C）| C 改 AOSP system_server 收益不抵成本 |
|
||||||
|
| silence_ms 默认值 | **3000ms** | 第三方实测 RTC 远端音频回灌 800-1500ms + AI TTS 触发，2000ms 不够 |
|
||||||
|
| Networking 场景是否唤醒？ | **不允许**（APP 进入发 PAUSE）| 配网中被唤醒会要求 APP 新增响应逻辑 + 决策跳哪里 |
|
||||||
|
| BroadcastReceiver 与 Service 通信方式 | **Locator 模式** | 比 startService / AIDL 简单，性能好 |
|
||||||
|
| AudioRecord 暂停时是 stop 还是 release？ | **完全 release** | 释放麦克风给 RTC SDK，避免资源冲突 |
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 九、绝对不要做的事
|
||||||
|
|
||||||
|
1. ❌ **不要改包名 `com.qy.lila`**：APP 团队已确认，改了协议失效
|
||||||
|
2. ❌ **不要改 Action 名 `com.lila.intent.action.*`**：双方协议契约
|
||||||
|
3. ❌ **不要把 sherpa-onnx 源码包名 `com.k2fsa.sherpa.onnx` 改掉**：JNI native 库 binding 的硬编码包名
|
||||||
|
4. ❌ **不要在前台 Service 里调耗时操作（vTaskDelay 类）阻塞 main looper**：StateMachine 的 timeout 用 Handler.postDelayed
|
||||||
|
5. ❌ **不要在 AudioCapture 线程里同步调网络 / 文件 IO**：会丢音频帧
|
||||||
|
6. ❌ **不要禁用 START_STICKY**：Service 异常重启依赖此标志
|
||||||
|
7. ❌ **不要把 RECORD_AUDIO 申请放在 Service**：必须在 Activity 里申请（Android 限制）
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 十、与主项目（OrangePi_CM5_Project）的协作
|
||||||
|
|
||||||
|
主项目的 Claude Code 会话负责：
|
||||||
|
- 协议规约文档（KWS唤醒协议-V2.md）演进
|
||||||
|
- 服务设计文档（KWS服务设计.md）演进
|
||||||
|
- 与第三方 APP 团队对接
|
||||||
|
- 系统侧（kernel / dts / Audio HAL）相关修改
|
||||||
|
- 整机集成（方案 B 升级）
|
||||||
|
|
||||||
|
本工程（sherpa-onnx 改造）的 Claude Code 会话负责：
|
||||||
|
- 9 个 Kotlin 文件的具体实现
|
||||||
|
- Gradle / Manifest 配置
|
||||||
|
- Android Studio Build / Run 调试
|
||||||
|
- KWS 引擎参数调优（threshold、N 帧平滑）
|
||||||
|
- 真机测试（与 OrangePi CM5 联调）
|
||||||
|
|
||||||
|
**协议改动必须先在主项目改文档，再同步到本工程。**
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 十一、典型工作请求示例（让 Claude Code 上手）
|
||||||
|
|
||||||
|
新来 Claude Code 插件可以处理的典型任务：
|
||||||
|
|
||||||
|
- "帮我改 [`KwsStateMachine.kt`](app/src/main/java/com/lila/wakeup/kws/KwsStateMachine.kt) 的后验平滑窗口从 2 帧改为 3 帧"
|
||||||
|
- "把 [`build.gradle.kts`](app/build.gradle.kts) 的 minSdk 从 26 改为 24"
|
||||||
|
- "新增一个 keywords 重载接口，让 [`KwsEngine.kt`](app/src/main/java/com/lila/wakeup/kws/KwsEngine.kt) 支持热更新唤醒词"
|
||||||
|
- "[`MainActivity.kt`](app/src/main/java/com/lila/wakeup/MainActivity.kt) 状态展示太丑，帮我用 Compose 重写"
|
||||||
|
- "Build 报错 `Unresolved reference: KeywordSpotter`，怎么改？"
|
||||||
|
- "帮我加一个 logcat 过滤器，只看 KWS 命中日志"
|
||||||
|
|
||||||
|
需要主项目协调的请求（**不要自己改本工程**）：
|
||||||
|
|
||||||
|
- "改协议字段名" → 让用户回主项目讨论
|
||||||
|
- "升级方案 B" → 涉及 SDK 集成，回主项目
|
||||||
|
- "对接第三方新需求" → 协议要先改
|
||||||
|
|
||||||
|
---
|
||||||
|
|
||||||
|
## 十二、运行时验证
|
||||||
|
|
||||||
|
```bash
|
||||||
|
# 装到板子
|
||||||
|
adb install -r -g ./app/build/outputs/apk/debug/app-debug.apk
|
||||||
|
|
||||||
|
# 看日志
|
||||||
|
adb logcat -s KwsService.Svc:* KwsService.Engine:* KwsService.State:* KwsService.Audio:* KwsService.Send:* KwsService.Proto:* KwsService.Boot:*
|
||||||
|
|
||||||
|
# 关键日志关键字
|
||||||
|
[Engine] init done ← 引擎加载成功
|
||||||
|
[State] -> LISTENING ← 进入监听
|
||||||
|
[KWS] HIT confirmed ← 命中
|
||||||
|
[Broadcast] WAKEUP -> com.qy.lila ← 发广播给 APP
|
||||||
|
|
||||||
|
# 测试 APP 端 PAUSE/RESUME（不依赖 Unity APP，用 adb 模拟）
|
||||||
|
adb shell am broadcast -a com.lila.intent.action.KWS_PAUSE \
|
||||||
|
-n com.lila.wakeup/.protocol.ProtocolReceiver \
|
||||||
|
--el silence_ms 3000 --es reason "test_pause"
|
||||||
|
|
||||||
|
adb shell am broadcast -a com.lila.intent.action.KWS_RESUME \
|
||||||
|
-n com.lila.wakeup/.protocol.ProtocolReceiver \
|
||||||
|
--es reason "test_resume"
|
||||||
|
```
|
||||||
1
app/.gitignore
vendored
Normal file
1
app/.gitignore
vendored
Normal file
@ -0,0 +1 @@
|
|||||||
|
/build
|
||||||
45
app/build.gradle
Normal file
45
app/build.gradle
Normal file
@ -0,0 +1,45 @@
|
|||||||
|
plugins {
|
||||||
|
id 'com.android.application'
|
||||||
|
id 'org.jetbrains.kotlin.android'
|
||||||
|
}
|
||||||
|
|
||||||
|
android {
|
||||||
|
namespace 'com.lila.wakeup'
|
||||||
|
compileSdk 33
|
||||||
|
|
||||||
|
defaultConfig {
|
||||||
|
applicationId "com.lila.wakeup"
|
||||||
|
minSdk 26
|
||||||
|
targetSdk 33
|
||||||
|
versionCode 1
|
||||||
|
versionName "0.1.0-alpha"
|
||||||
|
|
||||||
|
testInstrumentationRunner "androidx.test.runner.AndroidJUnitRunner"
|
||||||
|
ndk { abiFilters "arm64-v8a" }
|
||||||
|
}
|
||||||
|
|
||||||
|
buildTypes {
|
||||||
|
release {
|
||||||
|
minifyEnabled false
|
||||||
|
proguardFiles getDefaultProguardFile('proguard-android-optimize.txt'), 'proguard-rules.pro'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
compileOptions {
|
||||||
|
sourceCompatibility JavaVersion.VERSION_1_8
|
||||||
|
targetCompatibility JavaVersion.VERSION_1_8
|
||||||
|
}
|
||||||
|
kotlinOptions {
|
||||||
|
jvmTarget = '1.8'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
dependencies {
|
||||||
|
|
||||||
|
implementation 'androidx.core:core-ktx:1.7.0'
|
||||||
|
implementation 'androidx.appcompat:appcompat:1.5.1'
|
||||||
|
implementation 'com.google.android.material:material:1.7.0'
|
||||||
|
implementation 'androidx.constraintlayout:constraintlayout:2.1.4'
|
||||||
|
testImplementation 'junit:junit:4.13.2'
|
||||||
|
androidTestImplementation 'androidx.test.ext:junit:1.1.4'
|
||||||
|
androidTestImplementation 'androidx.test.espresso:espresso-core:3.5.0'
|
||||||
|
}
|
||||||
21
app/proguard-rules.pro
vendored
Normal file
21
app/proguard-rules.pro
vendored
Normal file
@ -0,0 +1,21 @@
|
|||||||
|
# Add project specific ProGuard rules here.
|
||||||
|
# You can control the set of applied configuration files using the
|
||||||
|
# proguardFiles setting in build.gradle.
|
||||||
|
#
|
||||||
|
# For more details, see
|
||||||
|
# http://developer.android.com/guide/developing/tools/proguard.html
|
||||||
|
|
||||||
|
# If your project uses WebView with JS, uncomment the following
|
||||||
|
# and specify the fully qualified class name to the JavaScript interface
|
||||||
|
# class:
|
||||||
|
#-keepclassmembers class fqcn.of.javascript.interface.for.webview {
|
||||||
|
# public *;
|
||||||
|
#}
|
||||||
|
|
||||||
|
# Uncomment this to preserve the line number information for
|
||||||
|
# debugging stack traces.
|
||||||
|
#-keepattributes SourceFile,LineNumberTable
|
||||||
|
|
||||||
|
# If you keep the line number information, uncomment this to
|
||||||
|
# hide the original source file name.
|
||||||
|
#-renamesourcefileattribute SourceFile
|
||||||
@ -0,0 +1,24 @@
|
|||||||
|
package com.k2fsa.sherpa.onnx
|
||||||
|
|
||||||
|
import androidx.test.platform.app.InstrumentationRegistry
|
||||||
|
import androidx.test.ext.junit.runners.AndroidJUnit4
|
||||||
|
|
||||||
|
import org.junit.Test
|
||||||
|
import org.junit.runner.RunWith
|
||||||
|
|
||||||
|
import org.junit.Assert.*
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Instrumented test, which will execute on an Android device.
|
||||||
|
*
|
||||||
|
* See [testing documentation](http://d.android.com/tools/testing).
|
||||||
|
*/
|
||||||
|
@RunWith(AndroidJUnit4::class)
|
||||||
|
class ExampleInstrumentedTest {
|
||||||
|
@Test
|
||||||
|
fun useAppContext() {
|
||||||
|
// Context of the app under test.
|
||||||
|
val appContext = InstrumentationRegistry.getInstrumentation().targetContext
|
||||||
|
assertEquals("com.k2fsa.sherpa.onnx", appContext.packageName)
|
||||||
|
}
|
||||||
|
}
|
||||||
85
app/src/main/AndroidManifest.xml
Normal file
85
app/src/main/AndroidManifest.xml
Normal file
@ -0,0 +1,85 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<!--
|
||||||
|
KWS APK 清单文件（com.lila.wakeup）
|
||||||
|
协议版本：v2.1
|
||||||
|
目标系统：Android 13 (API 33) / arm64-v8a
|
||||||
|
-->
|
||||||
|
<manifest xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
xmlns:tools="http://schemas.android.com/tools">
|
||||||
|
|
||||||
|
<!-- 录音（核心权限） -->
|
||||||
|
<uses-permission android:name="android.permission.RECORD_AUDIO" />
|
||||||
|
|
||||||
|
<!-- 开机自启（接收 BOOT_COMPLETED 广播） -->
|
||||||
|
<uses-permission android:name="android.permission.RECEIVE_BOOT_COMPLETED" />
|
||||||
|
|
||||||
|
<!-- 前台 Service（Android 9+ 必须） -->
|
||||||
|
<uses-permission android:name="android.permission.FOREGROUND_SERVICE" />
|
||||||
|
|
||||||
|
<!-- 前台 Service 麦克风类型（Android 14 (API 34)+ 强制声明类型，13 可选但建议加上） -->
|
||||||
|
<uses-permission android:name="android.permission.FOREGROUND_SERVICE_MICROPHONE" />
|
||||||
|
|
||||||
|
<!-- 防止系统休眠时音频采集中断 -->
|
||||||
|
<uses-permission android:name="android.permission.WAKE_LOCK" />
|
||||||
|
|
||||||
|
<!-- 通知栏权限（Android 13+ 强制运行时申请） -->
|
||||||
|
<uses-permission android:name="android.permission.POST_NOTIFICATIONS" />
|
||||||
|
|
||||||
|
<application
|
||||||
|
android:allowBackup="false"
|
||||||
|
android:dataExtractionRules="@xml/data_extraction_rules"
|
||||||
|
android:fullBackupContent="@xml/backup_rules"
|
||||||
|
android:icon="@mipmap/ic_launcher"
|
||||||
|
android:label="@string/app_name"
|
||||||
|
android:roundIcon="@mipmap/ic_launcher_round"
|
||||||
|
android:supportsRtl="true"
|
||||||
|
android:theme="@style/Theme.LilaWakeup"
|
||||||
|
tools:targetApi="33">
|
||||||
|
|
||||||
|
<!-- 前台 Service：常驻录音 + KWS 推理 -->
|
||||||
|
<service
|
||||||
|
android:name=".WakeupForegroundService"
|
||||||
|
android:enabled="true"
|
||||||
|
android:exported="false"
|
||||||
|
android:foregroundServiceType="microphone"
|
||||||
|
android:stopWithTask="false" />
|
||||||
|
|
||||||
|
<!-- 开机自启接收器 -->
|
||||||
|
<receiver
|
||||||
|
android:name=".BootReceiver"
|
||||||
|
android:enabled="true"
|
||||||
|
android:exported="true"
|
||||||
|
tools:ignore="ExportedReceiver">
|
||||||
|
<intent-filter>
|
||||||
|
<action android:name="android.intent.action.BOOT_COMPLETED" />
|
||||||
|
<action android:name="android.intent.action.LOCKED_BOOT_COMPLETED" />
|
||||||
|
<action android:name="android.intent.action.QUICKBOOT_POWERON" />
|
||||||
|
</intent-filter>
|
||||||
|
</receiver>
|
||||||
|
|
||||||
|
<!-- 协议接收器：监听 APP 端发来的 KWS_PAUSE / KWS_RESUME -->
|
||||||
|
<receiver
|
||||||
|
android:name=".protocol.ProtocolReceiver"
|
||||||
|
android:enabled="true"
|
||||||
|
android:exported="true"
|
||||||
|
tools:ignore="ExportedReceiver">
|
||||||
|
<intent-filter>
|
||||||
|
<action android:name="com.lila.intent.action.KWS_PAUSE" />
|
||||||
|
<action android:name="com.lila.intent.action.KWS_RESUME" />
|
||||||
|
</intent-filter>
|
||||||
|
</receiver>
|
||||||
|
|
||||||
|
<!-- 状态查看 Activity（开发期辅助 + 首次启动权限申请入口） -->
|
||||||
|
<activity
|
||||||
|
android:name=".MainActivity"
|
||||||
|
android:exported="true"
|
||||||
|
android:label="@string/app_name"
|
||||||
|
android:theme="@style/Theme.LilaWakeup">
|
||||||
|
<intent-filter>
|
||||||
|
<action android:name="android.intent.action.MAIN" />
|
||||||
|
<category android:name="android.intent.category.LAUNCHER" />
|
||||||
|
</intent-filter>
|
||||||
|
</activity>
|
||||||
|
</application>
|
||||||
|
|
||||||
|
</manifest>
|
||||||
0
app/src/main/assets/.gitkeep
Normal file
0
app/src/main/assets/.gitkeep
Normal file
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file not shown.
@ -0,0 +1,5 @@
|
|||||||
|
n ǐ h ǎo l ì l ā @你好Lila
|
||||||
|
h è l ōu l ì l ā @hello Lila
|
||||||
|
l ì l ā t óng x ué @Lila同学
|
||||||
|
l ì l ā n ǐ h ǎo @Lila你好
|
||||||
|
x i ǎo l ì l ā @小Lila
|
||||||
@ -0,0 +1,227 @@
|
|||||||
|
<blk> 0
|
||||||
|
<sos/eos> 1
|
||||||
|
<unk> 2
|
||||||
|
A 3
|
||||||
|
B 4
|
||||||
|
S 5
|
||||||
|
I 6
|
||||||
|
f 7
|
||||||
|
ù 8
|
||||||
|
ǔ 9
|
||||||
|
zh 10
|
||||||
|
y 11
|
||||||
|
ī 12
|
||||||
|
sh 13
|
||||||
|
ēng 14
|
||||||
|
uè 15
|
||||||
|
p 16
|
||||||
|
iàn 17
|
||||||
|
K 18
|
||||||
|
L 19
|
||||||
|
P 20
|
||||||
|
R 21
|
||||||
|
T 22
|
||||||
|
M 23
|
||||||
|
j 24
|
||||||
|
W 25
|
||||||
|
q 26
|
||||||
|
s 27
|
||||||
|
ān 28
|
||||||
|
b 29
|
||||||
|
ā 30
|
||||||
|
l 31
|
||||||
|
íng 32
|
||||||
|
iǔ 33
|
||||||
|
ch 34
|
||||||
|
ǐ 35
|
||||||
|
ì 36
|
||||||
|
èr 37
|
||||||
|
w 38
|
||||||
|
r 39
|
||||||
|
án 40
|
||||||
|
én 41
|
||||||
|
ó 42
|
||||||
|
g 43
|
||||||
|
uǎn 44
|
||||||
|
c 45
|
||||||
|
āng 46
|
||||||
|
ǎn 47
|
||||||
|
x 48
|
||||||
|
iān 49
|
||||||
|
ōng 50
|
||||||
|
àng 51
|
||||||
|
òng 52
|
||||||
|
d 53
|
||||||
|
ài 54
|
||||||
|
iù 55
|
||||||
|
ìng 56
|
||||||
|
ū 57
|
||||||
|
m 58
|
||||||
|
àn 59
|
||||||
|
ǎ 60
|
||||||
|
í 61
|
||||||
|
z 62
|
||||||
|
k 63
|
||||||
|
ǒu 64
|
||||||
|
ūn 65
|
||||||
|
uó 66
|
||||||
|
èng 67
|
||||||
|
òu 68
|
||||||
|
ú 69
|
||||||
|
éng 70
|
||||||
|
à 71
|
||||||
|
iào 72
|
||||||
|
āo 73
|
||||||
|
ào 74
|
||||||
|
h 75
|
||||||
|
uáng 76
|
||||||
|
t 77
|
||||||
|
iáo 78
|
||||||
|
è 79
|
||||||
|
iǎn 80
|
||||||
|
er 81
|
||||||
|
n 82
|
||||||
|
èi 83
|
||||||
|
ǐng 84
|
||||||
|
uā 85
|
||||||
|
ēi 86
|
||||||
|
ǎo 87
|
||||||
|
iú 88
|
||||||
|
uàng 89
|
||||||
|
uí 90
|
||||||
|
ǜ 91
|
||||||
|
āi 92
|
||||||
|
óu 93
|
||||||
|
ià 94
|
||||||
|
ǎng 95
|
||||||
|
īn 96
|
||||||
|
uà 97
|
||||||
|
uǐ 98
|
||||||
|
ái 99
|
||||||
|
ò 100
|
||||||
|
ē 101
|
||||||
|
óng 102
|
||||||
|
uàn 103
|
||||||
|
é 104
|
||||||
|
ìn 105
|
||||||
|
ùn 106
|
||||||
|
uò 107
|
||||||
|
ún 108
|
||||||
|
uì 109
|
||||||
|
uān 110
|
||||||
|
ǐn 111
|
||||||
|
iāo 112
|
||||||
|
ōu 113
|
||||||
|
uán 114
|
||||||
|
iǎo 115
|
||||||
|
á 116
|
||||||
|
ér 117
|
||||||
|
èn 118
|
||||||
|
C 119
|
||||||
|
D 120
|
||||||
|
E 121
|
||||||
|
O 122
|
||||||
|
N 123
|
||||||
|
Z 124
|
||||||
|
ěi 125
|
||||||
|
ián 126
|
||||||
|
ēn 127
|
||||||
|
iā 128
|
||||||
|
ǚ 129
|
||||||
|
áng 130
|
||||||
|
iě 131
|
||||||
|
ǒng 132
|
||||||
|
éi 133
|
||||||
|
iāng 134
|
||||||
|
J 135
|
||||||
|
V 136
|
||||||
|
ín 137
|
||||||
|
ié 138
|
||||||
|
īng 139
|
||||||
|
ō 140
|
||||||
|
ěr 141
|
||||||
|
F 142
|
||||||
|
ué 143
|
||||||
|
iǎng 144
|
||||||
|
uō 145
|
||||||
|
G 146
|
||||||
|
ǎi 147
|
||||||
|
ěn 148
|
||||||
|
H 149
|
||||||
|
en 150
|
||||||
|
X 151
|
||||||
|
i 152
|
||||||
|
ǒ 153
|
||||||
|
uǒ 154
|
||||||
|
iè 155
|
||||||
|
iū 156
|
||||||
|
U 157
|
||||||
|
iàng 158
|
||||||
|
uāng 159
|
||||||
|
uá 160
|
||||||
|
Q 161
|
||||||
|
ě 162
|
||||||
|
e 163
|
||||||
|
iǎ 164
|
||||||
|
iáng 165
|
||||||
|
Y 166
|
||||||
|
○ 167
|
||||||
|
iē 168
|
||||||
|
uī 169
|
||||||
|
ěng 170
|
||||||
|
uài 171
|
||||||
|
áo 172
|
||||||
|
a 173
|
||||||
|
ou 174
|
||||||
|
ǔn 175
|
||||||
|
uái 176
|
||||||
|
uāi 177
|
||||||
|
ióng 178
|
||||||
|
ei 179
|
||||||
|
ń 180
|
||||||
|
iá 181
|
||||||
|
iōng 182
|
||||||
|
üè 183
|
||||||
|
uē 184
|
||||||
|
uǎng 185
|
||||||
|
uǎ 186
|
||||||
|
o 187
|
||||||
|
uǎi 188
|
||||||
|
uě 189
|
||||||
|
ǘ 190
|
||||||
|
uo 191
|
||||||
|
iǒng 192
|
||||||
|
ang 193
|
||||||
|
ia 194
|
||||||
|
u 195
|
||||||
|
üě 196
|
||||||
|
#0 197
|
||||||
|
#1 198
|
||||||
|
#2 199
|
||||||
|
#3 200
|
||||||
|
#4 201
|
||||||
|
#5 202
|
||||||
|
#6 203
|
||||||
|
#7 204
|
||||||
|
#8 205
|
||||||
|
#9 206
|
||||||
|
#10 207
|
||||||
|
#11 208
|
||||||
|
#12 209
|
||||||
|
#13 210
|
||||||
|
#14 211
|
||||||
|
#15 212
|
||||||
|
#16 213
|
||||||
|
#17 214
|
||||||
|
#18 215
|
||||||
|
#19 216
|
||||||
|
#20 217
|
||||||
|
#21 218
|
||||||
|
#22 219
|
||||||
|
#23 220
|
||||||
|
#24 221
|
||||||
|
#25 222
|
||||||
|
#26 223
|
||||||
|
#27 224
|
||||||
|
#28 225
|
||||||
|
#29 226
|
||||||
11
app/src/main/java/com/k2fsa/sherpa/onnx/FeatureConfig.kt
Normal file
11
app/src/main/java/com/k2fsa/sherpa/onnx/FeatureConfig.kt
Normal file
@ -0,0 +1,11 @@
|
|||||||
|
package com.k2fsa.sherpa.onnx
|
||||||
|
|
||||||
|
data class FeatureConfig(
|
||||||
|
var sampleRate: Int = 16000,
|
||||||
|
var featureDim: Int = 80,
|
||||||
|
var dither: Float = 0.0f
|
||||||
|
)
|
||||||
|
|
||||||
|
fun getFeatureConfig(sampleRate: Int, featureDim: Int): FeatureConfig {
|
||||||
|
return FeatureConfig(sampleRate = sampleRate, featureDim = featureDim)
|
||||||
|
}
|
||||||
@ -0,0 +1,7 @@
|
|||||||
|
package com.k2fsa.sherpa.onnx
|
||||||
|
|
||||||
|
data class HomophoneReplacerConfig(
|
||||||
|
var dictDir: String = "", // unused
|
||||||
|
var lexicon: String = "",
|
||||||
|
var ruleFsts: String = "",
|
||||||
|
)
|
||||||
156
app/src/main/java/com/k2fsa/sherpa/onnx/KeywordSpotter.kt
Normal file
156
app/src/main/java/com/k2fsa/sherpa/onnx/KeywordSpotter.kt
Normal file
@ -0,0 +1,156 @@
|
|||||||
|
// Copyright (c) 2024 Xiaomi Corporation
|
||||||
|
package com.k2fsa.sherpa.onnx
|
||||||
|
|
||||||
|
import android.content.res.AssetManager
|
||||||
|
|
||||||
|
data class KeywordSpotterConfig(
|
||||||
|
var featConfig: FeatureConfig = FeatureConfig(),
|
||||||
|
var modelConfig: OnlineModelConfig = OnlineModelConfig(),
|
||||||
|
var maxActivePaths: Int = 4,
|
||||||
|
var keywordsFile: String = "keywords.txt",
|
||||||
|
var keywordsScore: Float = 1.5f,
|
||||||
|
var keywordsThreshold: Float = 0.25f,
|
||||||
|
var numTrailingBlanks: Int = 2,
|
||||||
|
)
|
||||||
|
|
||||||
|
data class KeywordSpotterResult(
|
||||||
|
val keyword: String,
|
||||||
|
val tokens: Array<String>,
|
||||||
|
val timestamps: FloatArray,
|
||||||
|
// TODO(fangjun): Add more fields
|
||||||
|
) {
|
||||||
|
override fun toString(): String {
|
||||||
|
val tokensStr = tokens.joinToString(", ")
|
||||||
|
val timestampsStr = timestamps.joinToString(", ") { "%.2f".format(it) }
|
||||||
|
return "Keyword: $keyword\nTokens: [$tokensStr]\nTimestamps: [$timestampsStr]"
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
class KeywordSpotter(
|
||||||
|
assetManager: AssetManager? = null,
|
||||||
|
val config: KeywordSpotterConfig,
|
||||||
|
) {
|
||||||
|
private var ptr: Long
|
||||||
|
|
||||||
|
init {
|
||||||
|
ptr = if (assetManager != null) {
|
||||||
|
newFromAsset(assetManager, config)
|
||||||
|
} else {
|
||||||
|
newFromFile(config)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
protected fun finalize() {
|
||||||
|
if (ptr != 0L) {
|
||||||
|
delete(ptr)
|
||||||
|
ptr = 0
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun release() = finalize()
|
||||||
|
|
||||||
|
fun createStream(keywords: String = ""): OnlineStream {
|
||||||
|
val p = createStream(ptr, keywords)
|
||||||
|
return OnlineStream(p)
|
||||||
|
}
|
||||||
|
|
||||||
|
fun decode(stream: OnlineStream) = decode(ptr, stream.ptr)
|
||||||
|
fun reset(stream: OnlineStream) = reset(ptr, stream.ptr)
|
||||||
|
fun isReady(stream: OnlineStream) = isReady(ptr, stream.ptr)
|
||||||
|
fun getResult(stream: OnlineStream): KeywordSpotterResult {
|
||||||
|
return getResult(ptr, stream.ptr)
|
||||||
|
}
|
||||||
|
|
||||||
|
private external fun delete(ptr: Long)
|
||||||
|
|
||||||
|
private external fun newFromAsset(
|
||||||
|
assetManager: AssetManager,
|
||||||
|
config: KeywordSpotterConfig,
|
||||||
|
): Long
|
||||||
|
|
||||||
|
private external fun newFromFile(
|
||||||
|
config: KeywordSpotterConfig,
|
||||||
|
): Long
|
||||||
|
|
||||||
|
private external fun createStream(ptr: Long, keywords: String): Long
|
||||||
|
private external fun isReady(ptr: Long, streamPtr: Long): Boolean
|
||||||
|
private external fun decode(ptr: Long, streamPtr: Long)
|
||||||
|
private external fun reset(ptr: Long, streamPtr: Long)
|
||||||
|
private external fun getResult(ptr: Long, streamPtr: Long): KeywordSpotterResult
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
init {
|
||||||
|
System.loadLibrary("sherpa-onnx-jni")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
Please see
|
||||||
|
https://k2-fsa.github.io/sherpa/onnx/kws/pretrained_models/index.html
|
||||||
|
for a list of pre-trained models.
|
||||||
|
|
||||||
|
We only add a few here. Please change the following code
|
||||||
|
to add your own. (It should be straightforward to add a new model
|
||||||
|
by following the code)
|
||||||
|
|
||||||
|
@param type
|
||||||
|
0 - sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01 (Chinese)
|
||||||
|
https://www.modelscope.cn/models/pkufool/sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01/summary
|
||||||
|
|
||||||
|
1 - sherpa-onnx-kws-zipformer-gigaspeech-3.3M-2024-01-01 (English)
|
||||||
|
https://www.modelscope.cn/models/pkufool/sherpa-onnx-kws-zipformer-gigaspeech-3.3M-2024-01-01/summary
|
||||||
|
|
||||||
|
*/
|
||||||
|
fun getKwsModelConfig(type: Int): OnlineModelConfig? {
|
||||||
|
when (type) {
|
||||||
|
0 -> {
|
||||||
|
val modelDir = "sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-12-avg-2-chunk-16-left-64.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-12-avg-2-chunk-16-left-64.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-12-avg-2-chunk-16-left-64.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
1 -> {
|
||||||
|
val modelDir = "sherpa-onnx-kws-zipformer-gigaspeech-3.3M-2024-01-01"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-12-avg-2-chunk-16-left-64.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-12-avg-2-chunk-16-left-64.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-12-avg-2-chunk-16-left-64.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
return null
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
* Get the default keywords for each model.
|
||||||
|
* Caution: The types and modelDir should be the same as those in getModelConfig
|
||||||
|
* function above.
|
||||||
|
*/
|
||||||
|
fun getKeywordsFile(type: Int): String {
|
||||||
|
when (type) {
|
||||||
|
0 -> {
|
||||||
|
val modelDir = "sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01"
|
||||||
|
return "$modelDir/keywords.txt"
|
||||||
|
}
|
||||||
|
|
||||||
|
1 -> {
|
||||||
|
val modelDir = "sherpa-onnx-kws-zipformer-gigaspeech-3.3M-2024-01-01"
|
||||||
|
return "$modelDir/keywords.txt"
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
return ""
|
||||||
|
}
|
||||||
669
app/src/main/java/com/k2fsa/sherpa/onnx/OnlineRecognizer.kt
Normal file
669
app/src/main/java/com/k2fsa/sherpa/onnx/OnlineRecognizer.kt
Normal file
@ -0,0 +1,669 @@
|
|||||||
|
package com.k2fsa.sherpa.onnx
|
||||||
|
|
||||||
|
import android.content.res.AssetManager
|
||||||
|
|
||||||
|
data class EndpointRule(
|
||||||
|
var mustContainNonSilence: Boolean,
|
||||||
|
var minTrailingSilence: Float,
|
||||||
|
var minUtteranceLength: Float,
|
||||||
|
)
|
||||||
|
|
||||||
|
data class EndpointConfig(
|
||||||
|
var rule1: EndpointRule = EndpointRule(false, 2.4f, 0.0f),
|
||||||
|
var rule2: EndpointRule = EndpointRule(true, 1.4f, 0.0f),
|
||||||
|
var rule3: EndpointRule = EndpointRule(false, 0.0f, 20.0f)
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineTransducerModelConfig(
|
||||||
|
var encoder: String = "",
|
||||||
|
var decoder: String = "",
|
||||||
|
var joiner: String = "",
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineParaformerModelConfig(
|
||||||
|
var encoder: String = "",
|
||||||
|
var decoder: String = "",
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineZipformer2CtcModelConfig(
|
||||||
|
var model: String = "",
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineNeMoCtcModelConfig(
|
||||||
|
var model: String = "",
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineToneCtcModelConfig(
|
||||||
|
var model: String = "",
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineModelConfig(
|
||||||
|
var transducer: OnlineTransducerModelConfig = OnlineTransducerModelConfig(),
|
||||||
|
var paraformer: OnlineParaformerModelConfig = OnlineParaformerModelConfig(),
|
||||||
|
var zipformer2Ctc: OnlineZipformer2CtcModelConfig = OnlineZipformer2CtcModelConfig(),
|
||||||
|
var neMoCtc: OnlineNeMoCtcModelConfig = OnlineNeMoCtcModelConfig(),
|
||||||
|
var toneCtc: OnlineToneCtcModelConfig = OnlineToneCtcModelConfig(),
|
||||||
|
var tokens: String = "",
|
||||||
|
var numThreads: Int = 1,
|
||||||
|
var debug: Boolean = false,
|
||||||
|
var provider: String = "cpu",
|
||||||
|
var modelType: String = "",
|
||||||
|
var modelingUnit: String = "",
|
||||||
|
var bpeVocab: String = "",
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineLMConfig(
|
||||||
|
var model: String = "",
|
||||||
|
var scale: Float = 0.5f,
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineCtcFstDecoderConfig(
|
||||||
|
var graph: String = "",
|
||||||
|
var maxActive: Int = 3000,
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineRecognizerConfig(
|
||||||
|
var featConfig: FeatureConfig = FeatureConfig(),
|
||||||
|
var modelConfig: OnlineModelConfig = OnlineModelConfig(),
|
||||||
|
var lmConfig: OnlineLMConfig = OnlineLMConfig(),
|
||||||
|
var ctcFstDecoderConfig: OnlineCtcFstDecoderConfig = OnlineCtcFstDecoderConfig(),
|
||||||
|
var hr: HomophoneReplacerConfig = HomophoneReplacerConfig(),
|
||||||
|
var endpointConfig: EndpointConfig = EndpointConfig(),
|
||||||
|
var enableEndpoint: Boolean = true,
|
||||||
|
var decodingMethod: String = "greedy_search",
|
||||||
|
var maxActivePaths: Int = 4,
|
||||||
|
var hotwordsFile: String = "",
|
||||||
|
var hotwordsScore: Float = 1.5f,
|
||||||
|
var ruleFsts: String = "",
|
||||||
|
var ruleFars: String = "",
|
||||||
|
var blankPenalty: Float = 0.0f,
|
||||||
|
)
|
||||||
|
|
||||||
|
data class OnlineRecognizerResult(
|
||||||
|
val text: String,
|
||||||
|
val tokens: Array<String>,
|
||||||
|
val timestamps: FloatArray,
|
||||||
|
val ysProbs: FloatArray,
|
||||||
|
// TODO(fangjun): Add more fields
|
||||||
|
)
|
||||||
|
|
||||||
|
class OnlineRecognizer(
|
||||||
|
assetManager: AssetManager? = null,
|
||||||
|
val config: OnlineRecognizerConfig,
|
||||||
|
) {
|
||||||
|
private var ptr: Long
|
||||||
|
|
||||||
|
init {
|
||||||
|
ptr = if (assetManager != null) {
|
||||||
|
newFromAsset(assetManager, config)
|
||||||
|
} else {
|
||||||
|
newFromFile(config)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
protected fun finalize() {
|
||||||
|
if (ptr != 0L) {
|
||||||
|
delete(ptr)
|
||||||
|
ptr = 0
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun release() = finalize()
|
||||||
|
|
||||||
|
fun createStream(hotwords: String = ""): OnlineStream {
|
||||||
|
val p = createStream(ptr, hotwords)
|
||||||
|
return OnlineStream(p)
|
||||||
|
}
|
||||||
|
|
||||||
|
fun reset(stream: OnlineStream) = reset(ptr, stream.ptr)
|
||||||
|
fun decode(stream: OnlineStream) = decode(ptr, stream.ptr)
|
||||||
|
fun isEndpoint(stream: OnlineStream) = isEndpoint(ptr, stream.ptr)
|
||||||
|
fun isReady(stream: OnlineStream) = isReady(ptr, stream.ptr)
|
||||||
|
fun getResult(stream: OnlineStream): OnlineRecognizerResult {
|
||||||
|
return getResult(ptr, stream.ptr)
|
||||||
|
}
|
||||||
|
|
||||||
|
private external fun delete(ptr: Long)
|
||||||
|
|
||||||
|
private external fun newFromAsset(
|
||||||
|
assetManager: AssetManager,
|
||||||
|
config: OnlineRecognizerConfig,
|
||||||
|
): Long
|
||||||
|
|
||||||
|
private external fun newFromFile(
|
||||||
|
config: OnlineRecognizerConfig,
|
||||||
|
): Long
|
||||||
|
|
||||||
|
private external fun createStream(ptr: Long, hotwords: String): Long
|
||||||
|
private external fun reset(ptr: Long, streamPtr: Long)
|
||||||
|
private external fun decode(ptr: Long, streamPtr: Long)
|
||||||
|
private external fun isEndpoint(ptr: Long, streamPtr: Long): Boolean
|
||||||
|
private external fun isReady(ptr: Long, streamPtr: Long): Boolean
|
||||||
|
private external fun getResult(ptr: Long, streamPtr: Long): OnlineRecognizerResult
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
init {
|
||||||
|
System.loadLibrary("sherpa-onnx-jni")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/*
|
||||||
|
Please see
|
||||||
|
https://k2-fsa.github.io/sherpa/onnx/pretrained_models/index.html
|
||||||
|
for a list of pre-trained models.
|
||||||
|
|
||||||
|
We only add a few here. Please change the following code
|
||||||
|
to add your own. (It should be straightforward to add a new model
|
||||||
|
by following the code)
|
||||||
|
|
||||||
|
@param type
|
||||||
|
0 - sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 (Bilingual, Chinese + English)
|
||||||
|
https://k2-fsa.github.io/sherpa/onnx/pretrained_models/zipformer-transducer-models.html#sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20-bilingual-chinese-english
|
||||||
|
|
||||||
|
1 - csukuangfj/sherpa-onnx-lstm-zh-2023-02-20 (Chinese)
|
||||||
|
|
||||||
|
https://k2-fsa.github.io/sherpa/onnx/pretrained_models/lstm-transducer-models.html#csukuangfj-sherpa-onnx-lstm-zh-2023-02-20-chinese
|
||||||
|
|
||||||
|
2 - csukuangfj/sherpa-onnx-lstm-en-2023-02-17 (English)
|
||||||
|
https://k2-fsa.github.io/sherpa/onnx/pretrained_models/lstm-transducer-models.html#csukuangfj-sherpa-onnx-lstm-en-2023-02-17-english
|
||||||
|
|
||||||
|
3,4 - pkufool/icefall-asr-zipformer-streaming-wenetspeech-20230615
|
||||||
|
https://huggingface.co/pkufool/icefall-asr-zipformer-streaming-wenetspeech-20230615
|
||||||
|
3 - int8 encoder
|
||||||
|
4 - float32 encoder
|
||||||
|
|
||||||
|
5 - csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en
|
||||||
|
https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en
|
||||||
|
|
||||||
|
6 - sherpa-onnx-streaming-zipformer-en-2023-06-26
|
||||||
|
https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26
|
||||||
|
|
||||||
|
7 - shaojieli/sherpa-onnx-streaming-zipformer-fr-2023-04-14 (French)
|
||||||
|
https://huggingface.co/shaojieli/sherpa-onnx-streaming-zipformer-fr-2023-04-14
|
||||||
|
|
||||||
|
8 - csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 (Bilingual, Chinese + English)
|
||||||
|
https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20
|
||||||
|
encoder int8, decoder/joiner float32
|
||||||
|
|
||||||
|
*/
|
||||||
|
fun getModelConfig(type: Int): OnlineModelConfig? {
|
||||||
|
when (type) {
|
||||||
|
0 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-99-avg-1.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-99-avg-1.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-99-avg-1.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
1 -> {
|
||||||
|
val modelDir = "sherpa-onnx-lstm-zh-2023-02-20"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-11-avg-1.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-11-avg-1.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-11-avg-1.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "lstm",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
2 -> {
|
||||||
|
val modelDir = "sherpa-onnx-lstm-en-2023-02-17"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-99-avg-1.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-99-avg-1.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-99-avg-1.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "lstm",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
3 -> {
|
||||||
|
val modelDir = "icefall-asr-zipformer-streaming-wenetspeech-20230615"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/exp/encoder-epoch-12-avg-4-chunk-16-left-128.int8.onnx",
|
||||||
|
decoder = "$modelDir/exp/decoder-epoch-12-avg-4-chunk-16-left-128.onnx",
|
||||||
|
joiner = "$modelDir/exp/joiner-epoch-12-avg-4-chunk-16-left-128.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/data/lang_char/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
4 -> {
|
||||||
|
val modelDir = "icefall-asr-zipformer-streaming-wenetspeech-20230615"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/exp/encoder-epoch-12-avg-4-chunk-16-left-128.onnx",
|
||||||
|
decoder = "$modelDir/exp/decoder-epoch-12-avg-4-chunk-16-left-128.onnx",
|
||||||
|
joiner = "$modelDir/exp/joiner-epoch-12-avg-4-chunk-16-left-128.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/data/lang_char/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
5 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-paraformer-bilingual-zh-en"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
paraformer = OnlineParaformerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "paraformer",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
6 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-en-2023-06-26"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-99-avg-1-chunk-16-left-128.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-99-avg-1-chunk-16-left-128.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-99-avg-1-chunk-16-left-128.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
7 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-fr-2023-04-14"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-29-avg-9-with-averaged-model.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-29-avg-9-with-averaged-model.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-29-avg-9-with-averaged-model.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
8 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-99-avg-1.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-99-avg-1.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-99-avg-1.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
9 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-zh-14M-2023-02-23"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-99-avg-1.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-99-avg-1.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-99-avg-1.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
10 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-en-20M-2023-02-17"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-99-avg-1.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-99-avg-1.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-99-avg-1.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
11 -> {
|
||||||
|
val modelDir = "sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-80ms"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
neMoCtc = OnlineNeMoCtcModelConfig(
|
||||||
|
model = "$modelDir/model.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
12 -> {
|
||||||
|
val modelDir = "sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-480ms"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
neMoCtc = OnlineNeMoCtcModelConfig(
|
||||||
|
model = "$modelDir/model.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
13 -> {
|
||||||
|
val modelDir = "sherpa-onnx-nemo-streaming-fast-conformer-ctc-en-1040ms"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
neMoCtc = OnlineNeMoCtcModelConfig(
|
||||||
|
model = "$modelDir/model.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
14 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-korean-2024-06-16"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder-epoch-99-avg-1.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder-epoch-99-avg-1.onnx",
|
||||||
|
joiner = "$modelDir/joiner-epoch-99-avg-1.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
15 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-small-ctc-zh-int8-2025-04-01"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
zipformer2Ctc = OnlineZipformer2CtcModelConfig(
|
||||||
|
model = "$modelDir/model.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
16 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-small-ctc-zh-2025-04-01"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
zipformer2Ctc = OnlineZipformer2CtcModelConfig(
|
||||||
|
model = "$modelDir/model.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
17 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-ctc-zh-int8-2025-06-30"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
zipformer2Ctc = OnlineZipformer2CtcModelConfig(
|
||||||
|
model = "$modelDir/model.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
18 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-ctc-zh-2025-06-30"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
zipformer2Ctc = OnlineZipformer2CtcModelConfig(
|
||||||
|
model = "$modelDir/model.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
19 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-ctc-zh-fp16-2025-06-30"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
zipformer2Ctc = OnlineZipformer2CtcModelConfig(
|
||||||
|
model = "$modelDir/model.fp16.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
20 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-zh-int8-2025-06-30"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder.onnx",
|
||||||
|
joiner = "$modelDir/joiner.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
21 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-en-kroko-2025-08-06"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.onnx",
|
||||||
|
decoder = "$modelDir/decoder.onnx",
|
||||||
|
joiner = "$modelDir/joiner.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
22 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-es-kroko-2025-08-06"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.onnx",
|
||||||
|
decoder = "$modelDir/decoder.onnx",
|
||||||
|
joiner = "$modelDir/joiner.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
23 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-fr-kroko-2025-08-06"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.onnx",
|
||||||
|
decoder = "$modelDir/decoder.onnx",
|
||||||
|
joiner = "$modelDir/joiner.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
24 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-de-kroko-2025-08-06"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.onnx",
|
||||||
|
decoder = "$modelDir/decoder.onnx",
|
||||||
|
joiner = "$modelDir/joiner.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
25 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-small-ru-vosk-int8-2025-08-16"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder.onnx",
|
||||||
|
joiner = "$modelDir/joiner.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
26 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-small-ru-vosk-2025-08-16"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.onnx",
|
||||||
|
decoder = "$modelDir/decoder.onnx",
|
||||||
|
joiner = "$modelDir/joiner.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
27 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-t-one-russian-2025-09-08"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
toneCtc = OnlineToneCtcModelConfig(
|
||||||
|
model = "$modelDir/model.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
28 -> {
|
||||||
|
val modelDir = "sherpa-onnx-nemotron-speech-streaming-en-0.6b-int8-2026-01-14"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder.int8.onnx",
|
||||||
|
joiner = "$modelDir/joiner.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
29 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-bn-vosk-2026-02-09"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.onnx",
|
||||||
|
decoder = "$modelDir/decoder.onnx",
|
||||||
|
joiner = "$modelDir/joiner.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer2",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
30 -> {
|
||||||
|
val modelDir = "sherpa-onnx-nemotron-speech-streaming-en-0.6b-80ms-int8-2026-04-25"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder.int8.onnx",
|
||||||
|
joiner = "$modelDir/joiner.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
31 -> {
|
||||||
|
val modelDir = "sherpa-onnx-nemotron-speech-streaming-en-0.6b-160ms-int8-2026-04-25"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder.int8.onnx",
|
||||||
|
joiner = "$modelDir/joiner.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
32 -> {
|
||||||
|
val modelDir = "sherpa-onnx-nemotron-speech-streaming-en-0.6b-560ms-int8-2026-04-25"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder.int8.onnx",
|
||||||
|
joiner = "$modelDir/joiner.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
33 -> {
|
||||||
|
val modelDir = "sherpa-onnx-nemotron-speech-streaming-en-0.6b-1120ms-int8-2026-04-25"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.int8.onnx",
|
||||||
|
decoder = "$modelDir/decoder.int8.onnx",
|
||||||
|
joiner = "$modelDir/joiner.int8.onnx",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
1000 -> {
|
||||||
|
val modelDir = "sherpa-onnx-rk3588-streaming-zipformer-bilingual-zh-en-2023-02-20"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.rknn",
|
||||||
|
decoder = "$modelDir/decoder.rknn",
|
||||||
|
joiner = "$modelDir/joiner.rknn",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer",
|
||||||
|
provider = "rknn",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
1001 -> {
|
||||||
|
val modelDir = "sherpa-onnx-rk3588-streaming-zipformer-small-bilingual-zh-en-2023-02-16"
|
||||||
|
return OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = "$modelDir/encoder.rknn",
|
||||||
|
decoder = "$modelDir/decoder.rknn",
|
||||||
|
joiner = "$modelDir/joiner.rknn",
|
||||||
|
),
|
||||||
|
tokens = "$modelDir/tokens.txt",
|
||||||
|
modelType = "zipformer",
|
||||||
|
provider = "rknn",
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
return null
|
||||||
|
}
|
||||||
|
|
||||||
|
/*
|
||||||
|
Please see
|
||||||
|
https://k2-fsa.github.io/sherpa/onnx/pretrained_models/index.html
|
||||||
|
for a list of pre-trained models.
|
||||||
|
|
||||||
|
We only add a few here. Please change the following code
|
||||||
|
to add your own LM model. (It should be straightforward to train a new NN LM model
|
||||||
|
by following the code, https://github.com/k2-fsa/icefall/blob/master/icefall/rnn_lm/train.py)
|
||||||
|
|
||||||
|
@param type
|
||||||
|
0 - sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 (Bilingual, Chinese + English)
|
||||||
|
https://k2-fsa.github.io/sherpa/onnx/pretrained_models/zipformer-transducer-models.html#sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20-bilingual-chinese-english
|
||||||
|
*/
|
||||||
|
fun getOnlineLMConfig(type: Int): OnlineLMConfig {
|
||||||
|
when (type) {
|
||||||
|
0 -> {
|
||||||
|
val modelDir = "sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20"
|
||||||
|
return OnlineLMConfig(
|
||||||
|
model = "$modelDir/with-state-epoch-99-avg-1.int8.onnx",
|
||||||
|
scale = 0.5f,
|
||||||
|
)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return OnlineLMConfig()
|
||||||
|
}
|
||||||
|
|
||||||
|
fun getEndpointConfig(): EndpointConfig {
|
||||||
|
return EndpointConfig(
|
||||||
|
rule1 = EndpointRule(false, 2.4f, 0.0f),
|
||||||
|
rule2 = EndpointRule(true, 1.4f, 0.0f),
|
||||||
|
rule3 = EndpointRule(false, 0.0f, 20.0f)
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
42
app/src/main/java/com/k2fsa/sherpa/onnx/OnlineStream.kt
Normal file
42
app/src/main/java/com/k2fsa/sherpa/onnx/OnlineStream.kt
Normal file
@ -0,0 +1,42 @@
|
|||||||
|
package com.k2fsa.sherpa.onnx
|
||||||
|
|
||||||
|
class OnlineStream(var ptr: Long = 0) {
|
||||||
|
fun acceptWaveform(samples: FloatArray, sampleRate: Int) =
|
||||||
|
acceptWaveform(ptr, samples, sampleRate)
|
||||||
|
|
||||||
|
fun inputFinished() = inputFinished(ptr)
|
||||||
|
|
||||||
|
fun setOption(key: String, value: String) = setOption(ptr, key, value)
|
||||||
|
|
||||||
|
fun getOption(key: String): String = getOption(ptr, key)
|
||||||
|
|
||||||
|
protected fun finalize() {
|
||||||
|
if (ptr != 0L) {
|
||||||
|
delete(ptr)
|
||||||
|
ptr = 0
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun release() = finalize()
|
||||||
|
|
||||||
|
fun use(block: (OnlineStream) -> Unit) {
|
||||||
|
try {
|
||||||
|
block(this)
|
||||||
|
} finally {
|
||||||
|
release()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private external fun acceptWaveform(ptr: Long, samples: FloatArray, sampleRate: Int)
|
||||||
|
private external fun inputFinished(ptr: Long)
|
||||||
|
private external fun setOption(ptr: Long, key: String, value: String)
|
||||||
|
private external fun getOption(ptr: Long, key: String): String
|
||||||
|
private external fun delete(ptr: Long)
|
||||||
|
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
init {
|
||||||
|
System.loadLibrary("sherpa-onnx-jni")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
50
app/src/main/java/com/lila/wakeup/BootReceiver.kt
Normal file
50
app/src/main/java/com/lila/wakeup/BootReceiver.kt
Normal file
@ -0,0 +1,50 @@
|
|||||||
|
package com.lila.wakeup
|
||||||
|
|
||||||
|
import android.content.BroadcastReceiver
|
||||||
|
import android.content.Context
|
||||||
|
import android.content.Intent
|
||||||
|
import android.os.Build
|
||||||
|
import android.util.Log
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 开机自启接收器。
|
||||||
|
*
|
||||||
|
* 监听 BOOT_COMPLETED / LOCKED_BOOT_COMPLETED / QUICKBOOT_POWERON 三种开机广播，
|
||||||
|
* 收到后启动 [WakeupForegroundService] 进入监听状态。
|
||||||
|
*
|
||||||
|
* Android 限制：
|
||||||
|
* - 普通 APK 必须用户手动启动过一次 APP 后，BootReceiver 才会生效（系统安全限制）。
|
||||||
|
* - 升级到方案 B（系统签名 + /system/priv-app/）后此限制取消。
|
||||||
|
*/
|
||||||
|
class BootReceiver : BroadcastReceiver() {
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "KwsService.Boot"
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onReceive(context: Context, intent: Intent) {
|
||||||
|
val action = intent.action
|
||||||
|
Log.i(TAG, "Received boot broadcast: $action")
|
||||||
|
|
||||||
|
when (action) {
|
||||||
|
Intent.ACTION_BOOT_COMPLETED,
|
||||||
|
Intent.ACTION_LOCKED_BOOT_COMPLETED,
|
||||||
|
"android.intent.action.QUICKBOOT_POWERON" -> {
|
||||||
|
startWakeupService(context)
|
||||||
|
}
|
||||||
|
else -> {
|
||||||
|
Log.w(TAG, "Ignored unknown action: $action")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun startWakeupService(context: Context) {
|
||||||
|
val serviceIntent = Intent(context, WakeupForegroundService::class.java)
|
||||||
|
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
|
||||||
|
context.startForegroundService(serviceIntent)
|
||||||
|
} else {
|
||||||
|
context.startService(serviceIntent)
|
||||||
|
}
|
||||||
|
Log.i(TAG, "WakeupForegroundService started after boot")
|
||||||
|
}
|
||||||
|
}
|
||||||
108
app/src/main/java/com/lila/wakeup/Config.kt
Normal file
108
app/src/main/java/com/lila/wakeup/Config.kt
Normal file
@ -0,0 +1,108 @@
|
|||||||
|
package com.lila.wakeup
|
||||||
|
|
||||||
|
import android.media.AudioFormat
|
||||||
|
|
||||||
|
/**
|
||||||
|
* KWS APK 全局配置常量。
|
||||||
|
*
|
||||||
|
* 协议版本：v2.1（详见 KWS唤醒协议-V2.md）
|
||||||
|
* 涵盖三类常量：
|
||||||
|
* - 协议常量（Action 名、对端包名、字段键）
|
||||||
|
* - 引擎参数（阈值、平滑、超时、采样率）
|
||||||
|
* - 模型路径（assets 内相对路径）
|
||||||
|
*/
|
||||||
|
object Config {
|
||||||
|
|
||||||
|
// ============================================================
|
||||||
|
// 一、协议常量
|
||||||
|
// ============================================================
|
||||||
|
|
||||||
|
/** 本 APK 包名（自身） */
|
||||||
|
const val SELF_PACKAGE = "com.lila.wakeup"
|
||||||
|
|
||||||
|
/** 数字人 APP 包名（已确认 v2.1） */
|
||||||
|
const val APP_PACKAGE = "com.qy.lila"
|
||||||
|
|
||||||
|
/** 唤醒事件广播 Action（本 → APP） */
|
||||||
|
const val ACTION_WAKEUP = "com.lila.intent.action.WAKEUP"
|
||||||
|
|
||||||
|
/** 暂停 KWS 广播 Action（APP → 本） */
|
||||||
|
const val ACTION_KWS_PAUSE = "com.lila.intent.action.KWS_PAUSE"
|
||||||
|
|
||||||
|
/** 恢复 KWS 广播 Action（APP → 本） */
|
||||||
|
const val ACTION_KWS_RESUME = "com.lila.intent.action.KWS_RESUME"
|
||||||
|
|
||||||
|
/** WAKEUP Extras: 命中的唤醒词文本 */
|
||||||
|
const val EXTRA_KEYWORD = "keyword"
|
||||||
|
|
||||||
|
/** WAKEUP Extras: 命中时间戳（毫秒） */
|
||||||
|
const val EXTRA_TIMESTAMP = "timestamp"
|
||||||
|
|
||||||
|
/** WAKEUP Extras: 置信度 [0,1] */
|
||||||
|
const val EXTRA_CONFIDENCE = "confidence"
|
||||||
|
|
||||||
|
/** PAUSE Extras: 静默期毫秒数 */
|
||||||
|
const val EXTRA_SILENCE_MS = "silence_ms"
|
||||||
|
|
||||||
|
/** PAUSE/RESUME Extras: 调用原因（透传日志） */
|
||||||
|
const val EXTRA_REASON = "reason"
|
||||||
|
|
||||||
|
// ============================================================
|
||||||
|
// 二、引擎参数
|
||||||
|
// ============================================================
|
||||||
|
|
||||||
|
/** PAUSE 默认静默期（v2.1 微调：3000ms 覆盖 RTC 远端音频回灌 + AI TTS 触发延迟） */
|
||||||
|
const val DEFAULT_SILENCE_MS = 3000L
|
||||||
|
|
||||||
|
/** APP 漏发 RESUME 时的兜底超时（2 分钟） */
|
||||||
|
const val PAUSE_TIMEOUT_MS = 2 * 60 * 1000L
|
||||||
|
|
||||||
|
/** KWS 主阈值（"你好Lila" 主词） */
|
||||||
|
const val KWS_THRESHOLD_PRIMARY = 0.85f
|
||||||
|
|
||||||
|
/** KWS 次阈值（其他变体词） */
|
||||||
|
const val KWS_THRESHOLD_SECONDARY = 0.80f
|
||||||
|
|
||||||
|
/** 后验平滑：连续 N 帧 confidence > 阈值才算命中 */
|
||||||
|
const val SMOOTH_FRAMES = 2
|
||||||
|
|
||||||
|
// ============================================================
|
||||||
|
// 三、AudioRecord 配置
|
||||||
|
// ============================================================
|
||||||
|
|
||||||
|
/** 采样率（sherpa-onnx 模型固定 16kHz） */
|
||||||
|
const val SAMPLE_RATE = 16_000
|
||||||
|
|
||||||
|
/** 单声道 */
|
||||||
|
const val CHANNEL_CONFIG = AudioFormat.CHANNEL_IN_MONO
|
||||||
|
|
||||||
|
/** 16-bit PCM */
|
||||||
|
const val ENCODING = AudioFormat.ENCODING_PCM_16BIT
|
||||||
|
|
||||||
|
/** 单帧采样点数（10ms 帧 @ 16kHz = 160 samples） */
|
||||||
|
const val FRAME_SAMPLES = SAMPLE_RATE / 100
|
||||||
|
|
||||||
|
// ============================================================
|
||||||
|
// 四、模型路径（assets 内）
|
||||||
|
// ============================================================
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 模型目录，与 sherpa-onnx 官方 demo 一致。
|
||||||
|
* 切换模型时改这一行 + 对应的 keywords.txt。
|
||||||
|
*/
|
||||||
|
const val MODEL_DIR = "sherpa-onnx-kws-zipformer-wenetspeech-3.3M-2024-01-01"
|
||||||
|
|
||||||
|
const val MODEL_ENCODER = "$MODEL_DIR/encoder-epoch-12-avg-2-chunk-16-left-64.onnx"
|
||||||
|
const val MODEL_DECODER = "$MODEL_DIR/decoder-epoch-12-avg-2-chunk-16-left-64.onnx"
|
||||||
|
const val MODEL_JOINER = "$MODEL_DIR/joiner-epoch-12-avg-2-chunk-16-left-64.onnx"
|
||||||
|
const val MODEL_TOKENS = "$MODEL_DIR/tokens.txt"
|
||||||
|
const val MODEL_KEYWORDS = "$MODEL_DIR/keywords.txt"
|
||||||
|
|
||||||
|
// ============================================================
|
||||||
|
// 五、通知栏
|
||||||
|
// ============================================================
|
||||||
|
|
||||||
|
const val NOTIF_CHANNEL_ID = "lila_wakeup_kws"
|
||||||
|
const val NOTIF_CHANNEL_NAME = "Lila 语音唤醒"
|
||||||
|
const val NOTIF_ID = 1
|
||||||
|
}
|
||||||
117
app/src/main/java/com/lila/wakeup/MainActivity.kt
Normal file
117
app/src/main/java/com/lila/wakeup/MainActivity.kt
Normal file
@ -0,0 +1,117 @@
|
|||||||
|
package com.lila.wakeup
|
||||||
|
|
||||||
|
import android.Manifest
|
||||||
|
import android.content.Intent
|
||||||
|
import android.content.pm.PackageManager
|
||||||
|
import android.os.Build
|
||||||
|
import android.os.Bundle
|
||||||
|
import android.util.Log
|
||||||
|
import android.widget.TextView
|
||||||
|
import androidx.appcompat.app.AppCompatActivity
|
||||||
|
import androidx.core.app.ActivityCompat
|
||||||
|
import androidx.core.content.ContextCompat
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 状态查看 Activity（开发期辅助 + 首次启动权限申请入口）。
|
||||||
|
*
|
||||||
|
* 职责：
|
||||||
|
* 1. 首次启动时弹麦克风权限申请
|
||||||
|
* 2. 启动 [WakeupForegroundService]
|
||||||
|
* 3. 显示当前状态（开发期可选）
|
||||||
|
*
|
||||||
|
* 量产时（方案 B）改为 launcher 隐藏（删 LAUNCHER intent-filter），
|
||||||
|
* 用户不用进 APP 也能开机自启。
|
||||||
|
*/
|
||||||
|
class MainActivity : AppCompatActivity() {
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "KwsService.Main"
|
||||||
|
private const val PERMISSION_REQUEST_CODE = 1001
|
||||||
|
}
|
||||||
|
|
||||||
|
private lateinit var statusText: TextView
|
||||||
|
|
||||||
|
override fun onCreate(savedInstanceState: Bundle?) {
|
||||||
|
super.onCreate(savedInstanceState)
|
||||||
|
|
||||||
|
// 简化：用一个 TextView 直接显示状态，不用 layout xml
|
||||||
|
statusText = TextView(this).apply {
|
||||||
|
text = "Lila 语音唤醒服务\n\n初始化中..."
|
||||||
|
textSize = 18f
|
||||||
|
setPadding(60, 60, 60, 60)
|
||||||
|
}
|
||||||
|
setContentView(statusText)
|
||||||
|
|
||||||
|
checkAndRequestPermissions()
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun checkAndRequestPermissions() {
|
||||||
|
val needRequestList = mutableListOf<String>()
|
||||||
|
|
||||||
|
// 麦克风权限（核心）
|
||||||
|
if (ContextCompat.checkSelfPermission(this, Manifest.permission.RECORD_AUDIO)
|
||||||
|
!= PackageManager.PERMISSION_GRANTED
|
||||||
|
) {
|
||||||
|
needRequestList.add(Manifest.permission.RECORD_AUDIO)
|
||||||
|
}
|
||||||
|
|
||||||
|
// 通知权限（Android 13+）
|
||||||
|
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.TIRAMISU) {
|
||||||
|
if (ContextCompat.checkSelfPermission(this, Manifest.permission.POST_NOTIFICATIONS)
|
||||||
|
!= PackageManager.PERMISSION_GRANTED
|
||||||
|
) {
|
||||||
|
needRequestList.add(Manifest.permission.POST_NOTIFICATIONS)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (needRequestList.isNotEmpty()) {
|
||||||
|
ActivityCompat.requestPermissions(
|
||||||
|
this,
|
||||||
|
needRequestList.toTypedArray(),
|
||||||
|
PERMISSION_REQUEST_CODE
|
||||||
|
)
|
||||||
|
} else {
|
||||||
|
startWakeupService()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onRequestPermissionsResult(
|
||||||
|
requestCode: Int,
|
||||||
|
permissions: Array<out String>,
|
||||||
|
grantResults: IntArray
|
||||||
|
) {
|
||||||
|
super.onRequestPermissionsResult(requestCode, permissions, grantResults)
|
||||||
|
|
||||||
|
if (requestCode != PERMISSION_REQUEST_CODE) return
|
||||||
|
|
||||||
|
val recordIdx = permissions.indexOf(Manifest.permission.RECORD_AUDIO)
|
||||||
|
if (recordIdx >= 0 && grantResults[recordIdx] == PackageManager.PERMISSION_GRANTED) {
|
||||||
|
Log.i(TAG, "RECORD_AUDIO granted")
|
||||||
|
startWakeupService()
|
||||||
|
} else {
|
||||||
|
statusText.text = "Lila 语音唤醒服务\n\n❌ 麦克风权限被拒绝，无法启动唤醒"
|
||||||
|
Log.e(TAG, "RECORD_AUDIO denied, service NOT started")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun startWakeupService() {
|
||||||
|
val intent = Intent(this, WakeupForegroundService::class.java)
|
||||||
|
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.O) {
|
||||||
|
startForegroundService(intent)
|
||||||
|
} else {
|
||||||
|
startService(intent)
|
||||||
|
}
|
||||||
|
statusText.text = """
|
||||||
|
Lila 语音唤醒服务
|
||||||
|
|
||||||
|
✅ 服务已启动
|
||||||
|
✅ 监听唤醒词中
|
||||||
|
|
||||||
|
可关闭本界面，服务会在后台持续运行。
|
||||||
|
通知栏可看到运行状态。
|
||||||
|
|
||||||
|
日志：adb logcat -s KwsService
|
||||||
|
""".trimIndent()
|
||||||
|
Log.i(TAG, "WakeupForegroundService start requested")
|
||||||
|
}
|
||||||
|
}
|
||||||
140
app/src/main/java/com/lila/wakeup/WakeupForegroundService.kt
Normal file
140
app/src/main/java/com/lila/wakeup/WakeupForegroundService.kt
Normal file
@ -0,0 +1,140 @@
|
|||||||
|
package com.lila.wakeup
|
||||||
|
|
||||||
|
import android.app.Notification
|
||||||
|
import android.app.NotificationChannel
|
||||||
|
import android.app.NotificationManager
|
||||||
|
import android.app.PendingIntent
|
||||||
|
import android.app.Service
|
||||||
|
import android.content.Context
|
||||||
|
import android.content.Intent
|
||||||
|
import android.content.pm.ServiceInfo
|
||||||
|
import android.os.Build
|
||||||
|
import android.os.IBinder
|
||||||
|
import android.util.Log
|
||||||
|
import androidx.core.app.NotificationCompat
|
||||||
|
import com.lila.wakeup.kws.AudioCapture
|
||||||
|
import com.lila.wakeup.kws.KwsEngine
|
||||||
|
import com.lila.wakeup.kws.KwsStateMachine
|
||||||
|
import com.lila.wakeup.protocol.BroadcastSender
|
||||||
|
import com.lila.wakeup.protocol.WakeupServiceLocator
|
||||||
|
|
||||||
|
/**
|
||||||
|
* KWS 唤醒前台 Service —— 整个 APK 的运行时核心。
|
||||||
|
*
|
||||||
|
* 生命周期：
|
||||||
|
* - onCreate: 初始化引擎、状态机、采集器、通知栏
|
||||||
|
* - onStartCommand: startForeground + 启动音频采集 + 进入 LISTENING
|
||||||
|
* - onDestroy: 停止采集、释放引擎
|
||||||
|
*
|
||||||
|
* START_STICKY: 被系统杀死后会自动重启（无音频帧丢失影响业务）。
|
||||||
|
*/
|
||||||
|
class WakeupForegroundService : Service() {
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "KwsService.Svc"
|
||||||
|
}
|
||||||
|
|
||||||
|
private lateinit var engine: KwsEngine
|
||||||
|
private lateinit var stateMachine: KwsStateMachine
|
||||||
|
private lateinit var audioCapture: AudioCapture
|
||||||
|
private lateinit var sender: BroadcastSender
|
||||||
|
|
||||||
|
override fun onCreate() {
|
||||||
|
super.onCreate()
|
||||||
|
Log.i(TAG, "onCreate")
|
||||||
|
|
||||||
|
// 通知栏 channel 必须在 startForeground 之前创建
|
||||||
|
createNotificationChannel()
|
||||||
|
|
||||||
|
// 初始化引擎栈（顺序：sender → engine → state → audio）
|
||||||
|
sender = BroadcastSender(applicationContext)
|
||||||
|
engine = KwsEngine(applicationContext).also { it.init() }
|
||||||
|
stateMachine = KwsStateMachine(
|
||||||
|
engine = engine,
|
||||||
|
sender = sender,
|
||||||
|
onTimeoutResume = { Log.w(TAG, "[Tmout] PAUSE 超时自动 RESUME") }
|
||||||
|
)
|
||||||
|
audioCapture = AudioCapture(onFrame = { pcm -> stateMachine.onAudioFrame(pcm) })
|
||||||
|
|
||||||
|
// 注册到全局定位器，使 ProtocolReceiver 能投递 PAUSE/RESUME 事件
|
||||||
|
WakeupServiceLocator.stateMachine = stateMachine
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onStartCommand(intent: Intent?, flags: Int, startId: Int): Int {
|
||||||
|
Log.i(TAG, "onStartCommand")
|
||||||
|
startInForeground()
|
||||||
|
|
||||||
|
// 进入监听态
|
||||||
|
stateMachine.transitionToListening()
|
||||||
|
audioCapture.start()
|
||||||
|
|
||||||
|
// 被杀重启时尝试恢复（不带 Intent）
|
||||||
|
return START_STICKY
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onDestroy() {
|
||||||
|
Log.i(TAG, "onDestroy")
|
||||||
|
// 先解绑 locator，避免 ProtocolReceiver 投递到正在销毁的 stateMachine
|
||||||
|
WakeupServiceLocator.stateMachine = null
|
||||||
|
audioCapture.stop()
|
||||||
|
engine.release()
|
||||||
|
stateMachine.shutdown()
|
||||||
|
super.onDestroy()
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onBind(intent: Intent?): IBinder? = null
|
||||||
|
|
||||||
|
// ============================================================
|
||||||
|
// 通知栏（前台 Service 强制要求）
|
||||||
|
// ============================================================
|
||||||
|
|
||||||
|
private fun startInForeground() {
|
||||||
|
val notification = buildNotification()
|
||||||
|
if (Build.VERSION.SDK_INT >= Build.VERSION_CODES.Q) {
|
||||||
|
startForeground(
|
||||||
|
Config.NOTIF_ID,
|
||||||
|
notification,
|
||||||
|
ServiceInfo.FOREGROUND_SERVICE_TYPE_MICROPHONE
|
||||||
|
)
|
||||||
|
} else {
|
||||||
|
startForeground(Config.NOTIF_ID, notification)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun createNotificationChannel() {
|
||||||
|
if (Build.VERSION.SDK_INT < Build.VERSION_CODES.O) return
|
||||||
|
|
||||||
|
val mgr = getSystemService(Context.NOTIFICATION_SERVICE) as NotificationManager
|
||||||
|
if (mgr.getNotificationChannel(Config.NOTIF_CHANNEL_ID) != null) return
|
||||||
|
|
||||||
|
val channel = NotificationChannel(
|
||||||
|
Config.NOTIF_CHANNEL_ID,
|
||||||
|
Config.NOTIF_CHANNEL_NAME,
|
||||||
|
NotificationManager.IMPORTANCE_MIN // 最低优先级，不打扰用户
|
||||||
|
).apply {
|
||||||
|
description = "语音唤醒服务运行状态"
|
||||||
|
setShowBadge(false)
|
||||||
|
}
|
||||||
|
mgr.createNotificationChannel(channel)
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun buildNotification(): Notification {
|
||||||
|
// 点击通知打开 MainActivity（状态查看）
|
||||||
|
val pendingIntent = PendingIntent.getActivity(
|
||||||
|
this,
|
||||||
|
0,
|
||||||
|
Intent(this, MainActivity::class.java),
|
||||||
|
PendingIntent.FLAG_IMMUTABLE
|
||||||
|
)
|
||||||
|
|
||||||
|
return NotificationCompat.Builder(this, Config.NOTIF_CHANNEL_ID)
|
||||||
|
.setContentTitle("Lila 语音助手")
|
||||||
|
.setContentText("正在监听唤醒词")
|
||||||
|
.setSmallIcon(android.R.drawable.ic_btn_speak_now) // 用系统默认麦克风图标，方案 B 时换自家
|
||||||
|
.setOngoing(true)
|
||||||
|
.setPriority(NotificationCompat.PRIORITY_MIN)
|
||||||
|
.setContentIntent(pendingIntent)
|
||||||
|
.setForegroundServiceBehavior(NotificationCompat.FOREGROUND_SERVICE_IMMEDIATE)
|
||||||
|
.build()
|
||||||
|
}
|
||||||
|
}
|
||||||
112
app/src/main/java/com/lila/wakeup/kws/AudioCapture.kt
Normal file
112
app/src/main/java/com/lila/wakeup/kws/AudioCapture.kt
Normal file
@ -0,0 +1,112 @@
|
|||||||
|
package com.lila.wakeup.kws
|
||||||
|
|
||||||
|
import android.annotation.SuppressLint
|
||||||
|
import android.media.AudioFormat
|
||||||
|
import android.media.AudioRecord
|
||||||
|
import android.media.MediaRecorder
|
||||||
|
import android.util.Log
|
||||||
|
import com.lila.wakeup.Config
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 麦克风音频采集封装。
|
||||||
|
*
|
||||||
|
* 设计要点：
|
||||||
|
* - AudioSource 用 VOICE_RECOGNITION（自动启用 NS/AGC，省去自己降噪）
|
||||||
|
* - 16kHz / mono / 16-bit PCM（与 sherpa-onnx 模型严格对齐）
|
||||||
|
* - 10ms 帧（160 sample）便于和 VAD 对齐
|
||||||
|
* - 暂停时完全 release AudioRecord，释放麦克风给 RTC SDK
|
||||||
|
*
|
||||||
|
* 注：这是常驻读取线程，不是 ForegroundService 主线程。
|
||||||
|
*/
|
||||||
|
class AudioCapture(
|
||||||
|
/** 每读到一帧 PCM 数据时回调，参数为 16-bit PCM short[] */
|
||||||
|
private val onFrame: (ShortArray) -> Unit
|
||||||
|
) {
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "KwsService.Audio"
|
||||||
|
}
|
||||||
|
|
||||||
|
@Volatile private var record: AudioRecord? = null
|
||||||
|
@Volatile private var thread: Thread? = null
|
||||||
|
@Volatile private var running = false
|
||||||
|
|
||||||
|
@SuppressLint("MissingPermission") // 权限由 MainActivity 运行时申请
|
||||||
|
fun start() {
|
||||||
|
if (running) {
|
||||||
|
Log.w(TAG, "start() called while already running, skip")
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
val minBuf = AudioRecord.getMinBufferSize(
|
||||||
|
Config.SAMPLE_RATE, Config.CHANNEL_CONFIG, Config.ENCODING
|
||||||
|
)
|
||||||
|
// 至少 100ms ring buffer，多于 minBuf 防止音频丢帧
|
||||||
|
val bufSize = maxOf(minBuf, Config.SAMPLE_RATE * 2 * 100 / 1000)
|
||||||
|
|
||||||
|
record = AudioRecord.Builder()
|
||||||
|
.setAudioSource(MediaRecorder.AudioSource.VOICE_RECOGNITION)
|
||||||
|
.setAudioFormat(
|
||||||
|
AudioFormat.Builder()
|
||||||
|
.setSampleRate(Config.SAMPLE_RATE)
|
||||||
|
.setChannelMask(Config.CHANNEL_CONFIG)
|
||||||
|
.setEncoding(Config.ENCODING)
|
||||||
|
.build()
|
||||||
|
)
|
||||||
|
.setBufferSizeInBytes(bufSize)
|
||||||
|
.build()
|
||||||
|
|
||||||
|
if (record?.state != AudioRecord.STATE_INITIALIZED) {
|
||||||
|
Log.e(TAG, "AudioRecord init failed, state=${record?.state}")
|
||||||
|
release()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
|
record?.startRecording()
|
||||||
|
running = true
|
||||||
|
Log.i(TAG, "AudioRecord started, bufSize=$bufSize bytes")
|
||||||
|
|
||||||
|
thread = Thread {
|
||||||
|
val frame = ShortArray(Config.FRAME_SAMPLES)
|
||||||
|
while (running) {
|
||||||
|
val n = record?.read(frame, 0, frame.size) ?: 0
|
||||||
|
if (n > 0) {
|
||||||
|
onFrame(frame)
|
||||||
|
} else if (n < 0) {
|
||||||
|
Log.e(TAG, "AudioRecord.read error code=$n, abort")
|
||||||
|
break
|
||||||
|
}
|
||||||
|
}
|
||||||
|
Log.i(TAG, "AudioCapture thread exit")
|
||||||
|
}.apply {
|
||||||
|
name = "KwsAudioCapture"
|
||||||
|
priority = Thread.NORM_PRIORITY + 2 // 略高于普通线程
|
||||||
|
isDaemon = true
|
||||||
|
start()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun stop() {
|
||||||
|
if (!running) return
|
||||||
|
running = false
|
||||||
|
thread?.join(500)
|
||||||
|
thread = null
|
||||||
|
release()
|
||||||
|
Log.i(TAG, "AudioRecord stopped")
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun release() {
|
||||||
|
record?.let {
|
||||||
|
try {
|
||||||
|
if (it.recordingState == AudioRecord.RECORDSTATE_RECORDING) {
|
||||||
|
it.stop()
|
||||||
|
}
|
||||||
|
it.release()
|
||||||
|
} catch (e: Exception) {
|
||||||
|
Log.e(TAG, "release failed: ${e.message}")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
record = null
|
||||||
|
}
|
||||||
|
|
||||||
|
fun isRunning(): Boolean = running
|
||||||
|
}
|
||||||
119
app/src/main/java/com/lila/wakeup/kws/KwsEngine.kt
Normal file
119
app/src/main/java/com/lila/wakeup/kws/KwsEngine.kt
Normal file
@ -0,0 +1,119 @@
|
|||||||
|
package com.lila.wakeup.kws
|
||||||
|
|
||||||
|
import android.content.Context
|
||||||
|
import android.util.Log
|
||||||
|
import com.k2fsa.sherpa.onnx.KeywordSpotter
|
||||||
|
import com.k2fsa.sherpa.onnx.KeywordSpotterConfig
|
||||||
|
import com.k2fsa.sherpa.onnx.OnlineModelConfig
|
||||||
|
import com.k2fsa.sherpa.onnx.OnlineStream
|
||||||
|
import com.k2fsa.sherpa.onnx.OnlineTransducerModelConfig
|
||||||
|
import com.lila.wakeup.Config
|
||||||
|
|
||||||
|
/**
|
||||||
|
* sherpa-onnx KWS 引擎封装。
|
||||||
|
*
|
||||||
|
* 该类是对 sherpa-onnx 官方 [KeywordSpotter] Kotlin Wrapper 的薄封装，
|
||||||
|
* 隐藏底层 API 细节，对外暴露简洁的 [process] 接口。
|
||||||
|
*
|
||||||
|
* 模型路径：见 [Config.MODEL_DIR]，从 APK assets 加载。
|
||||||
|
*
|
||||||
|
* ⚠️ 版本兼容：本骨架基于 sherpa-onnx v1.13.0+ 的 Kotlin API。
|
||||||
|
* 若克隆的 sherpa-onnx 仓库 API 有差异（如类名变更），仅需调整本文件。
|
||||||
|
*
|
||||||
|
* 业务结果数据类。
|
||||||
|
*
|
||||||
|
* @param keyword 命中的唤醒词文本（如 "你好Lila"），未命中为空字符串
|
||||||
|
* @param confidence 置信度（[0,1]）
|
||||||
|
*/
|
||||||
|
data class KwsResult(
|
||||||
|
val keyword: String,
|
||||||
|
val confidence: Float
|
||||||
|
) {
|
||||||
|
val isHit: Boolean get() = keyword.isNotEmpty()
|
||||||
|
}
|
||||||
|
|
||||||
|
class KwsEngine(private val context: Context) {
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "KwsService.Engine"
|
||||||
|
}
|
||||||
|
|
||||||
|
private var spotter: KeywordSpotter? = null
|
||||||
|
private var stream: OnlineStream? = null
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 加载模型 + keywords.txt，初始化推理引擎。
|
||||||
|
* 必须在 [process] 之前调用一次。
|
||||||
|
*/
|
||||||
|
fun init() {
|
||||||
|
val cfg = KeywordSpotterConfig(
|
||||||
|
featConfig = com.k2fsa.sherpa.onnx.FeatureConfig(
|
||||||
|
sampleRate = Config.SAMPLE_RATE,
|
||||||
|
featureDim = 80
|
||||||
|
),
|
||||||
|
modelConfig = OnlineModelConfig(
|
||||||
|
transducer = OnlineTransducerModelConfig(
|
||||||
|
encoder = Config.MODEL_ENCODER,
|
||||||
|
decoder = Config.MODEL_DECODER,
|
||||||
|
joiner = Config.MODEL_JOINER
|
||||||
|
),
|
||||||
|
tokens = Config.MODEL_TOKENS,
|
||||||
|
modelType = "zipformer"
|
||||||
|
),
|
||||||
|
keywordsFile = Config.MODEL_KEYWORDS,
|
||||||
|
keywordsThreshold = Config.KWS_THRESHOLD_PRIMARY,
|
||||||
|
keywordsScore = 1.5f,
|
||||||
|
numTrailingBlanks = 2
|
||||||
|
)
|
||||||
|
|
||||||
|
spotter = KeywordSpotter(assetManager = context.assets, config = cfg)
|
||||||
|
stream = spotter?.createStream()
|
||||||
|
Log.i(TAG, "[Engine] init done, keywordsFile=${Config.MODEL_KEYWORDS}")
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 喂一帧 PCM 数据进引擎，返回是否命中。
|
||||||
|
*
|
||||||
|
* @param pcm 16-bit PCM short[] 数据，长度任意（一般 10ms 帧 = 160 samples）
|
||||||
|
* @return 命中则 [KwsResult.isHit] 为 true
|
||||||
|
*/
|
||||||
|
fun process(pcm: ShortArray): KwsResult {
|
||||||
|
val sp = spotter ?: return KwsResult("", 0f)
|
||||||
|
val st = stream ?: return KwsResult("", 0f)
|
||||||
|
|
||||||
|
// sherpa-onnx 输入要求 [-1, 1] 范围 float
|
||||||
|
val floatBuf = FloatArray(pcm.size) { pcm[it] / 32768f }
|
||||||
|
st.acceptWaveform(floatBuf, Config.SAMPLE_RATE)
|
||||||
|
|
||||||
|
while (sp.isReady(st)) {
|
||||||
|
sp.decode(st)
|
||||||
|
}
|
||||||
|
|
||||||
|
val result = sp.getResult(st)
|
||||||
|
val keyword = result.keyword
|
||||||
|
|
||||||
|
return if (keyword.isNotEmpty()) {
|
||||||
|
// 命中后必须 reset，否则下次不会再触发
|
||||||
|
sp.reset(st)
|
||||||
|
Log.i(TAG, "[Engine] hit keyword=$keyword")
|
||||||
|
KwsResult(keyword, 1f) // sherpa-onnx 不直接给 confidence，通过 keyword_score 间接控制
|
||||||
|
} else {
|
||||||
|
KwsResult("", 0f)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 释放 native 资源。在 Service.onDestroy 中调用。
|
||||||
|
*/
|
||||||
|
fun release() {
|
||||||
|
try {
|
||||||
|
stream?.release()
|
||||||
|
spotter?.release()
|
||||||
|
} catch (e: Exception) {
|
||||||
|
Log.e(TAG, "release failed: ${e.message}")
|
||||||
|
}
|
||||||
|
stream = null
|
||||||
|
spotter = null
|
||||||
|
Log.i(TAG, "[Engine] released")
|
||||||
|
}
|
||||||
|
}
|
||||||
163
app/src/main/java/com/lila/wakeup/kws/KwsStateMachine.kt
Normal file
163
app/src/main/java/com/lila/wakeup/kws/KwsStateMachine.kt
Normal file
@ -0,0 +1,163 @@
|
|||||||
|
package com.lila.wakeup.kws
|
||||||
|
|
||||||
|
import android.os.Handler
|
||||||
|
import android.os.Looper
|
||||||
|
import android.util.Log
|
||||||
|
import com.lila.wakeup.Config
|
||||||
|
import com.lila.wakeup.protocol.BroadcastSender
|
||||||
|
import java.util.concurrent.atomic.AtomicReference
|
||||||
|
|
||||||
|
/**
|
||||||
|
* KWS 状态机 —— 协议 v2.1 规则的中央控制器。
|
||||||
|
*
|
||||||
|
* 三个状态：
|
||||||
|
* - [State.Idle]: 服务启动中（极短）
|
||||||
|
* - [State.Listening]: 正在监听唤醒词，命中即发 WAKEUP 广播
|
||||||
|
* - [State.Paused]: APP 主动暂停（含 silence_ms 二次保险窗口）
|
||||||
|
*
|
||||||
|
* silence_ms 实现：
|
||||||
|
* - 收到 PAUSE → 立即进入 Paused，记录 silenceUntilMs
|
||||||
|
* - silenceUntilMs 期间收到 RESUME → 等到 silenceUntilMs 过后才真正 resume（防 AI 自我唤醒）
|
||||||
|
* - 命中事件在 Paused 期间忽略
|
||||||
|
*
|
||||||
|
* 兜底超时：APP 漏发 RESUME 时，2 分钟自动 resume（详见 Config.PAUSE_TIMEOUT_MS）。
|
||||||
|
*/
|
||||||
|
class KwsStateMachine(
|
||||||
|
private val engine: KwsEngine,
|
||||||
|
private val sender: BroadcastSender,
|
||||||
|
private val onTimeoutResume: () -> Unit = {}
|
||||||
|
) {
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "KwsService.State"
|
||||||
|
}
|
||||||
|
|
||||||
|
sealed class State {
|
||||||
|
object Idle : State()
|
||||||
|
object Listening : State()
|
||||||
|
data class Paused(val silenceUntilMs: Long, val reason: String) : State()
|
||||||
|
}
|
||||||
|
|
||||||
|
/** 用 Atomic 做无锁状态切换，避免读写竞态 */
|
||||||
|
private val state = AtomicReference<State>(State.Idle)
|
||||||
|
|
||||||
|
private val mainHandler = Handler(Looper.getMainLooper())
|
||||||
|
private var timeoutRunnable: Runnable? = null
|
||||||
|
private var deferredResumeRunnable: Runnable? = null
|
||||||
|
|
||||||
|
/** 平滑窗口：连续 N 帧都命中才真正发 WAKEUP（v2.1 后验平滑） */
|
||||||
|
private var consecutiveHits = 0
|
||||||
|
|
||||||
|
fun transitionToListening() {
|
||||||
|
state.set(State.Listening)
|
||||||
|
consecutiveHits = 0
|
||||||
|
Log.i(TAG, "[State] -> LISTENING")
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 收到 KWS_PAUSE 广播时调用。
|
||||||
|
*
|
||||||
|
* @param silenceMs 静默期（毫秒），默认 [Config.DEFAULT_SILENCE_MS]
|
||||||
|
* @param reason 调用原因（仅日志）
|
||||||
|
*/
|
||||||
|
fun onPauseReceived(silenceMs: Long, reason: String) {
|
||||||
|
val until = System.currentTimeMillis() + silenceMs
|
||||||
|
state.set(State.Paused(until, reason))
|
||||||
|
consecutiveHits = 0
|
||||||
|
Log.i(TAG, "[State] -> PAUSED reason=$reason silence_ms=$silenceMs until=$until")
|
||||||
|
|
||||||
|
// 取消上一次的 deferred resume（如果有）
|
||||||
|
cancelDeferredResume()
|
||||||
|
|
||||||
|
// 启动 2 分钟兜底超时
|
||||||
|
scheduleTimeoutResume()
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 收到 KWS_RESUME 广播时调用。
|
||||||
|
*/
|
||||||
|
fun onResumeReceived(reason: String) {
|
||||||
|
val current = state.get()
|
||||||
|
when (current) {
|
||||||
|
is State.Paused -> {
|
||||||
|
val now = System.currentTimeMillis()
|
||||||
|
if (now < current.silenceUntilMs) {
|
||||||
|
// silence 期间，延迟到 silence 满才真正 resume
|
||||||
|
val delay = current.silenceUntilMs - now
|
||||||
|
Log.i(TAG, "[State] RESUME deferred ${delay}ms (still in silence)")
|
||||||
|
deferredResumeRunnable = Runnable {
|
||||||
|
if (state.get() is State.Paused) {
|
||||||
|
transitionToListening()
|
||||||
|
Log.i(TAG, "[State] RESUME (silence elapsed) reason=$reason")
|
||||||
|
}
|
||||||
|
}.also { mainHandler.postDelayed(it, delay) }
|
||||||
|
} else {
|
||||||
|
transitionToListening()
|
||||||
|
Log.i(TAG, "[State] RESUME immediate reason=$reason")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
is State.Listening -> {
|
||||||
|
// 幂等：本就在监听态，无副作用
|
||||||
|
Log.d(TAG, "[State] RESUME ignored, already LISTENING")
|
||||||
|
}
|
||||||
|
is State.Idle -> {
|
||||||
|
transitionToListening()
|
||||||
|
Log.i(TAG, "[State] Idle -> LISTENING via RESUME reason=$reason")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
cancelTimeoutResume()
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* AudioCapture 每帧调用一次。在 Listening 态喂引擎并检查命中。
|
||||||
|
*/
|
||||||
|
fun onAudioFrame(pcm: ShortArray) {
|
||||||
|
if (state.get() !is State.Listening) return
|
||||||
|
|
||||||
|
val result = engine.process(pcm)
|
||||||
|
if (result.isHit) {
|
||||||
|
consecutiveHits++
|
||||||
|
if (consecutiveHits >= Config.SMOOTH_FRAMES) {
|
||||||
|
// 命中且过平滑 → 发 WAKEUP 广播
|
||||||
|
Log.i(TAG, "[KWS] HIT confirmed keyword=${result.keyword} smooth=$consecutiveHits")
|
||||||
|
sender.sendWakeup(result.keyword, result.confidence)
|
||||||
|
consecutiveHits = 0
|
||||||
|
} else {
|
||||||
|
Log.d(TAG, "[KWS] hit pending smooth=$consecutiveHits/${Config.SMOOTH_FRAMES}")
|
||||||
|
}
|
||||||
|
} else {
|
||||||
|
// 未命中重置计数
|
||||||
|
if (consecutiveHits > 0) consecutiveHits = 0
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
fun shutdown() {
|
||||||
|
cancelTimeoutResume()
|
||||||
|
cancelDeferredResume()
|
||||||
|
state.set(State.Idle)
|
||||||
|
}
|
||||||
|
|
||||||
|
// ============================================================
|
||||||
|
// 内部：兜底定时器
|
||||||
|
// ============================================================
|
||||||
|
|
||||||
|
private fun scheduleTimeoutResume() {
|
||||||
|
cancelTimeoutResume()
|
||||||
|
timeoutRunnable = Runnable {
|
||||||
|
Log.w(TAG, "[Tmout] PAUSE 超时（${Config.PAUSE_TIMEOUT_MS / 1000}s），强制 RESUME")
|
||||||
|
transitionToListening()
|
||||||
|
onTimeoutResume()
|
||||||
|
}.also {
|
||||||
|
mainHandler.postDelayed(it, Config.PAUSE_TIMEOUT_MS)
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun cancelTimeoutResume() {
|
||||||
|
timeoutRunnable?.let { mainHandler.removeCallbacks(it) }
|
||||||
|
timeoutRunnable = null
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun cancelDeferredResume() {
|
||||||
|
deferredResumeRunnable?.let { mainHandler.removeCallbacks(it) }
|
||||||
|
deferredResumeRunnable = null
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,36 @@
|
|||||||
|
package com.lila.wakeup.protocol
|
||||||
|
|
||||||
|
import android.content.Context
|
||||||
|
import android.content.Intent
|
||||||
|
import android.util.Log
|
||||||
|
import com.lila.wakeup.Config
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 向数字人 APP 发送 WAKEUP 广播。
|
||||||
|
*
|
||||||
|
* 协议 v2.1 要求：
|
||||||
|
* - 必须显式 setPackage(Config.APP_PACKAGE) ——> "com.qy.lila"
|
||||||
|
* - 必须带 keyword / timestamp / confidence 三个 Extras
|
||||||
|
*
|
||||||
|
* Android 13 安全规范：隐式广播会被丢弃，setPackage 是强制要求。
|
||||||
|
*/
|
||||||
|
class BroadcastSender(private val context: Context) {
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "KwsService.Send"
|
||||||
|
}
|
||||||
|
|
||||||
|
fun sendWakeup(keyword: String, confidence: Float) {
|
||||||
|
val timestamp = System.currentTimeMillis()
|
||||||
|
|
||||||
|
val intent = Intent(Config.ACTION_WAKEUP).apply {
|
||||||
|
setPackage(Config.APP_PACKAGE) // v2.1 双向 setPackage 强制要求
|
||||||
|
putExtra(Config.EXTRA_KEYWORD, keyword)
|
||||||
|
putExtra(Config.EXTRA_TIMESTAMP, timestamp)
|
||||||
|
putExtra(Config.EXTRA_CONFIDENCE, confidence)
|
||||||
|
}
|
||||||
|
|
||||||
|
context.sendBroadcast(intent)
|
||||||
|
Log.i(TAG, "WAKEUP -> ${Config.APP_PACKAGE} keyword=$keyword conf=$confidence ts=$timestamp")
|
||||||
|
}
|
||||||
|
}
|
||||||
@ -0,0 +1,63 @@
|
|||||||
|
package com.lila.wakeup.protocol
|
||||||
|
|
||||||
|
import android.content.BroadcastReceiver
|
||||||
|
import android.content.Context
|
||||||
|
import android.content.Intent
|
||||||
|
import android.util.Log
|
||||||
|
import com.lila.wakeup.Config
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 接收 APP 端发来的 KWS_PAUSE / KWS_RESUME 广播。
|
||||||
|
*
|
||||||
|
* 协议 v2.1 字段：
|
||||||
|
* - silence_ms (long): PAUSE 默认 3000，Networking 60000
|
||||||
|
* - reason (String): 透传日志，便于排查
|
||||||
|
*
|
||||||
|
* 实现方式：通过 [WakeupServiceLocator] 静态引用 KwsStateMachine 投递事件，
|
||||||
|
* 避免 BroadcastReceiver 与 Service 之间频繁 startService 启动开销。
|
||||||
|
*/
|
||||||
|
class ProtocolReceiver : BroadcastReceiver() {
|
||||||
|
|
||||||
|
companion object {
|
||||||
|
private const val TAG = "KwsService.Proto"
|
||||||
|
}
|
||||||
|
|
||||||
|
override fun onReceive(context: Context, intent: Intent) {
|
||||||
|
val action = intent.action ?: return
|
||||||
|
|
||||||
|
// 安全检查：仅处理协议白名单 Action
|
||||||
|
when (action) {
|
||||||
|
Config.ACTION_KWS_PAUSE -> handlePause(intent)
|
||||||
|
Config.ACTION_KWS_RESUME -> handleResume(intent)
|
||||||
|
else -> Log.w(TAG, "Ignored unknown action: $action")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun handlePause(intent: Intent) {
|
||||||
|
val silenceMs = intent.getLongExtra(Config.EXTRA_SILENCE_MS, Config.DEFAULT_SILENCE_MS)
|
||||||
|
val reason = intent.getStringExtra(Config.EXTRA_REASON) ?: "unknown"
|
||||||
|
Log.i(TAG, "Recv PAUSE silence_ms=$silenceMs reason=$reason")
|
||||||
|
|
||||||
|
WakeupServiceLocator.stateMachine?.onPauseReceived(silenceMs, reason)
|
||||||
|
?: Log.e(TAG, "stateMachine is null! Service not running?")
|
||||||
|
}
|
||||||
|
|
||||||
|
private fun handleResume(intent: Intent) {
|
||||||
|
val reason = intent.getStringExtra(Config.EXTRA_REASON) ?: "unknown"
|
||||||
|
Log.i(TAG, "Recv RESUME reason=$reason")
|
||||||
|
|
||||||
|
WakeupServiceLocator.stateMachine?.onResumeReceived(reason)
|
||||||
|
?: Log.e(TAG, "stateMachine is null! Service not running?")
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* 服务定位器：BroadcastReceiver 与 Service 之间的桥接。
|
||||||
|
*
|
||||||
|
* Service.onCreate 中赋值，onDestroy 中置 null。
|
||||||
|
* 该方式避免每次广播都 bindService（开销大），且不引入 AIDL 复杂度。
|
||||||
|
*/
|
||||||
|
object WakeupServiceLocator {
|
||||||
|
@Volatile
|
||||||
|
var stateMachine: com.lila.wakeup.kws.KwsStateMachine? = null
|
||||||
|
}
|
||||||
4
app/src/main/jniLibs/.gitignore
vendored
Normal file
4
app/src/main/jniLibs/.gitignore
vendored
Normal file
@ -0,0 +1,4 @@
|
|||||||
|
*.so
|
||||||
|
*.txt
|
||||||
|
*.onnx
|
||||||
|
*.wav
|
||||||
0
app/src/main/jniLibs/arm64-v8a/.gitkeep
Normal file
0
app/src/main/jniLibs/arm64-v8a/.gitkeep
Normal file
30
app/src/main/res/drawable-v24/ic_launcher_foreground.xml
Normal file
30
app/src/main/res/drawable-v24/ic_launcher_foreground.xml
Normal file
@ -0,0 +1,30 @@
|
|||||||
|
<vector xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
xmlns:aapt="http://schemas.android.com/aapt"
|
||||||
|
android:width="108dp"
|
||||||
|
android:height="108dp"
|
||||||
|
android:viewportWidth="108"
|
||||||
|
android:viewportHeight="108">
|
||||||
|
<path android:pathData="M31,63.928c0,0 6.4,-11 12.1,-13.1c7.2,-2.6 26,-1.4 26,-1.4l38.1,38.1L107,108.928l-32,-1L31,63.928z">
|
||||||
|
<aapt:attr name="android:fillColor">
|
||||||
|
<gradient
|
||||||
|
android:endX="85.84757"
|
||||||
|
android:endY="92.4963"
|
||||||
|
android:startX="42.9492"
|
||||||
|
android:startY="49.59793"
|
||||||
|
android:type="linear">
|
||||||
|
<item
|
||||||
|
android:color="#44000000"
|
||||||
|
android:offset="0.0" />
|
||||||
|
<item
|
||||||
|
android:color="#00000000"
|
||||||
|
android:offset="1.0" />
|
||||||
|
</gradient>
|
||||||
|
</aapt:attr>
|
||||||
|
</path>
|
||||||
|
<path
|
||||||
|
android:fillColor="#FFFFFF"
|
||||||
|
android:fillType="nonZero"
|
||||||
|
android:pathData="M65.3,45.828l3.8,-6.6c0.2,-0.4 0.1,-0.9 -0.3,-1.1c-0.4,-0.2 -0.9,-0.1 -1.1,0.3l-3.9,6.7c-6.3,-2.8 -13.4,-2.8 -19.7,0l-3.9,-6.7c-0.2,-0.4 -0.7,-0.5 -1.1,-0.3C38.8,38.328 38.7,38.828 38.9,39.228l3.8,6.6C36.2,49.428 31.7,56.028 31,63.928h46C76.3,56.028 71.8,49.428 65.3,45.828zM43.4,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2c-0.3,-0.7 -0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C45.3,56.528 44.5,57.328 43.4,57.328L43.4,57.328zM64.6,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2s-0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C66.5,56.528 65.6,57.328 64.6,57.328L64.6,57.328z"
|
||||||
|
android:strokeWidth="1"
|
||||||
|
android:strokeColor="#00000000" />
|
||||||
|
</vector>
|
||||||
170
app/src/main/res/drawable/ic_launcher_background.xml
Normal file
170
app/src/main/res/drawable/ic_launcher_background.xml
Normal file
@ -0,0 +1,170 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<vector xmlns:android="http://schemas.android.com/apk/res/android"
|
||||||
|
android:width="108dp"
|
||||||
|
android:height="108dp"
|
||||||
|
android:viewportWidth="108"
|
||||||
|
android:viewportHeight="108">
|
||||||
|
<path
|
||||||
|
android:fillColor="#3DDC84"
|
||||||
|
android:pathData="M0,0h108v108h-108z" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M9,0L9,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M19,0L19,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M29,0L29,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M39,0L39,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M49,0L49,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M59,0L59,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M69,0L69,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M79,0L79,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M89,0L89,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M99,0L99,108"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,9L108,9"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,19L108,19"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,29L108,29"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,39L108,39"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,49L108,49"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,59L108,59"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,69L108,69"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,79L108,79"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,89L108,89"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M0,99L108,99"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M19,29L89,29"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M19,39L89,39"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M19,49L89,49"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M19,59L89,59"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M19,69L89,69"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M19,79L89,79"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M29,19L29,89"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M39,19L39,89"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M49,19L49,89"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M59,19L59,89"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M69,19L69,89"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
<path
|
||||||
|
android:fillColor="#00000000"
|
||||||
|
android:pathData="M79,19L79,89"
|
||||||
|
android:strokeWidth="0.8"
|
||||||
|
android:strokeColor="#33FFFFFF" />
|
||||||
|
</vector>
|
||||||
5
app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml
Normal file
5
app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
|
||||||
|
<background android:drawable="@drawable/ic_launcher_background" />
|
||||||
|
<foreground android:drawable="@drawable/ic_launcher_foreground" />
|
||||||
|
</adaptive-icon>
|
||||||
5
app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml
Normal file
5
app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml
Normal file
@ -0,0 +1,5 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android">
|
||||||
|
<background android:drawable="@drawable/ic_launcher_background" />
|
||||||
|
<foreground android:drawable="@drawable/ic_launcher_foreground" />
|
||||||
|
</adaptive-icon>
|
||||||
BIN
app/src/main/res/mipmap-hdpi/ic_launcher.webp
Normal file
BIN
app/src/main/res/mipmap-hdpi/ic_launcher.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 1.4 KiB |
BIN
app/src/main/res/mipmap-hdpi/ic_launcher_round.webp
Normal file
BIN
app/src/main/res/mipmap-hdpi/ic_launcher_round.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 2.8 KiB |
BIN
app/src/main/res/mipmap-mdpi/ic_launcher.webp
Normal file
BIN
app/src/main/res/mipmap-mdpi/ic_launcher.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 982 B |
BIN
app/src/main/res/mipmap-mdpi/ic_launcher_round.webp
Normal file
BIN
app/src/main/res/mipmap-mdpi/ic_launcher_round.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 1.7 KiB |
BIN
app/src/main/res/mipmap-xhdpi/ic_launcher.webp
Normal file
BIN
app/src/main/res/mipmap-xhdpi/ic_launcher.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 1.9 KiB |
BIN
app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp
Normal file
BIN
app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 3.8 KiB |
BIN
app/src/main/res/mipmap-xxhdpi/ic_launcher.webp
Normal file
BIN
app/src/main/res/mipmap-xxhdpi/ic_launcher.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 2.8 KiB |
BIN
app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp
Normal file
BIN
app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 5.8 KiB |
BIN
app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp
Normal file
BIN
app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 3.8 KiB |
BIN
app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp
Normal file
BIN
app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp
Normal file
Binary file not shown.
|
After Width: | Height: | Size: 7.6 KiB |
16
app/src/main/res/values-night/themes.xml
Normal file
16
app/src/main/res/values-night/themes.xml
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
<resources xmlns:tools="http://schemas.android.com/tools">
|
||||||
|
<!-- Base application theme. -->
|
||||||
|
<style name="Theme.LilaWakeup" parent="Theme.MaterialComponents.DayNight.DarkActionBar">
|
||||||
|
<!-- Primary brand color. -->
|
||||||
|
<item name="colorPrimary">@color/purple_200</item>
|
||||||
|
<item name="colorPrimaryVariant">@color/purple_700</item>
|
||||||
|
<item name="colorOnPrimary">@color/black</item>
|
||||||
|
<!-- Secondary brand color. -->
|
||||||
|
<item name="colorSecondary">@color/teal_200</item>
|
||||||
|
<item name="colorSecondaryVariant">@color/teal_200</item>
|
||||||
|
<item name="colorOnSecondary">@color/black</item>
|
||||||
|
<!-- Status bar color. -->
|
||||||
|
<item name="android:statusBarColor">?attr/colorPrimaryVariant</item>
|
||||||
|
<!-- Customize your theme here. -->
|
||||||
|
</style>
|
||||||
|
</resources>
|
||||||
10
app/src/main/res/values/colors.xml
Normal file
10
app/src/main/res/values/colors.xml
Normal file
@ -0,0 +1,10 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?>
|
||||||
|
<resources>
|
||||||
|
<color name="purple_200">#FFBB86FC</color>
|
||||||
|
<color name="purple_500">#FF6200EE</color>
|
||||||
|
<color name="purple_700">#FF3700B3</color>
|
||||||
|
<color name="teal_200">#FF03DAC5</color>
|
||||||
|
<color name="teal_700">#FF018786</color>
|
||||||
|
<color name="black">#FF000000</color>
|
||||||
|
<color name="white">#FFFFFFFF</color>
|
||||||
|
</resources>
|
||||||
3
app/src/main/res/values/strings.xml
Normal file
3
app/src/main/res/values/strings.xml
Normal file
@ -0,0 +1,3 @@
|
|||||||
|
<resources>
|
||||||
|
<string name="app_name">Lila 语音唤醒</string>
|
||||||
|
</resources>
|
||||||
16
app/src/main/res/values/themes.xml
Normal file
16
app/src/main/res/values/themes.xml
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
<resources xmlns:tools="http://schemas.android.com/tools">
|
||||||
|
<!-- Base application theme. -->
|
||||||
|
<style name="Theme.LilaWakeup" parent="Theme.MaterialComponents.DayNight.DarkActionBar">
|
||||||
|
<!-- Primary brand color. -->
|
||||||
|
<item name="colorPrimary">@color/purple_500</item>
|
||||||
|
<item name="colorPrimaryVariant">@color/purple_700</item>
|
||||||
|
<item name="colorOnPrimary">@color/white</item>
|
||||||
|
<!-- Secondary brand color. -->
|
||||||
|
<item name="colorSecondary">@color/teal_200</item>
|
||||||
|
<item name="colorSecondaryVariant">@color/teal_700</item>
|
||||||
|
<item name="colorOnSecondary">@color/black</item>
|
||||||
|
<!-- Status bar color. -->
|
||||||
|
<item name="android:statusBarColor">?attr/colorPrimaryVariant</item>
|
||||||
|
<!-- Customize your theme here. -->
|
||||||
|
</style>
|
||||||
|
</resources>
|
||||||
13
app/src/main/res/xml/backup_rules.xml
Normal file
13
app/src/main/res/xml/backup_rules.xml
Normal file
@ -0,0 +1,13 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?><!--
|
||||||
|
Sample backup rules file; uncomment and customize as necessary.
|
||||||
|
See https://developer.android.com/guide/topics/data/autobackup
|
||||||
|
for details.
|
||||||
|
Note: This file is ignored for devices older that API 31
|
||||||
|
See https://developer.android.com/about/versions/12/backup-restore
|
||||||
|
-->
|
||||||
|
<full-backup-content>
|
||||||
|
<!--
|
||||||
|
<include domain="sharedpref" path="."/>
|
||||||
|
<exclude domain="sharedpref" path="device.xml"/>
|
||||||
|
-->
|
||||||
|
</full-backup-content>
|
||||||
19
app/src/main/res/xml/data_extraction_rules.xml
Normal file
19
app/src/main/res/xml/data_extraction_rules.xml
Normal file
@ -0,0 +1,19 @@
|
|||||||
|
<?xml version="1.0" encoding="utf-8"?><!--
|
||||||
|
Sample data extraction rules file; uncomment and customize as necessary.
|
||||||
|
See https://developer.android.com/about/versions/12/backup-restore#xml-changes
|
||||||
|
for details.
|
||||||
|
-->
|
||||||
|
<data-extraction-rules>
|
||||||
|
<cloud-backup>
|
||||||
|
<!-- TODO: Use <include> and <exclude> to control what is backed up.
|
||||||
|
<include .../>
|
||||||
|
<exclude .../>
|
||||||
|
-->
|
||||||
|
</cloud-backup>
|
||||||
|
<!--
|
||||||
|
<device-transfer>
|
||||||
|
<include .../>
|
||||||
|
<exclude .../>
|
||||||
|
</device-transfer>
|
||||||
|
-->
|
||||||
|
</data-extraction-rules>
|
||||||
17
app/src/test/java/com/k2fsa/sherpa/onnx/ExampleUnitTest.kt
Normal file
17
app/src/test/java/com/k2fsa/sherpa/onnx/ExampleUnitTest.kt
Normal file
@ -0,0 +1,17 @@
|
|||||||
|
package com.k2fsa.sherpa.onnx
|
||||||
|
|
||||||
|
import org.junit.Test
|
||||||
|
|
||||||
|
import org.junit.Assert.*
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Example local unit test, which will execute on the development machine (host).
|
||||||
|
*
|
||||||
|
* See [testing documentation](http://d.android.com/tools/testing).
|
||||||
|
*/
|
||||||
|
class ExampleUnitTest {
|
||||||
|
@Test
|
||||||
|
fun addition_isCorrect() {
|
||||||
|
assertEquals(4, 2 + 2)
|
||||||
|
}
|
||||||
|
}
|
||||||
6
build.gradle
Normal file
6
build.gradle
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
// Top-level build file where you can add configuration options common to all sub-projects/modules.
|
||||||
|
plugins {
|
||||||
|
id 'com.android.application' version '7.3.1' apply false
|
||||||
|
id 'com.android.library' version '7.3.1' apply false
|
||||||
|
id 'org.jetbrains.kotlin.android' version '1.7.20' apply false
|
||||||
|
}
|
||||||
23
gradle.properties
Normal file
23
gradle.properties
Normal file
@ -0,0 +1,23 @@
|
|||||||
|
# Project-wide Gradle settings.
|
||||||
|
# IDE (e.g. Android Studio) users:
|
||||||
|
# Gradle settings configured through the IDE *will override*
|
||||||
|
# any settings specified in this file.
|
||||||
|
# For more details on how to configure your build environment visit
|
||||||
|
# http://www.gradle.org/docs/current/userguide/build_environment.html
|
||||||
|
# Specifies the JVM arguments used for the daemon process.
|
||||||
|
# The setting is particularly useful for tweaking memory settings.
|
||||||
|
org.gradle.jvmargs=-Xmx2048m -Dfile.encoding=UTF-8
|
||||||
|
# When configured, Gradle will run in incubating parallel mode.
|
||||||
|
# This option should only be used with decoupled projects. More details, visit
|
||||||
|
# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects
|
||||||
|
# org.gradle.parallel=true
|
||||||
|
# AndroidX package structure to make it clearer which packages are bundled with the
|
||||||
|
# Android operating system, and which are packaged with your app's APK
|
||||||
|
# https://developer.android.com/topic/libraries/support-library/androidx-rn
|
||||||
|
android.useAndroidX=true
|
||||||
|
# Kotlin code style for this project: "official" or "obsolete":
|
||||||
|
kotlin.code.style=official
|
||||||
|
# Enables namespacing of each library's R class so that its R class includes only the
|
||||||
|
# resources declared in the library itself and none from the library's dependencies,
|
||||||
|
# thereby reducing the size of the R class for that library
|
||||||
|
android.nonTransitiveRClass=true
|
||||||
BIN
gradle/wrapper/gradle-wrapper.jar
vendored
Normal file
BIN
gradle/wrapper/gradle-wrapper.jar
vendored
Normal file
Binary file not shown.
6
gradle/wrapper/gradle-wrapper.properties
vendored
Normal file
6
gradle/wrapper/gradle-wrapper.properties
vendored
Normal file
@ -0,0 +1,6 @@
|
|||||||
|
#Thu Feb 23 11:09:06 CST 2023
|
||||||
|
distributionBase=GRADLE_USER_HOME
|
||||||
|
distributionUrl=https\://mirrors.cloud.tencent.com/gradle/gradle-8.2-bin.zip
|
||||||
|
distributionPath=wrapper/dists
|
||||||
|
zipStorePath=wrapper/dists
|
||||||
|
zipStoreBase=GRADLE_USER_HOME
|
||||||
185
gradlew
vendored
Executable file
185
gradlew
vendored
Executable file
@ -0,0 +1,185 @@
|
|||||||
|
#!/usr/bin/env sh
|
||||||
|
|
||||||
|
#
|
||||||
|
# Copyright 2015 the original author or authors.
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# https://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
|
||||||
|
##############################################################################
|
||||||
|
##
|
||||||
|
## Gradle start up script for UN*X
|
||||||
|
##
|
||||||
|
##############################################################################
|
||||||
|
|
||||||
|
# Attempt to set APP_HOME
|
||||||
|
# Resolve links: $0 may be a link
|
||||||
|
PRG="$0"
|
||||||
|
# Need this for relative symlinks.
|
||||||
|
while [ -h "$PRG" ] ; do
|
||||||
|
ls=`ls -ld "$PRG"`
|
||||||
|
link=`expr "$ls" : '.*-> \(.*\)$'`
|
||||||
|
if expr "$link" : '/.*' > /dev/null; then
|
||||||
|
PRG="$link"
|
||||||
|
else
|
||||||
|
PRG=`dirname "$PRG"`"/$link"
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
SAVED="`pwd`"
|
||||||
|
cd "`dirname \"$PRG\"`/" >/dev/null
|
||||||
|
APP_HOME="`pwd -P`"
|
||||||
|
cd "$SAVED" >/dev/null
|
||||||
|
|
||||||
|
APP_NAME="Gradle"
|
||||||
|
APP_BASE_NAME=`basename "$0"`
|
||||||
|
|
||||||
|
# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
|
||||||
|
DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"'
|
||||||
|
|
||||||
|
# Use the maximum available, or set MAX_FD != -1 to use that value.
|
||||||
|
MAX_FD="maximum"
|
||||||
|
|
||||||
|
warn () {
|
||||||
|
echo "$*"
|
||||||
|
}
|
||||||
|
|
||||||
|
die () {
|
||||||
|
echo
|
||||||
|
echo "$*"
|
||||||
|
echo
|
||||||
|
exit 1
|
||||||
|
}
|
||||||
|
|
||||||
|
# OS specific support (must be 'true' or 'false').
|
||||||
|
cygwin=false
|
||||||
|
msys=false
|
||||||
|
darwin=false
|
||||||
|
nonstop=false
|
||||||
|
case "`uname`" in
|
||||||
|
CYGWIN* )
|
||||||
|
cygwin=true
|
||||||
|
;;
|
||||||
|
Darwin* )
|
||||||
|
darwin=true
|
||||||
|
;;
|
||||||
|
MINGW* )
|
||||||
|
msys=true
|
||||||
|
;;
|
||||||
|
NONSTOP* )
|
||||||
|
nonstop=true
|
||||||
|
;;
|
||||||
|
esac
|
||||||
|
|
||||||
|
CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar
|
||||||
|
|
||||||
|
|
||||||
|
# Determine the Java command to use to start the JVM.
|
||||||
|
if [ -n "$JAVA_HOME" ] ; then
|
||||||
|
if [ -x "$JAVA_HOME/jre/sh/java" ] ; then
|
||||||
|
# IBM's JDK on AIX uses strange locations for the executables
|
||||||
|
JAVACMD="$JAVA_HOME/jre/sh/java"
|
||||||
|
else
|
||||||
|
JAVACMD="$JAVA_HOME/bin/java"
|
||||||
|
fi
|
||||||
|
if [ ! -x "$JAVACMD" ] ; then
|
||||||
|
die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME
|
||||||
|
|
||||||
|
Please set the JAVA_HOME variable in your environment to match the
|
||||||
|
location of your Java installation."
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
JAVACMD="java"
|
||||||
|
which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
|
||||||
|
|
||||||
|
Please set the JAVA_HOME variable in your environment to match the
|
||||||
|
location of your Java installation."
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Increase the maximum file descriptors if we can.
|
||||||
|
if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then
|
||||||
|
MAX_FD_LIMIT=`ulimit -H -n`
|
||||||
|
if [ $? -eq 0 ] ; then
|
||||||
|
if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then
|
||||||
|
MAX_FD="$MAX_FD_LIMIT"
|
||||||
|
fi
|
||||||
|
ulimit -n $MAX_FD
|
||||||
|
if [ $? -ne 0 ] ; then
|
||||||
|
warn "Could not set maximum file descriptor limit: $MAX_FD"
|
||||||
|
fi
|
||||||
|
else
|
||||||
|
warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT"
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# For Darwin, add options to specify how the application appears in the dock
|
||||||
|
if $darwin; then
|
||||||
|
GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\""
|
||||||
|
fi
|
||||||
|
|
||||||
|
# For Cygwin or MSYS, switch paths to Windows format before running java
|
||||||
|
if [ "$cygwin" = "true" -o "$msys" = "true" ] ; then
|
||||||
|
APP_HOME=`cygpath --path --mixed "$APP_HOME"`
|
||||||
|
CLASSPATH=`cygpath --path --mixed "$CLASSPATH"`
|
||||||
|
|
||||||
|
JAVACMD=`cygpath --unix "$JAVACMD"`
|
||||||
|
|
||||||
|
# We build the pattern for arguments to be converted via cygpath
|
||||||
|
ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null`
|
||||||
|
SEP=""
|
||||||
|
for dir in $ROOTDIRSRAW ; do
|
||||||
|
ROOTDIRS="$ROOTDIRS$SEP$dir"
|
||||||
|
SEP="|"
|
||||||
|
done
|
||||||
|
OURCYGPATTERN="(^($ROOTDIRS))"
|
||||||
|
# Add a user-defined pattern to the cygpath arguments
|
||||||
|
if [ "$GRADLE_CYGPATTERN" != "" ] ; then
|
||||||
|
OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)"
|
||||||
|
fi
|
||||||
|
# Now convert the arguments - kludge to limit ourselves to /bin/sh
|
||||||
|
i=0
|
||||||
|
for arg in "$@" ; do
|
||||||
|
CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -`
|
||||||
|
CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option
|
||||||
|
|
||||||
|
if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition
|
||||||
|
eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"`
|
||||||
|
else
|
||||||
|
eval `echo args$i`="\"$arg\""
|
||||||
|
fi
|
||||||
|
i=`expr $i + 1`
|
||||||
|
done
|
||||||
|
case $i in
|
||||||
|
0) set -- ;;
|
||||||
|
1) set -- "$args0" ;;
|
||||||
|
2) set -- "$args0" "$args1" ;;
|
||||||
|
3) set -- "$args0" "$args1" "$args2" ;;
|
||||||
|
4) set -- "$args0" "$args1" "$args2" "$args3" ;;
|
||||||
|
5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;;
|
||||||
|
6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;;
|
||||||
|
7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;;
|
||||||
|
8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;;
|
||||||
|
9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;;
|
||||||
|
esac
|
||||||
|
fi
|
||||||
|
|
||||||
|
# Escape application args
|
||||||
|
save () {
|
||||||
|
for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done
|
||||||
|
echo " "
|
||||||
|
}
|
||||||
|
APP_ARGS=`save "$@"`
|
||||||
|
|
||||||
|
# Collect all arguments for the java command, following the shell quoting and substitution rules
|
||||||
|
eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS"
|
||||||
|
|
||||||
|
exec "$JAVACMD" "$@"
|
||||||
89
gradlew.bat
vendored
Normal file
89
gradlew.bat
vendored
Normal file
@ -0,0 +1,89 @@
|
|||||||
|
@rem
|
||||||
|
@rem Copyright 2015 the original author or authors.
|
||||||
|
@rem
|
||||||
|
@rem Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
@rem you may not use this file except in compliance with the License.
|
||||||
|
@rem You may obtain a copy of the License at
|
||||||
|
@rem
|
||||||
|
@rem https://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
@rem
|
||||||
|
@rem Unless required by applicable law or agreed to in writing, software
|
||||||
|
@rem distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
@rem See the License for the specific language governing permissions and
|
||||||
|
@rem limitations under the License.
|
||||||
|
@rem
|
||||||
|
|
||||||
|
@if "%DEBUG%" == "" @echo off
|
||||||
|
@rem ##########################################################################
|
||||||
|
@rem
|
||||||
|
@rem Gradle startup script for Windows
|
||||||
|
@rem
|
||||||
|
@rem ##########################################################################
|
||||||
|
|
||||||
|
@rem Set local scope for the variables with windows NT shell
|
||||||
|
if "%OS%"=="Windows_NT" setlocal
|
||||||
|
|
||||||
|
set DIRNAME=%~dp0
|
||||||
|
if "%DIRNAME%" == "" set DIRNAME=.
|
||||||
|
set APP_BASE_NAME=%~n0
|
||||||
|
set APP_HOME=%DIRNAME%
|
||||||
|
|
||||||
|
@rem Resolve any "." and ".." in APP_HOME to make it shorter.
|
||||||
|
for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi
|
||||||
|
|
||||||
|
@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script.
|
||||||
|
set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m"
|
||||||
|
|
||||||
|
@rem Find java.exe
|
||||||
|
if defined JAVA_HOME goto findJavaFromJavaHome
|
||||||
|
|
||||||
|
set JAVA_EXE=java.exe
|
||||||
|
%JAVA_EXE% -version >NUL 2>&1
|
||||||
|
if "%ERRORLEVEL%" == "0" goto execute
|
||||||
|
|
||||||
|
echo.
|
||||||
|
echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH.
|
||||||
|
echo.
|
||||||
|
echo Please set the JAVA_HOME variable in your environment to match the
|
||||||
|
echo location of your Java installation.
|
||||||
|
|
||||||
|
goto fail
|
||||||
|
|
||||||
|
:findJavaFromJavaHome
|
||||||
|
set JAVA_HOME=%JAVA_HOME:"=%
|
||||||
|
set JAVA_EXE=%JAVA_HOME%/bin/java.exe
|
||||||
|
|
||||||
|
if exist "%JAVA_EXE%" goto execute
|
||||||
|
|
||||||
|
echo.
|
||||||
|
echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME%
|
||||||
|
echo.
|
||||||
|
echo Please set the JAVA_HOME variable in your environment to match the
|
||||||
|
echo location of your Java installation.
|
||||||
|
|
||||||
|
goto fail
|
||||||
|
|
||||||
|
:execute
|
||||||
|
@rem Setup the command line
|
||||||
|
|
||||||
|
set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar
|
||||||
|
|
||||||
|
|
||||||
|
@rem Execute Gradle
|
||||||
|
"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %*
|
||||||
|
|
||||||
|
:end
|
||||||
|
@rem End local scope for the variables with windows NT shell
|
||||||
|
if "%ERRORLEVEL%"=="0" goto mainEnd
|
||||||
|
|
||||||
|
:fail
|
||||||
|
rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of
|
||||||
|
rem the _cmd.exe /c_ return code!
|
||||||
|
if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1
|
||||||
|
exit /b 1
|
||||||
|
|
||||||
|
:mainEnd
|
||||||
|
if "%OS%"=="Windows_NT" endlocal
|
||||||
|
|
||||||
|
:omega
|
||||||
16
settings.gradle
Normal file
16
settings.gradle
Normal file
@ -0,0 +1,16 @@
|
|||||||
|
pluginManagement {
|
||||||
|
repositories {
|
||||||
|
gradlePluginPortal()
|
||||||
|
google()
|
||||||
|
mavenCentral()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
dependencyResolutionManagement {
|
||||||
|
repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS)
|
||||||
|
repositories {
|
||||||
|
google()
|
||||||
|
mavenCentral()
|
||||||
|
}
|
||||||
|
}
|
||||||
|
rootProject.name = "LilaWakeup_App"
|
||||||
|
include ':app'
|
||||||
Loading…
x
Reference in New Issue
Block a user