|
62 | 62 | "Facial expression generation", |
63 | 63 | "Stochastic eye blink animation", |
64 | 64 | "VRMA body motion with idle/speaking crossfade", |
| 65 | + "5-dim emotion control via FiLM conditioning (V2)", |
65 | 66 | "VRM avatar support via Three.js", |
66 | 67 | "AudioWorklet microphone streaming", |
67 | 68 | "Runs entirely in the browser (no server needed)" |
@@ -672,10 +673,10 @@ <h2 class="section-title">Install from npm</h2> |
672 | 673 | <div class="pkg-name">@goodganglabs/lipsync-wasm-v2</div> |
673 | 674 | <span class="pkg-tag pkg-tag-full">Lightweight</span> |
674 | 675 | </div> |
675 | | - <p class="pkg-desc">Student distillation model — direct 52-dim ARKit blendshape prediction. Simpler post-processing, faster integration.</p> |
| 676 | + <p class="pkg-desc">Student distillation model — direct 52-dim ARKit blendshape prediction with 5-dim emotion control (FiLM conditioning).</p> |
676 | 677 | <div class="pkg-meta"> |
677 | 678 | <div class="pkg-meta-item">Output: <span>52-dim</span> ARKit</div> |
678 | | - <div class="pkg-meta-item">Post: <span>crisp_mouth</span> + fade + blink</div> |
| 679 | + <div class="pkg-meta-item">Emotion: <span>5-dim</span> FiLM conditioning</div> |
679 | 680 | <div class="pkg-meta-item">Peer: <span>onnxruntime-web</span></div> |
680 | 681 | </div> |
681 | 682 | <div class="pkg-install"><span class="dollar">$</span> npm install @goodganglabs/lipsync-wasm-v2</div> |
@@ -750,7 +751,8 @@ <h2 class="section-title">Choose your engine</h2> |
750 | 751 | <tr><td>Post-processing</td><td>OneEuroFilter + anatomical constraints</td><td>crisp_mouth + fade + auto-blink</td></tr> |
751 | 752 | <tr><td>Idle expressions</td><td>Built-in IdleExpressionGenerator</td><td>Blink injection in post-process</td></tr> |
752 | 753 | <tr><td>Voice activity</td><td>Built-in VoiceActivityDetector</td><td>—</td></tr> |
753 | | - <tr><td>Best for</td><td>Full expression control, custom avatars</td><td>Quick integration, lightweight</td></tr> |
| 754 | + <tr><td>Emotion control</td><td>—</td><td>5-dim FiLM conditioning (neutral, joy, anger, sadness, surprise)</td></tr> |
| 755 | + <tr><td>Best for</td><td>Full expression control, custom avatars</td><td>Emotion-aware lip sync, quick integration</td></tr> |
754 | 756 | </tbody> |
755 | 757 | </table> |
756 | 758 | </section> |
|
0 commit comments