Jawad Ali Yousafzai commited on
Commit
20c8fc2
·
1 Parent(s): 259f550
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitignore +68 -0
  2. CLEANUP_SUMMARY.md +68 -0
  3. DEPLOY.md +116 -0
  4. LICENSE +21 -0
  5. README.md +202 -1
  6. Rhubarb-Lip-Sync-1.14.0-Windows/CHANGELOG.md +3 -0
  7. Rhubarb-Lip-Sync-1.14.0-Windows/LICENSE.md +3 -0
  8. Rhubarb-Lip-Sync-1.14.0-Windows/README.adoc +3 -0
  9. Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/README.adoc +3 -0
  10. Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/Rhubarb Lip Sync.jsx +3 -0
  11. Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/demo/egg.aep +3 -0
  12. Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/demo/egg.ai +3 -0
  13. Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/demo/riddle.wav +3 -0
  14. Rhubarb-Lip-Sync-1.14.0-Windows/extras/EsotericSoftwareSpine/README.adoc +3 -0
  15. Rhubarb-Lip-Sync-1.14.0-Windows/extras/EsotericSoftwareSpine/rhubarb-for-spine-1.14.0.jar +3 -0
  16. Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/Debug Rhubarb.cs +3 -0
  17. Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/Debug Rhubarb.cs.config +3 -0
  18. Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/Import Rhubarb.cs +3 -0
  19. Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/Import Rhubarb.cs.config +3 -0
  20. Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/README.adoc +3 -0
  21. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/README +3 -0
  22. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/feat.params +3 -0
  23. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/feature_transform +3 -0
  24. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/mdef +3 -0
  25. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/means +3 -0
  26. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/mixture_weights +3 -0
  27. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/noisedict +3 -0
  28. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/transition_matrices +3 -0
  29. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/variances +3 -0
  30. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/cmudict-en-us.dict +3 -0
  31. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/en-us-phone.lm.bin +3 -0
  32. Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/en-us.lm.bin +3 -0
  33. Rhubarb-Lip-Sync-1.14.0-Windows/rhubarb.exe +3 -0
  34. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/README.adoc +3 -0
  35. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-flac-ffmpeg.wav +3 -0
  36. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float32-audacity.wav +3 -0
  37. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float32-audition.wav +3 -0
  38. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float32-ffmpeg.wav +3 -0
  39. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float32-soundforge.wav +3 -0
  40. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float64-ffmpeg.wav +3 -0
  41. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int16-audacity.wav +3 -0
  42. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int16-audition.wav +3 -0
  43. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int16-ffmpeg.wav +3 -0
  44. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int16-soundforge.wav +3 -0
  45. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int24-audacity.wav +3 -0
  46. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int24-audition.wav +3 -0
  47. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int24-ffmpeg.wav +3 -0
  48. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int24-soundforge.wav +3 -0
  49. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int32-ffmpeg.wav +3 -0
  50. Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int32-soundforge.wav +3 -0
.gitignore ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Dependencies
2
+ node_modules/
3
+ /.pnp
4
+ .pnp.js
5
+ .yarn/install-state.gz
6
+
7
+ # Testing
8
+ /coverage
9
+
10
+ # Production
11
+ /build
12
+ /dist
13
+ apps/frontend/dist
14
+ apps/backend/tmp
15
+
16
+ # Misc
17
+ .DS_Store
18
+ *.pem
19
+
20
+ # Debug
21
+ npm-debug.log*
22
+ yarn-debug.log*
23
+ yarn-error.log*
24
+
25
+ # Environment files
26
+ .env
27
+ .env*.local
28
+ apps/backend/.env
29
+ apps/frontend/.env
30
+
31
+ # Vercel
32
+ .vercel
33
+
34
+ # TypeScript
35
+ *.tsbuildinfo
36
+ next-env.d.ts
37
+
38
+ # ngrok
39
+ ngrok.exe
40
+ ngrok.yml
41
+ *.ngrok-free.app
42
+
43
+ # Python
44
+ __pycache__/
45
+ *.py[cod]
46
+ *$py.class
47
+ *.so
48
+ .Python
49
+
50
+ # Temporary files
51
+ *.tmp
52
+ *.temp
53
+ tmp/
54
+ temp/
55
+
56
+ # IDE
57
+ .vscode/
58
+ .idea/
59
+ *.swp
60
+ *.swo
61
+ *~
62
+
63
+ # OS
64
+ Thumbs.db
65
+ .DS_Store
66
+
67
+ # Rhubarb (keep the executable but ignore temp files)
68
+ Rhubarb-Lip-Sync-*/temp/
CLEANUP_SUMMARY.md ADDED
@@ -0,0 +1,68 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # ✅ Cleanup Complete - Ready for Deployment!
2
+
3
+ ## 🧹 What Was Cleaned:
4
+
5
+ ### Removed:
6
+ - ❌ OpenAI dependencies (`@langchain/openai`, `openai`, `langchain`, `zod`)
7
+ - ❌ ElevenLabs API references
8
+ - ❌ ngrok (stopped and removed from workflow)
9
+
10
+ ### Kept:
11
+ - ✅ Custom Chat API (`https://finalchatdoc.onrender.com`)
12
+ - ✅ Local Python TTS (edge-tts)
13
+ - ✅ Lip sync functionality (Rhubarb)
14
+ - ✅ All avatar features
15
+
16
+ ## 📦 New Files Created:
17
+
18
+ 1. **`DEPLOY.md`** - Complete deployment guide
19
+ 2. **`railway.toml`** - Railway configuration
20
+ 3. **`nixpacks.toml`** - Python + Node.js setup for Railway
21
+ 4. **`vercel.json`** - Vercel frontend configuration
22
+
23
+ ## 🚀 Ready to Deploy!
24
+
25
+ ### Quick Start:
26
+
27
+ **Option 1: Railway + Vercel (Recommended)**
28
+ 1. Deploy backend to Railway
29
+ 2. Deploy frontend to Vercel
30
+ 3. Set `VITE_API_URL` in Vercel to your Railway URL
31
+
32
+ **Option 2: Railway Only**
33
+ 1. Deploy backend to Railway
34
+ 2. Deploy frontend to Railway (separate service)
35
+ 3. Set `VITE_API_URL` in frontend service
36
+
37
+ ## 📋 Deployment Checklist:
38
+
39
+ - [ ] Push code to GitHub
40
+ - [ ] Create Railway account
41
+ - [ ] Deploy backend to Railway
42
+ - [ ] Copy Railway backend URL
43
+ - [ ] Create Vercel account (if using Vercel)
44
+ - [ ] Deploy frontend to Vercel/Railway
45
+ - [ ] Set `VITE_API_URL` environment variable
46
+ - [ ] Test the deployment
47
+
48
+ ## 🔗 Next Steps:
49
+
50
+ 1. **Commit and Push:**
51
+ ```bash
52
+ git add .
53
+ git commit -m "Prepare for deployment - removed OpenAI/ElevenLabs"
54
+ git push origin main
55
+ ```
56
+
57
+ 2. **Follow DEPLOY.md** for detailed deployment instructions
58
+
59
+ ## 💡 Important Notes:
60
+
61
+ - Backend requires Python (included in nixpacks.toml)
62
+ - No API keys needed (custom API is external)
63
+ - Frontend needs `VITE_API_URL` set to backend URL
64
+ - Health check available at `/health`
65
+
66
+ ## 🎉 Your Avatar is Ready for the World!
67
+
68
+ Once deployed, you'll have permanent URLs that work 24/7 without needing to keep your computer running!
DEPLOY.md ADDED
@@ -0,0 +1,116 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Talking Avatar with AI - Deployment Guide
2
+
3
+ ## 🚀 Deployment Options
4
+
5
+ ### Option 1: Railway (Backend) + Vercel (Frontend) - Recommended
6
+
7
+ #### Deploy Backend to Railway:
8
+
9
+ 1. **Create Railway Account**
10
+ - Go to https://railway.app
11
+ - Sign up with GitHub
12
+
13
+ 2. **Create New Project**
14
+ - Click "New Project"
15
+ - Select "Deploy from GitHub repo"
16
+ - Choose your repository
17
+ - Railway will auto-detect the Node.js app
18
+
19
+ 3. **Configure Environment**
20
+ - No environment variables needed (custom API is external)
21
+ - Railway will automatically install dependencies
22
+
23
+ 4. **Deploy**
24
+ - Railway will build and deploy automatically
25
+ - Copy your Railway URL (e.g., `https://your-app.railway.app`)
26
+
27
+ #### Deploy Frontend to Vercel:
28
+
29
+ 1. **Create Vercel Account**
30
+ - Go to https://vercel.com
31
+ - Sign up with GitHub
32
+
33
+ 2. **Import Project**
34
+ - Click "New Project"
35
+ - Import your GitHub repository
36
+ - Framework Preset: Vite
37
+ - Root Directory: `apps/frontend`
38
+
39
+ 3. **Configure Build Settings**
40
+ - Build Command: `npm run build`
41
+ - Output Directory: `dist`
42
+ - Install Command: `npm install`
43
+
44
+ 4. **Add Environment Variable**
45
+ - Name: `VITE_API_URL`
46
+ - Value: Your Railway backend URL (e.g., `https://your-app.railway.app`)
47
+
48
+ 5. **Deploy**
49
+ - Click "Deploy"
50
+ - Vercel will build and deploy your frontend
51
+
52
+ ### Option 2: Railway Only (Full Stack)
53
+
54
+ You can deploy both backend and frontend on Railway:
55
+
56
+ 1. **Deploy Backend** (same as above)
57
+
58
+ 2. **Deploy Frontend as Separate Service**
59
+ - Create another Railway service
60
+ - Point to same repo
61
+ - Root Directory: `apps/frontend`
62
+ - Build Command: `npm run build`
63
+ - Start Command: `npx serve -s dist -l $PORT`
64
+ - Add environment variable: `VITE_API_URL` = your backend URL
65
+
66
+ ## 📋 Pre-Deployment Checklist
67
+
68
+ - ✅ Removed OpenAI dependencies
69
+ - ✅ Removed ElevenLabs dependencies
70
+ - ✅ Using custom API for chat
71
+ - ✅ Using local Python TTS
72
+ - ✅ Health check endpoint added
73
+ - ✅ CORS enabled for all origins
74
+
75
+ ## 🔧 Important Notes
76
+
77
+ ### Python Requirement
78
+ The backend uses Python for TTS. Make sure Python is available in your deployment environment:
79
+
80
+ **For Railway:**
81
+ - Add a `nixpacks.toml` file (Railway auto-detects Python)
82
+
83
+ **For Render/Other:**
84
+ - Use a buildpack that includes Python
85
+
86
+ ### Environment Variables
87
+
88
+ **Backend:** None required (custom API URL is hardcoded)
89
+
90
+ **Frontend:**
91
+ - `VITE_API_URL` - Your backend URL
92
+
93
+ ## 🧪 Testing After Deployment
94
+
95
+ 1. Test backend health: `https://your-backend-url/health`
96
+ 2. Test frontend: `https://your-frontend-url`
97
+ 3. Send a message and verify avatar responds
98
+
99
+ ## 🆘 Troubleshooting
100
+
101
+ **Backend Issues:**
102
+ - Check Railway logs for Python errors
103
+ - Verify `/health` endpoint returns 200
104
+ - Check if TTS script is executable
105
+
106
+ **Frontend Issues:**
107
+ - Verify `VITE_API_URL` is set correctly
108
+ - Check browser console for CORS errors
109
+ - Ensure backend URL doesn't have trailing slash
110
+
111
+ ## 📱 URLs After Deployment
112
+
113
+ **Backend:** `https://your-app.railway.app`
114
+ **Frontend:** `https://your-app.vercel.app`
115
+
116
+ Share the frontend URL with anyone!
LICENSE ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ MIT License
2
+
3
+ Copyright (c) 2025 Talking Avatar with AI
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining a copy
6
+ of this software and associated documentation files (the "Software"), to deal
7
+ in the Software without restriction, including without limitation the rights
8
+ to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
9
+ copies of the Software, and to permit persons to whom the Software is
10
+ furnished to do so, subject to the following conditions:
11
+
12
+ The above copyright notice and this permission notice shall be included in all
13
+ copies or substantial portions of the Software.
14
+
15
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16
+ IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17
+ FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
18
+ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19
+ LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
20
+ OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
21
+ SOFTWARE.
README.md CHANGED
@@ -1 +1,202 @@
1
- # HealBotAvatar
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # 🤖 Talking Avatar with AI
2
+
3
+ An interactive 3D talking avatar powered by AI that can have natural conversations with users. The avatar features realistic lip-sync, facial expressions, and animations.
4
+
5
+ ![License](https://img.shields.io/badge/license-MIT-blue.svg)
6
+ ![Node](https://img.shields.io/badge/node-%3E%3D18.0.0-brightgreen)
7
+ ![Python](https://img.shields.io/badge/python-3.8%2B-blue)
8
+
9
+ ## ✨ Features
10
+
11
+ - 🎭 **3D Animated Avatar** - Realistic 3D character with smooth animations
12
+ - 💬 **AI-Powered Conversations** - Natural language chat using custom AI API
13
+ - 🗣️ **Text-to-Speech** - High-quality voice synthesis using Edge TTS
14
+ - 👄 **Lip Sync** - Accurate lip synchronization using Rhubarb Lip Sync
15
+ - 😊 **Facial Expressions** - Dynamic expressions based on conversation context
16
+ - 🎤 **Voice Input** - Browser-based speech recognition (Web Speech API)
17
+ - 🔐 **User Authentication** - Firebase authentication with personalized sessions
18
+ - 📱 **Responsive Design** - Works on desktop and mobile devices
19
+
20
+ ## 🏗️ Architecture
21
+
22
+ ```
23
+ talking-avatar-with-ai/
24
+ ├── apps/
25
+ │ ├── backend/ # Express.js API server
26
+ │ │ ├── modules/ # Custom API, lip-sync logic
27
+ │ │ ├── utils/ # TTS utilities
28
+ │ │ └── server.js # Main server file
29
+ │ └── frontend/ # React + Vite application
30
+ │ ├── src/
31
+ │ │ ├── components/ # Avatar, Chat UI
32
+ │ │ ├── hooks/ # Speech, authentication
33
+ │ │ └── contexts/ # Auth context
34
+ │ └── public/
35
+ │ └── models/ # 3D avatar models
36
+ ├── Rhubarb-Lip-Sync-*/ # Lip sync engine
37
+ └── resources/ # Additional resources
38
+
39
+ ```
40
+
41
+ ## 🚀 Quick Start
42
+
43
+ ### Prerequisites
44
+
45
+ - Node.js 18+
46
+ - Python 3.8+
47
+ - Git
48
+
49
+ ### Installation
50
+
51
+ 1. **Clone the repository**
52
+ ```bash
53
+ git clone https://github.com/YOUR_USERNAME/talking-avatar-with-ai.git
54
+ cd talking-avatar-with-ai
55
+ ```
56
+
57
+ 2. **Install dependencies**
58
+ ```bash
59
+ # Install root dependencies
60
+ npm install
61
+
62
+ # Install backend dependencies
63
+ cd apps/backend
64
+ npm install
65
+
66
+ # Install frontend dependencies
67
+ cd ../frontend
68
+ npm install
69
+ ```
70
+
71
+ 3. **Install Python dependencies**
72
+ ```bash
73
+ pip install edge-tts
74
+ ```
75
+
76
+ 4. **Set up environment variables**
77
+ ```bash
78
+ # Backend
79
+ cd apps/backend
80
+ cp .env.example .env
81
+ # Edit .env if needed (no variables required for basic setup)
82
+
83
+ # Frontend
84
+ cd ../frontend
85
+ cp .env.example .env
86
+ # Edit .env and set VITE_API_URL=http://localhost:3000
87
+ ```
88
+
89
+ 5. **Run the application**
90
+
91
+ **Option 1: Run both services together (from root)**
92
+ ```bash
93
+ npm run dev
94
+ ```
95
+
96
+ **Option 2: Run separately**
97
+ ```bash
98
+ # Terminal 1 - Backend
99
+ cd apps/backend
100
+ npm run dev
101
+
102
+ # Terminal 2 - Frontend
103
+ cd apps/frontend
104
+ npm run dev
105
+ ```
106
+
107
+ 6. **Open your browser**
108
+ - Navigate to `http://localhost:5173`
109
+ - Start chatting with your avatar!
110
+
111
+ ## 🌐 Deployment
112
+
113
+ See [DEPLOY.md](./DEPLOY.md) for detailed deployment instructions.
114
+
115
+ ### Quick Deploy Options:
116
+
117
+ **Backend:** Railway, Render, or Heroku
118
+ **Frontend:** Vercel, Netlify, or Railway
119
+
120
+ ### Recommended Setup:
121
+ - **Backend** → Railway (includes Python support)
122
+ - **Frontend** → Vercel (optimized for React/Vite)
123
+
124
+ ## 🔧 Configuration
125
+
126
+ ### Custom API
127
+
128
+ The avatar uses a custom chat API. To change it, edit:
129
+ ```javascript
130
+ // apps/backend/modules/customAPI.mjs
131
+ const API_BASE_URL = "https://your-api-url.com";
132
+ ```
133
+
134
+ ### Avatar Model
135
+
136
+ To use a different 3D avatar:
137
+ 1. Export your avatar as GLB format
138
+ 2. Place in `apps/frontend/public/models/`
139
+ 3. Update the path in `Avatar.jsx`
140
+
141
+ ### Voice Settings
142
+
143
+ Modify TTS voice in:
144
+ ```python
145
+ # apps/backend/utils/tts.py
146
+ voice = "en-US-AriaNeural" # Change to your preferred voice
147
+ ```
148
+
149
+ ## 📚 Tech Stack
150
+
151
+ ### Frontend
152
+ - **React** - UI framework
153
+ - **Three.js** - 3D rendering
154
+ - **@react-three/fiber** - React renderer for Three.js
155
+ - **@react-three/drei** - Useful helpers for R3F
156
+ - **Vite** - Build tool
157
+ - **Firebase** - Authentication
158
+
159
+ ### Backend
160
+ - **Express.js** - Web server
161
+ - **Node.js** - Runtime
162
+ - **Python** - TTS processing
163
+ - **Edge TTS** - Text-to-speech
164
+ - **Rhubarb Lip Sync** - Lip synchronization
165
+
166
+ ## 🤝 Contributing
167
+
168
+ Contributions are welcome! Please feel free to submit a Pull Request.
169
+
170
+ 1. Fork the repository
171
+ 2. Create your feature branch (`git checkout -b feature/AmazingFeature`)
172
+ 3. Commit your changes (`git commit -m 'Add some AmazingFeature'`)
173
+ 4. Push to the branch (`git push origin feature/AmazingFeature`)
174
+ 5. Open a Pull Request
175
+
176
+ ## 📝 License
177
+
178
+ This project is licensed under the MIT License - see the [LICENSE](LICENSE) file for details.
179
+
180
+ ## 🙏 Acknowledgments
181
+
182
+ - [Rhubarb Lip Sync](https://github.com/DanielSWolf/rhubarb-lip-sync) - Lip sync engine
183
+ - [Edge TTS](https://github.com/rany2/edge-tts) - Text-to-speech
184
+ - [Ready Player Me](https://readyplayer.me/) - Avatar creation (if used)
185
+ - [Three.js](https://threejs.org/) - 3D graphics library
186
+
187
+ ## 📧 Contact
188
+
189
+ For questions or support, please open an issue on GitHub.
190
+
191
+ ## 🎯 Roadmap
192
+
193
+ - [ ] Multi-language support
194
+ - [ ] Custom avatar upload
195
+ - [ ] Voice cloning
196
+ - [ ] Emotion detection
197
+ - [ ] Screen sharing capability
198
+ - [ ] Mobile app version
199
+
200
+ ---
201
+
202
+ **Made with ❤️ by [Your Name]**
Rhubarb-Lip-Sync-1.14.0-Windows/CHANGELOG.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b2c2ff234b6c5f0b38d3689177ebecab5041d6242ec966cb1a5c535e6894d2c
3
+ size 13000
Rhubarb-Lip-Sync-1.14.0-Windows/LICENSE.md ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9a10d99959990ec6802c5e2d519fb23665affa7ba32abbdea5b251ee5f93af6
3
+ size 27808
Rhubarb-Lip-Sync-1.14.0-Windows/README.adoc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c7dcb74008ca9eb96f5f258ca4f82e9a49ed9614d93f89bc98bd27ac3a22b43
3
+ size 23164
Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/README.adoc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1165e986f6e45c95b245cd3a01f568c90a818bfa00b13a0b7bcd901d7bbcf3
3
+ size 4463
Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/Rhubarb Lip Sync.jsx ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b9c03136a86cd834df38f5806307b405c3eec4e8a4b91829cf7f45c59dcb8bf
3
+ size 35084
Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/demo/egg.aep ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be0f7253ec2b1e133d28ab7325afdb74198aa634ebe45e1a2b3a24131044f62c
3
+ size 126966
Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/demo/egg.ai ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9996ea1fb25d6e735c18e6fbade6c18c620d10d47baea70fa78e8f3413b26eff
3
+ size 186489
Rhubarb-Lip-Sync-1.14.0-Windows/extras/AdobeAfterEffects/demo/riddle.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc9370f8f4d6fb104ee526f2eb5da0d4697e44b03309cba13ee8aba52c0ca87c
3
+ size 639198
Rhubarb-Lip-Sync-1.14.0-Windows/extras/EsotericSoftwareSpine/README.adoc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0badccdbd33a6ab47965964ed8ec89a62c70148f9fc6955150bf12de7ae5f21
3
+ size 5128
Rhubarb-Lip-Sync-1.14.0-Windows/extras/EsotericSoftwareSpine/rhubarb-for-spine-1.14.0.jar ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:baa7de91a407376ecfc096ba48c2e9690e66fe89b338280d6ef0607e651b433a
3
+ size 17940018
Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/Debug Rhubarb.cs ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3959a70eebee571b6efe81243ce213d7942708abfc776884953064f462481308
3
+ size 10225
Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/Debug Rhubarb.cs.config ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9eb8de52956b24dae58adfdc5d226e5892f2e7df228f02d92ca4f96479007f6
3
+ size 132
Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/Import Rhubarb.cs ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4dee925bb0f03e1c67ffa81b2ce11921fbcf4946112e4dda7131205c37fec29
3
+ size 7264
Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/Import Rhubarb.cs.config ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9eb8de52956b24dae58adfdc5d226e5892f2e7df228f02d92ca4f96479007f6
3
+ size 132
Rhubarb-Lip-Sync-1.14.0-Windows/extras/MagixVegas/README.adoc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eca89b872c57f66bf3888ed86afba1245580e9bcc5261dbc50adf10518f41fdd
3
+ size 1823
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/README ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b88de980568509c646d0527b8414beef136964391903b40996d32f737bf752e
3
+ size 1617
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/feat.params ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f4883ca1680270667565cec30a0b827081799617bb825ff6adace06f50c178f
3
+ size 129
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/feature_transform ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05cd0ef213623137b6ac76d72922776c8a14f252e032c4a3f331d41760ef30cc
3
+ size 5660
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/mdef ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a100d7401e8d59ed597ea6083e0acca77e41637b7db6db66f43a0799a2eba840
3
+ size 6992233
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/means ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10c8a3c1b0718bc786f4c82ba1824b22cd9cdc7ffb0589559c08c0189884f0f1
3
+ size 23675972
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/mixture_weights ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a756459b78bfaf85ad59215c77caaf03f9e58e91956975e33de7b8179d551c1f
3
+ size 657728
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/noisedict ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:394633701a17db97a512838a79de395020fc571e0537b0498b2179f727642a48
3
+ size 113
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/transition_matrices ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:020e3a8998d12db0d02b620aed95ee1534676fd8e50afaad29d5b432f1e6f893
3
+ size 2272
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/acoustic-model/variances ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66bc86ddf763cf27d6194247cbf4f2e912d78789ced246811e7f323f1e8280da
3
+ size 23675972
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/cmudict-en-us.dict ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9de99dd2a24b63c653c1c30ab39388d05185cae36d0875f15c319b4ad6dc43af
3
+ size 3272051
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/en-us-phone.lm.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c57e0fa4191b096b1279cfe3a77927f52568fdecfc6624ddb5cec9527c763a54
3
+ size 857195
Rhubarb-Lip-Sync-1.14.0-Windows/res/sphinx/en-us.lm.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db21d0642286677699e6dbc859d2e5395570222361999387ce60f6e1d01995d6
3
+ size 27114385
Rhubarb-Lip-Sync-1.14.0-Windows/rhubarb.exe ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e289c6b5939ef6b306a61e8105ec721fd8d52b3ce950d08891ea3cc7df5718d
3
+ size 2703360
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/README.adoc ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3138163d8de5e01ee039f900c8f0d73ec4d61f58d5645eeb62cf9694108c85b8
3
+ size 344
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-flac-ffmpeg.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:491fee574896f2da599659b08498ea9b605bb4679dc38ce588490222831a0c31
3
+ size 1937792
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float32-audacity.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61a5d297769ac42ffc8e54d0f3923ee0064ce8ecba14ccc874b31c25e5c8c9e1
3
+ size 3840194
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float32-audition.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5645586937fa012dfc051e2c38126c6221a1937dd2fbceebfddb971be53a44d
3
+ size 3845534
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float32-ffmpeg.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4092089069670b6b1259f5cd34f91afa36066678f80464186118ddcff695923
3
+ size 3840114
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float32-soundforge.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05e91311e5d7a266cb15f057e60f59295b535f0bf3313c4d9cde54037cc6fa3f
3
+ size 3840078
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-float64-ffmpeg.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdf972bf29dc137ff022761260169dbd6e15c668f7cde69f1925de393fa88544
3
+ size 7680114
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int16-audacity.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd8d91cf1d1593a103b5b43ea08ab46ca1d66e55e10bbe97c097f7e605155904
3
+ size 1920150
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int16-audition.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:885f25245b4227c1761828a6365cb60fa36d81d7e636773ab3702621640bf651
3
+ size 1925534
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int16-ffmpeg.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63e38d3e7b9e03c08a8f46a25b8d7325d0565130a5b74296cbe64e49eea65696
3
+ size 1920078
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int16-soundforge.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13741b9dfbf358485cbbc0076713ee9473be970f8cc4686ca75cf286845b2d20
3
+ size 1920078
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int24-audacity.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b06e78f2ba11722d516b8367b7c847452d55b2936ab2f28b82fa6fd5c97f383
3
+ size 2880150
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int24-audition.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f668649a95293cd031e2d169e444fedfb07aabc6ded2548ce310262aa66c1082
3
+ size 2885534
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int24-ffmpeg.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93248779904023c1e22bd4970f507980a6496e8327dd8a49ce81616375c96f09
3
+ size 2880102
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int24-soundforge.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:706c94020f6fe8368383ef28720e10c701e239a9665213eee831e28d59a7a753
3
+ size 2880078
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int32-ffmpeg.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:374e6a01afc020355abfffb4b8bfbfefee9ace878081dc265134ae79ccfaf820
3
+ size 3840102
Rhubarb-Lip-Sync-1.14.0-Windows/tests/resources/sine-triangle-int32-soundforge.wav ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f88ac09446b567afa0783a275ee2d3f15e3a05749c08b7bdc75b6f4bbfa1acb
3
+ size 3840078