Upload folder using huggingface_hub
Browse files- README.md +31 -0
- best_model.pth +3 -0
- label_encoder_classes.npy +3 -0
- model_config.json +87 -0
README.md
ADDED
|
@@ -0,0 +1,31 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
tags: [sign-language, asl, mediapipe, lstm, pytorch]
|
| 3 |
+
license: mit
|
| 4 |
+
---
|
| 5 |
+
|
| 6 |
+
# ASL Recognition Model
|
| 7 |
+
|
| 8 |
+
Real-time American Sign Language recognition using MediaPipe landmarks and LSTM.
|
| 9 |
+
|
| 10 |
+
- **Vocabulary**: 77 signs (26 letters + 51 words)
|
| 11 |
+
- **Validation Accuracy**: 12.01%
|
| 12 |
+
- **Parameters**: 323,277
|
| 13 |
+
|
| 14 |
+
## Usage
|
| 15 |
+
|
| 16 |
+
```python
|
| 17 |
+
from realtime_asl_recognition import RealtimeASLRecognizer
|
| 18 |
+
|
| 19 |
+
recognizer = RealtimeASLRecognizer(
|
| 20 |
+
model_path='best_model.pth',
|
| 21 |
+
config_path='model_config.json',
|
| 22 |
+
label_encoder_path='label_encoder_classes.npy'
|
| 23 |
+
)
|
| 24 |
+
|
| 25 |
+
recognizer.run_camera()
|
| 26 |
+
```
|
| 27 |
+
|
| 28 |
+
## Vocabulary
|
| 29 |
+
|
| 30 |
+
- Letters: A-Z
|
| 31 |
+
- Words: hello, goodbye, please, thank_you, yes, no, help, sorry, good, bad...
|
best_model.pth
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a70abaaa997ce29969c4e731d50f2699bbb35441ed77304225f3ed0aee8587a0
|
| 3 |
+
size 1302005
|
label_encoder_classes.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d9a7024ade717cef35c98604c4b9bc3e267ac0f82855d9f73f50618ad7ce9f50
|
| 3 |
+
size 3208
|
model_config.json
ADDED
|
@@ -0,0 +1,87 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"num_classes": 77,
|
| 3 |
+
"model_type": "lightweight",
|
| 4 |
+
"best_val_acc": 0.12012987012987013,
|
| 5 |
+
"classes": [
|
| 6 |
+
"A",
|
| 7 |
+
"B",
|
| 8 |
+
"C",
|
| 9 |
+
"D",
|
| 10 |
+
"E",
|
| 11 |
+
"F",
|
| 12 |
+
"G",
|
| 13 |
+
"H",
|
| 14 |
+
"I",
|
| 15 |
+
"J",
|
| 16 |
+
"K",
|
| 17 |
+
"L",
|
| 18 |
+
"M",
|
| 19 |
+
"N",
|
| 20 |
+
"O",
|
| 21 |
+
"P",
|
| 22 |
+
"Q",
|
| 23 |
+
"R",
|
| 24 |
+
"S",
|
| 25 |
+
"T",
|
| 26 |
+
"U",
|
| 27 |
+
"V",
|
| 28 |
+
"W",
|
| 29 |
+
"X",
|
| 30 |
+
"Y",
|
| 31 |
+
"Z",
|
| 32 |
+
"afternoon",
|
| 33 |
+
"angry",
|
| 34 |
+
"bad",
|
| 35 |
+
"book",
|
| 36 |
+
"come",
|
| 37 |
+
"drink",
|
| 38 |
+
"eat",
|
| 39 |
+
"evening",
|
| 40 |
+
"family",
|
| 41 |
+
"feel",
|
| 42 |
+
"food",
|
| 43 |
+
"friend",
|
| 44 |
+
"go",
|
| 45 |
+
"good",
|
| 46 |
+
"goodbye",
|
| 47 |
+
"happy",
|
| 48 |
+
"have",
|
| 49 |
+
"hear",
|
| 50 |
+
"hello",
|
| 51 |
+
"help",
|
| 52 |
+
"home",
|
| 53 |
+
"know",
|
| 54 |
+
"learn",
|
| 55 |
+
"love",
|
| 56 |
+
"morning",
|
| 57 |
+
"need",
|
| 58 |
+
"night",
|
| 59 |
+
"no",
|
| 60 |
+
"please",
|
| 61 |
+
"read",
|
| 62 |
+
"sad",
|
| 63 |
+
"school",
|
| 64 |
+
"see",
|
| 65 |
+
"sign",
|
| 66 |
+
"sorry",
|
| 67 |
+
"speak",
|
| 68 |
+
"student",
|
| 69 |
+
"teacher",
|
| 70 |
+
"thank_you",
|
| 71 |
+
"think",
|
| 72 |
+
"time",
|
| 73 |
+
"tired",
|
| 74 |
+
"today",
|
| 75 |
+
"tomorrow",
|
| 76 |
+
"understand",
|
| 77 |
+
"want",
|
| 78 |
+
"water",
|
| 79 |
+
"work",
|
| 80 |
+
"write",
|
| 81 |
+
"yes",
|
| 82 |
+
"yesterday"
|
| 83 |
+
],
|
| 84 |
+
"sequence_length": 30,
|
| 85 |
+
"num_landmarks": 21,
|
| 86 |
+
"num_hands": 2
|
| 87 |
+
}
|