diff --git a/.gitignore b/.gitignore index 6440caf..5f9d046 100644 --- a/.gitignore +++ b/.gitignore @@ -35,3 +35,6 @@ vosk-model*/ # Scratch output created by the dataset downloader mute_mode/tmp_videos/ + +# Mute Mode v2: downloaded WLASL videos (re-fetch with mute_mode/wlasl_fetch.py) +mute_mode/raw_videos/ diff --git a/README.md b/README.md index bca5421..92c3ff5 100644 --- a/README.md +++ b/README.md @@ -2,7 +2,7 @@ TriSense Animated Hero Banner -[![Typing SVG](https://readme-typing-svg.demolab.com?font=JetBrains+Mono&weight=600&size=16&pause=1000&color=00F0FF¢er=true&vCenter=true&width=750&height=35&lines=Spatial+Haptics+%E2%80%A2+Offline+ASR+Subtitles+%E2%80%A2+3D+Sign+Language+Recognition;Embedded+Linux+%E2%80%A2+Raspberry+Pi+4+%E2%80%A2+Real-Time+Sensory+Augmentation;PyTorch+1D-CNN%2BGRU+%E2%80%A2+MediaPipe+Hands+%E2%80%A2+Vosk+KaldiRecognizer)](https://git.io/typing-svg) +[![Typing SVG](https://readme-typing-svg.demolab.com?font=JetBrains+Mono&weight=600&size=16&pause=1000&color=00F0FF¢er=true&vCenter=true&width=750&height=35&lines=Spatial+Haptics+%E2%80%A2+Offline+ASR+Subtitles+%E2%80%A2+3D+Sign+Language+Recognition;Embedded+Linux+%E2%80%A2+Raspberry+Pi+4+%E2%80%A2+Real-Time+Sensory+Augmentation;PyTorch+CNN%2BBiGRU+%E2%80%A2+MediaPipe+Hands%2BPose+%E2%80%A2+Vosk+KaldiRecognizer)](https://git.io/typing-svg)
@@ -24,24 +24,24 @@ | Mode | Who it helps | What it does | | :--- | :--- | :--- | -| **Blind** | Visual impairment | Three ultrasonic sensors (left / center / right) measure obstacle distance and closing speed; haptic motors pulse by urgency and the device speaks a warning for obstacles dead ahead. | +| **Blind** | Visual impairment | Three ultrasonic sensors (left / center / right) measure obstacle distance and closing speed; haptic motors pulse by urgency, close obstacles trigger an alert even when nothing moves, and the device speaks a short warning. | | **Deaf** | Hearing impairment | A microphone feeds an offline speech recogniser; live captions are formatted and shown on a small OLED. | -| **Mute** | Speech impairment | A camera feeds a hand-landmark tracker and a sequence classifier that recognises ASL signs and speaks them aloud. | +| **Mute** | Speech impairment | A camera feeds hand + upper-body landmark trackers; each sign is segmented automatically, classified among 100 ASL words (**64.5 % top-1 on the official WLASL test split**) and spoken aloud when the model is confident. | Everything runs **on the device with no internet connection** (cloud APIs are never used at runtime). A thread-safe **Mode Manager** guarantees that only one mode owns the shared peripherals (camera, microphone, speaker, OLED, GPIO) at a time. -The whole stack also runs on a laptop: a bundled mock `RPi.GPIO`, WAV/video file inputs and an ASCII OLED let you develop and test without any hardware, and a browser-based **emulator** visualises all three modes. +The whole stack also runs on a laptop: a bundled mock `RPi.GPIO`, WAV/video file inputs and an ASCII OLED let you develop and test without any hardware, and a browser-based **demo console** drives all three modes live with your microphone, your webcam and draggable obstacles. --- ## Features -- **Blind Mode** - 3-sensor HC-SR04 polling at 10 Hz, closing-speed and time-to-collision estimation, tiered haptic pulses (150 / 300 / 500 ms) and a spoken "Obstacle ahead" alert, with echo time-outs so a dead sensor can never stall the loop. -- **Deaf Mode** - 16 kHz mono PCM streaming, offline Vosk recognition with partial and final results, caption formatter (capitalisation, punctuation, 20-character wrapping, "..." overflow marker) and a 3-line rolling SSD1306 OLED viewport. -- **Mute Mode** - MediaPipe 21-point 3D hand landmarks normalised to the wrist, EMA smoothing with occlusion imputation, a 30-frame sequence buffer and a 68,324-parameter 1D-CNN + GRU classifier over a 100-word ASL vocabulary (WLASL). -- **Mode Manager** - exclusive resource locking (`SPEAKER`, `CAMERA`, `MICROPHONE`, `DISPLAY`, `GPIO_SENSORS`, `GPIO_MOTORS`), clean transitions that stop the old pipeline before the new one starts, and a keyboard trigger standing in for the planned GPIO mode button. -- **Shared TTS** - one text-to-speech worker owned by the Mode Manager, with per-alert cool-downs; degrades to console logging when no speech backend is installed. -- **Web emulator** - Flask + Socket.IO dashboard showing live captions, per-sensor haptic pulses, sign predictions and which mode currently owns each resource. +- **Blind Mode** - 3-sensor HC-SR04 polling at 10 Hz, median-filtered distances, closing speed from real timestamps, time-to-collision **and** proximity alerts (a static wall still warns you), tiered non-blocking haptic pulses (150 / 300 / 500 ms) and spoken "Obstacle ahead / left / right" alerts, with echo time-outs so a dead sensor can never stall the loop. +- **Deaf Mode** - 16 kHz mono PCM streaming, offline Vosk recognition on a worker thread with partial and final results (the last sentence is flushed when audio ends), caption formatter (capitalisation, punctuation, 20-character wrapping, "..." overflow marker) and a 3-line rolling SSD1306 OLED viewport. +- **Mute Mode** - MediaPipe hand **and** pose landmarks (run in parallel), body-relative hand position plus wrist-relative handshape features, activity-based sign segmentation and a 182,245-parameter CNN + BiGRU classifier over a 100-word ASL vocabulary trained on 1,004 WLASL clips: **64.5 % top-1 / 81.9 % top-5** on the official test split (Phase 1: 33.3 % on a random split). +- **Mode Manager** - exclusive resource locking (`SPEAKER`, `CAMERA`, `MICROPHONE`, `DISPLAY`, `GPIO_SENSORS`, `GPIO_MOTORS`), serialised clean transitions that stop the old pipeline before the new one starts, and a keyboard trigger standing in for the planned GPIO mode button. +- **Shared TTS** - one text-to-speech worker owned by the Mode Manager, with per-phrase cool-downs, a bounded queue that is flushed on every mode switch, and console logging when no speech backend is installed. +- **Demo console** - Flask + Socket.IO web app: drag obstacles or run Blind scenarios, caption your own microphone, sign to your webcam or replay unseen WLASL test clips, hear everything the device says, and watch resource ownership live. - **Tests** - fast hardware-free pytest suite plus per-module verification scripts (see [Testing](#testing)); CI runs lint and the unit tests on every push. --- @@ -62,9 +62,9 @@ The Mode Manager adapts each pipeline behind a common `start()` / `stop()` inter | Mode | Resources acquired | Data flow | | :--- | :--- | :--- | -| `BLIND` | `SPEAKER`, `GPIO_SENSORS`, `GPIO_MOTORS` | HC-SR04 x3 -> distance -> closing speed -> time-to-collision -> haptic pulse / spoken alert | +| `BLIND` | `SPEAKER`, `GPIO_SENSORS`, `GPIO_MOTORS` | HC-SR04 x3 -> median filter -> closing speed -> time-to-collision + proximity -> haptic pulse / spoken alert | | `DEAF` | `MICROPHONE`, `DISPLAY` | mic / WAV -> Vosk ASR -> caption formatter -> OLED renderer | -| `MUTE` | `CAMERA`, `SPEAKER` | camera / video -> MediaPipe landmarks -> EMA smoother -> 30-frame buffer -> CNN+GRU -> TTS | +| `MUTE` | `CAMERA`, `SPEAKER` | camera / video -> MediaPipe hands + pose -> sign segmentation -> 32-frame resample -> CNN+BiGRU -> confidence gate -> TTS | Requesting a mode whose resources are held by another mode raises `ResourceLockError`; `switch_mode()` always tears down the running pipeline first, and a pipeline that fails to start leaves the system in `IDLE` with every resource released. @@ -74,18 +74,20 @@ Requesting a mode whose resources are held by another mode raises `ResourceLockE ### 1. Blind Mode - Spatial Collision & Haptics * **Hardware:** three HC-SR04 ultrasonic sensors, three NPN-driven vibration motors, and a speaker for spoken alerts. -* **Algorithm:** every 100 ms each sensor is read, the closing speed `(d_prev - d_now) / dt` and time-to-collision `d / speed` are computed, and the TTC selects the haptic pulse: `< 1.5 s` -> 150 ms, `< 1.0 s` -> 300 ms, `< 0.5 s` -> 500 ms. A centre TTC below 1.0 s additionally speaks "Obstacle ahead". -* **Robustness:** every echo wait is time-limited (30 ms); a timed-out reading becomes `None` and is ignored by the collision maths. +* **Algorithm:** every 100 ms each sensor is read; readings outside 2-400 cm are dropped and the last three pass a median filter. The closing speed `(d_prev - d_now) / dt` uses the **measured** `dt` and is smoothed, speeds under 15 cm/s count as jitter, and time-to-collision `d / speed` selects the haptic pulse: `< 1.5 s` -> 150 ms, `< 1.0 s` -> 300 ms, `< 0.5 s` -> 500 ms. A **proximity** rule (150 ms under 60 cm, 300 ms under 30 cm) covers obstacles that are close but not moving. A centre TTC below 1.0 s or anything closer than 30 cm speaks "Obstacle ahead"; very close side obstacles speak "Obstacle left / right" (`blind_mode/engine.py`). +* **Robustness:** every echo wait is time-limited (30 ms); a timed-out reading becomes `None` and is ignored. Motors are driven by a non-blocking `HapticDriver`, so the sensing loop never stalls while a motor buzzes. ### 2. Deaf Mode - Offline Speech Subtitles * **Hardware:** INMP441 I2S digital microphone (16 kHz, 16-bit mono PCM) and an SSD1306 128x64 I2C OLED. -* **ASR:** Kaldi-based **Vosk** (`vosk-model-small-en-us`) with streaming partial results and utterance endpointing. +* **ASR:** Kaldi-based **Vosk** (`vosk-model-small-en-us`) with streaming partial results and utterance endpointing. With a live microphone the audio callback only queues blocks and a worker thread runs Vosk, so no speech is dropped on a slow CPU. * **Viewport:** automatic capitalisation and punctuation, 20-character word-safe wrapping, a leading `...` when older text scrolls off, and a 3-line rolling history. -### 3. Mute Mode - Sign Language Recognition -* **Landmarks:** MediaPipe `HandLandmarker` extracts 21 (X, Y, Z) keypoints per hand, translated to the wrist origin and scaled by hand size. -* **Temporal handling:** EMA smoothing (alpha = 0.6) with hold-last-good-value occlusion imputation, feeding a 30-frame FIFO `GestureSequenceBuffer`. -* **Classifier:** `SignLanguageClassifier` - a 1D-CNN + GRU hybrid with **68,324 trainable parameters** over a **100-word** ASL vocabulary trained on [WLASL](https://github.com/dxli94/WLASL) clips (see [`mute_mode/DATASET_SOURCE.md`](mute_mode/DATASET_SOURCE.md)). +### 3. Mute Mode - Sign Language Recognition (v2) +* **Landmarks:** MediaPipe `HandLandmarker` (21 3D keypoints per hand) **plus** `PoseLandmarker` for the upper body, so the model sees where the hands are and how they move, not only their shape (`mute_mode/holistic.py`, `mute_mode/features.py`). +* **Segmentation:** a sign starts when a hand appears and ends when the hands drop; the segment is resampled to 32 frames exactly as in training (`mute_mode/recognizer.py`). +* **Classifier:** `SignClassifierV2` - temporal separable CNN + BiGRU + attention pooling, **182,245 parameters (~0.7 MB)**, 100-word ASL vocabulary trained on 1,004 [WLASL](https://github.com/dxli94/WLASL) clips. +* **Accuracy (official WLASL test split):** **64.5 % top-1 / 81.9 % top-5** for the device model (Phase 1: 33.3 % on a random split). With the confidence gate it speaks on about half of the signs and is right 90.6 % of the time when it does. Details and ablations: [`docs/PHASE2_IMPROVEMENTS.md`](docs/PHASE2_IMPROVEMENTS.md). +* The Phase 1 recogniser (`classifier.py`, 68,324 parameters) is kept as a fallback when no v2 checkpoint is present. ### 4. Mode Manager - Resource Orchestration * **Core:** `shared/mode_manager.py` - `ResourceGuard` (single-owner locks) and `ModeManager` (transitions, error recovery, shared TTS lifecycle). @@ -98,7 +100,7 @@ Requesting a mode whose resources are held by another mode raises `ResourceLockE | Area | Technology | | :--- | :--- | | Language | Python 3.11+ | -| Sign recognition | PyTorch (1D-CNN + GRU), MediaPipe Tasks `HandLandmarker`, OpenCV, NumPy | +| Sign recognition | PyTorch (CNN + BiGRU), MediaPipe Tasks `HandLandmarker` + `PoseLandmarker`, OpenCV, NumPy | | Speech recognition | Vosk / Kaldi (offline), `sounddevice` | | Speech output | `pyttsx3` (offline TTS) | | Display & hardware | `luma.oled` + Pillow (SSD1306), `RPi.GPIO` (mocked on PCs) | @@ -151,23 +153,32 @@ Large or downloadable files are **not stored in git** (see `.gitignore`). Run th | File | Needed for | How to get it | | :--- | :--- | :--- | | `models/vosk-model-small-en-us/` (~40 MB) | Real Deaf Mode recognition | `python deaf_mode/download_model.py` | -| `mute_mode/models/hand_landmarker.task` | Mute Mode landmarks | downloaded automatically on first use | -| `deaf_mode/real_speech.wav` | Deaf Mode demo / emulator input | `python deaf_mode/get_real_speech_sample.py` | +| `mute_mode/models/hand_landmarker.task`, `pose_landmarker_lite.task` | Mute Mode landmarks | downloaded automatically on first use | +| `deaf_mode/real_speech.wav` | Deaf Mode demo / emulator input | `python deaf_mode/get_real_speech_sample.py` (or `generate_real_speech_wav.py` offline) | +| `mute_mode/raw_videos/` | Retraining, test clips in the demo console | `python mute_mode/wlasl_fetch.py` | | `mute_mode/real_sign.mp4` | Mute Mode mock camera (tests, emulator) | any short clip of a signing hand saved at this path | -Without the Vosk model the ASR engine falls back to a mock recogniser, and without the WAV the Deaf Mode input is silence, so the unit tests and the rest of the system still run. The trained classifier (`mute_mode/checkpoints/`) and the extracted landmark dataset (`mute_mode/dataset/`) are included. +Without the Vosk model the ASR engine falls back to a mock recogniser, and without the WAV the Deaf Mode input is silence, so the unit tests and the rest of the system still run. The trained classifiers (`mute_mode/checkpoints/sign_v2.pth`, plus the Phase 1 model) and the extracted landmark datasets (`mute_mode/landmarks/` for v2, `mute_mode/dataset/` for v1) are included. --- ## Usage -### Web emulator +### Demo console (web emulator) ```bash python emulator_server.py ``` -Open . Use the mode buttons to switch between Blind, Deaf and Mute; the dashboard shows live haptic pulses, OLED captions, sign predictions and the current `ResourceGuard` owners. Set `MOCK_DISTANCE` to a number of centimetres (or `RANDOM`) before starting to change what the simulated ultrasonic sensors report. The page loads the Socket.IO client from a CDN, so the browser needs internet access. +Open [http://127.0.0.1:5000](http://127.0.0.1:5000) in Chrome or Edge. Every panel drives the real ModeManager and pipelines; only the hardware is simulated. + +| Mode | What you can show | +| :-- | :-- | +| **Blind** | Drag obstacles in front of the three sensors (or use sliders) and watch distance, closing speed, TTC, haptic pulses and spoken alerts. Scenario buttons: walking toward a wall, standing at a wall (proximity alert), side obstacle, person passing, noisy echo, dead sensor. | +| **Deaf** | Stream your **microphone** to the offline Vosk recogniser and see the exact 3-line OLED view plus a transcript, or play the recorded sample sentence. | +| **Mute** | Sign to your **webcam** or play one of the held-out WLASL **test clips** (with the true label shown). Landmarks are drawn live, the recording state shows when a sign is captured, and the top-3 predictions appear with a correct / wrong verdict. | + +Everything the device would say is read aloud by the browser and logged, and ResourceGuard ownership updates live. Keys `0`-`3` switch modes. The page loads the Socket.IO client from a CDN, so the browser needs internet access the first time. ### Mode Manager from Python @@ -185,9 +196,12 @@ manager.shutdown() # stop the active ### Retraining the sign classifier ```bash -python mute_mode/dataset_downloader.py # fetch more WLASL clips and extract (30, 126) landmark tensors -python mute_mode/train_classifier.py # train and write mute_mode/checkpoints/real_model.pth +python mute_mode/wlasl_fetch.py --workers 16 # download every reachable WLASL clip for the 100 words +python mute_mode/build_landmarks.py --workers 8 # hands + upper body landmarks -> mute_mode/landmarks/ +python mute_mode/train_v2.py --deploy # official-split evaluation, then checkpoints/sign_v2.pth +python mute_mode/eval_live.py # stream test videos through the live recogniser ``` +The extracted landmarks (`mute_mode/landmarks/`) are committed, so retraining does not require downloading the videos. --- @@ -215,8 +229,11 @@ python mute_mode/test_sequence_buffer.py # needs mute_mode/real_sign.mp4 python mute_mode/test_classifier_pipeline.py python mute_mode/test_dataset_downloader.py python shared/test_mode_manager.py # resource locking and mode transitions (slow: loads PyTorch and MediaPipe) +python mute_mode/eval_live.py # streams held-out WLASL test videos through the live sign recogniser ``` +The pytest suite (59 tests) covers the Blind Mode engine (real timestamps, outliers, proximity alerts), the haptic driver, the TTS queue, the non-blocking Deaf Mode adapter and the Mute Mode v2 features, classifier and segmentation. + --- ## Repository Structure @@ -227,35 +244,45 @@ TriSense/ │ ├── sensor_loop.py # 10Hz ultrasonic sensor polling & alert loop │ ├── distance.py # HC-SR04 raw sensor read with echo timeout │ ├── collision.py # Closing speed & time-to-collision computation -│ ├── haptic.py # TTC -> haptic pulse mapping and motor driver +│ ├── engine.py # Filtering, real-time TTC, proximity alerts, speech decisions +│ ├── haptic.py # TTC -> pulse mapping and non-blocking HapticDriver │ ├── audio_alert.py # Spoken-alert front end for the shared TTS worker │ ├── gpio_setup.py # BCM pin initialisation & cleanup │ ├── config.py # Pin map and timing constants -│ ├── mock_gpio.py # Simulated HC-SR04 / GPIO behaviour (MOCK_DISTANCE) +│ ├── mock_gpio.py # Simulated HC-SR04 / GPIO (per-sensor distances, MOCK_DISTANCE) │ ├── mock_lib/RPi/ # Drop-in RPi.GPIO shim used on non-Pi machines │ ├── synthetic_test.py # Synthetic sensor value automated test suite │ ├── test_logger.py # Live sensor read & CSV logging utility │ └── HARDWARE_TODO.md # Hardware wiring & GPIO deployment checklist ├── deaf_mode/ # Offline Speech-to-Text OLED Subtitle Pipeline -│ ├── audio_stream.py # 16kHz I2S / WAV PCM block streamer (+ mock_audio.py) +│ ├── audio_stream.py # 16kHz I2S / WAV / pushed PCM streamer (+ mock_audio.py) │ ├── asr_engine.py # Vosk offline Kaldi speech recognition │ ├── caption_formatter.py # Punctuation, capitalization, and line-wrapping │ ├── caption_renderer.py # OLED subtitle rendering coordinator │ ├── oled_display.py # SSD1306 I2C OLED driver + ASCII mock -│ ├── main_loop.py # End-to-end Deaf mode main event loop +│ ├── main_loop.py # End-to-end Deaf mode loop (worker-thread ASR) │ ├── download_model.py # Fetches the Vosk model into models/ │ ├── get_real_speech_sample.py / generate_real_speech_wav.py # Sample audio helpers │ ├── test_*.py # Per-component verification scripts │ └── HARDWARE_TODO.md # I2S INMP441 & I2C SSD1306 setup guide ├── mute_mode/ # 3D Sign Language Recognition Pipeline -│ ├── landmark_extractor.py # MediaPipe Hands 21 (X, Y, Z) keypoint extractor -│ ├── sequence_buffer.py # EMA temporal smoother & 30-frame FIFO buffer -│ ├── classifier.py # 1D-CNN + GRU edge PyTorch classifier (~68.3k params) -│ ├── train_classifier.py # Training script & load_checkpoint utility -│ ├── dataset_downloader.py # WLASL bulk video fetch & landmark dataset builder -│ ├── video_stream.py # Camera & video file input streamer (+ mock_video.py) -│ ├── checkpoints/ # Trained model weights -│ ├── dataset/ # Extracted (30, 126) landmark tensors per word +│ ├── holistic.py # v2: MediaPipe hands + pose landmarks (parallel) +│ ├── features.py # v2: body-frame + handshape features, augmentation +│ ├── classifier_v2.py # v2: CNN + BiGRU + attention classifier (182k params) +│ ├── recognizer.py # v2: live sign segmentation + prediction +│ ├── wlasl_fetch.py # v2: parallel WLASL downloader (official splits) +│ ├── build_landmarks.py # v2: landmark extraction for every downloaded clip +│ ├── train_v2.py # v2: official-split training, ablations, deploy model +│ ├── eval_live.py # v2: live-path evaluation on test videos +│ ├── landmarks/ # v2: extracted landmark sequences (1,003 clips) +│ ├── landmark_extractor.py # v1: MediaPipe Hands 21 (X, Y, Z) keypoint extractor +│ ├── sequence_buffer.py # v1: EMA temporal smoother & 30-frame FIFO buffer +│ ├── classifier.py # v1: 1D-CNN + GRU classifier (~68.3k params, fallback) +│ ├── train_classifier.py # v1: training script & load_checkpoint utility +│ ├── dataset_downloader.py # v1: WLASL bulk video fetch & landmark dataset builder +│ ├── video_stream.py # Camera / video file / pushed-frame streamers (+ mock_video.py) +│ ├── checkpoints/ # Trained weights (sign_v2.pth) + evaluation reports +│ ├── dataset/ # v1: extracted (30, 126) landmark tensors per word │ ├── test_*.py # Per-component verification scripts │ └── DATASET_SOURCE.md # WLASL provenance and citation ├── shared/ # Common System Resources @@ -263,10 +290,10 @@ TriSense/ │ ├── tts_output.py # Central text-to-speech worker │ └── test_mode_manager.py # Mode manager & resource locking verification ├── tests/ # Fast pytest unit tests (no hardware or models) -├── emulator_server.py # Flask-SocketIO web emulator (serves templates/) -├── templates/index.html # Emulator dashboard UI +├── emulator_server.py # Flask-SocketIO demo console backend (serves templates/) +├── templates/index.html # Demo console UI (obstacles, mic captions, webcam signs) ├── docs/ # Academic deliverables: Phase-1 report, Review-1 deck, -│ # research paper, build notes, project write-up +│ # research paper, build notes, PHASE2_IMPROVEMENTS.md ├── assets/ # Animated SVG architecture & banner graphics ├── requirements.txt # Runtime / emulator dependencies ├── requirements-dev.txt # + pytest and ruff @@ -280,8 +307,8 @@ TriSense/ ## Project Status & Limitations -- **Software complete on mock hardware** for all three modes plus the Mode Manager; **not yet deployed on a physical Raspberry Pi** (see the `HARDWARE_TODO.md` checklists). -- **Mute Mode accuracy is low and experimental:** 100 ASL words with ~734 real training clips (about 7 per word) reach **33.33 % validation accuracy**, and validation classes can have as few as one sample. Treat predictions as a proof of concept, not a usable translator. +- **Software complete on mock hardware** for all three modes plus the Mode Manager; **not yet deployed on a physical Raspberry Pi** (see the `HARDWARE_TODO.md` checklists). Mute Mode now runs two MediaPipe models per frame (~6 fps on the development laptop), so Pi 4 frame rate still has to be measured. +- **Mute Mode is a word-level recogniser, not a translator:** 64.5 % top-1 on the official WLASL test split for 100 isolated words (2 to 17 training clips per word). It does not handle continuous signing, facial grammar or fingerspelling. - Deaf Mode uses the small English Vosk model; recognition quality depends heavily on microphone placement and noise. - The emulator is a local development server (Werkzeug), not a production deployment. @@ -293,7 +320,8 @@ TriSense/ - [x] **Phase 1B**: Deaf Mode Offline ASR Engine & OLED Subtitle Formatter - [x] **Phase 1C**: Mute Mode - 100-word ASL Vocabulary (WLASL), 734 real training samples, 33.33% validation accuracy, fully integrated under ModeManager - [x] **Phase 1D**: Mode Manager Resource Locking & Orchestration -- [ ] **Phase 2**: Model Quantization (ONNX / TFLite INT8 Export) & Edge Latency Profiling +- [x] **Phase 2A**: Bug-fix pass on all three modes, Mute Mode v2 (33.3 % -> 64.5 % top-1 on the official split) and a rebuilt live demo console - see `docs/PHASE2_IMPROVEMENTS.md` +- [ ] **Phase 2B**: Model Quantization (ONNX / TFLite INT8 Export) & Edge Latency Profiling - [ ] **Phase 3**: Physical Raspberry Pi 4 GPIO Deployment & Field Validation --- diff --git a/assets/architecture.svg b/assets/architecture.svg index 0ea945a..7ceec83 100644 --- a/assets/architecture.svg +++ b/assets/architecture.svg @@ -59,7 +59,7 @@ Ultrasonic HC-SR04 - 20Hz Spatial Ping Array + 10Hz Spatial Ping Array @@ -77,7 +77,7 @@ Video Stream - MediaPipe 3D Hand Tracking + MediaPipe Hands + Pose @@ -85,7 +85,7 @@ Collision Math & Alert Engine - Zone Matrix • Haptic/Audio PWM + TTC + Proximity • Haptics @@ -98,8 +98,8 @@ - 1D-CNN + GRU Sign Classifier - EMA α=0.6 • 30-Frame FIFO Deque + CNN + BiGRU Sign Classifier + Sign Segmentation • 32-Frame @@ -120,7 +120,7 @@ - 12-Word Sign Output + 100-Word Sign Output Edge Softmax Prediction diff --git a/assets/mode_matrix.svg b/assets/mode_matrix.svg index 29341fa..6faf454 100644 --- a/assets/mode_matrix.svg +++ b/assets/mode_matrix.svg @@ -32,9 +32,9 @@ BLIND MODE SPATIAL COLLISION & HAPTICS - • HC-SR04 20Hz Polling - • Multi-Zone Range Matrix - • PWM Haptic & Audio Driver + • HC-SR04 10Hz Polling + • TTC + Proximity Alerts + • Async Haptic & Audio Driver @@ -56,8 +56,8 @@ MUTE MODE 3D SIGN LANGUAGE RECOGNITION - • MediaPipe Hands (3D XYZ) - • EMA α=0.6 Jitter Filtering - • 1D-CNN+GRU Classifier + • MediaPipe Hands + Pose + • Auto Sign Segmentation + • CNN+BiGRU · 64.5% Test diff --git a/blind_mode/config.py b/blind_mode/config.py index 05b371c..710e853 100644 --- a/blind_mode/config.py +++ b/blind_mode/config.py @@ -56,3 +56,15 @@ # 0.03 s gives a small margin; anything beyond that is a bad reading or a # disconnected sensor — return None instead of hanging forever. ECHO_TIMEOUT_S = 0.03 + +# ── Decision engine tuning (used by engine.py) ─────────────────────────────── +POLL_INTERVAL_S = 0.1 # target loop period; the engine uses measured time +MIN_VALID_CM = 2.0 # HC-SR04 blind zone +MAX_VALID_CM = 400.0 # HC-SR04 rated range; longer echoes are noise +SPEED_DEADBAND_CM_S = 15.0 # ignore closing speeds below this (sensor jitter) +SPEED_EMA_ALPHA = 0.5 # smoothing for the closing speed +TTC_ALERT_S = 1.5 # haptic alert when time to collision is below this +TTC_SPEAK_S = 1.0 # spoken alert (center sensor) below this +PROXIMITY_WARN_CM = 60.0 # short pulse for a close but static obstacle +PROXIMITY_DANGER_CM = 30.0 # longer pulse + speech for a very close obstacle +STALE_AFTER_S = 0.6 # forget a sensor's history after this long without a valid echo diff --git a/blind_mode/distance.py b/blind_mode/distance.py index b25e72b..24553af 100644 --- a/blind_mode/distance.py +++ b/blind_mode/distance.py @@ -35,16 +35,16 @@ def get_distance(trig, echo, timeout=ECHO_TIMEOUT_S): GPIO.output(trig, GPIO.LOW) # Wait for ECHO to go HIGH — bail out if it takes too long - deadline = time.time() + timeout + deadline = time.perf_counter() + timeout while GPIO.input(echo) == 0: - if time.time() > deadline: + if time.perf_counter() > deadline: return None # echo never rose — sensor disconnected or faulty # Capture the moment ECHO went HIGH, then wait for it to go LOW - pulse_start = time.time() + pulse_start = time.perf_counter() pulse_end = pulse_start while GPIO.input(echo) == 1: - pulse_end = time.time() + pulse_end = time.perf_counter() if (pulse_end - pulse_start) > timeout: return None # echo stuck HIGH — sensor fault or no return diff --git a/blind_mode/engine.py b/blind_mode/engine.py new file mode 100644 index 0000000..c648c5c --- /dev/null +++ b/blind_mode/engine.py @@ -0,0 +1,136 @@ +# blind_mode/engine.py +# ----------------------------------------------------------------------------- +# Blind Mode decision engine (hardware free, fully unit testable). +# +# Fixes over the original loop: +# * closing speed uses the REAL time between readings. The old loops divided +# by a hard coded 0.1 s even though reading three sensors (plus, in the +# ModeManager adapter, blocking motor pulses) made the true interval much +# longer, which inflated speeds and produced false "imminent" alerts. +# * readings are median filtered and out of range echoes are rejected, so a +# single bad echo no longer looks like an object teleporting toward you. +# * speed is smoothed and a small dead band ignores sensor jitter. +# * a PROXIMITY alert fires for close obstacles even when nothing is moving. +# The old logic only used time to collision, so a user standing still with +# a wall 20 cm in front of them got no warning at all. +# ----------------------------------------------------------------------------- + +from collections import deque +from dataclasses import dataclass +from typing import Dict, List, Optional + +try: + from blind_mode import config as _cfg +except ImportError: # scripts run from inside blind_mode/ + import config as _cfg + +MIN_VALID_CM = getattr(_cfg, "MIN_VALID_CM", 2.0) +MAX_VALID_CM = getattr(_cfg, "MAX_VALID_CM", 400.0) +SPEED_DEADBAND_CM_S = getattr(_cfg, "SPEED_DEADBAND_CM_S", 15.0) +SPEED_EMA_ALPHA = getattr(_cfg, "SPEED_EMA_ALPHA", 0.5) +TTC_ALERT_S = getattr(_cfg, "TTC_ALERT_S", 1.5) +TTC_SPEAK_S = getattr(_cfg, "TTC_SPEAK_S", 1.0) +PROXIMITY_WARN_CM = getattr(_cfg, "PROXIMITY_WARN_CM", 60.0) +PROXIMITY_DANGER_CM = getattr(_cfg, "PROXIMITY_DANGER_CM", 30.0) +STALE_AFTER_S = getattr(_cfg, "STALE_AFTER_S", 0.6) + + +def ttc_to_pulse_ms(ttc: Optional[float], threshold: float = TTC_ALERT_S) -> Optional[int]: + """Same tiers as haptic.get_alert_intensity: <0.5 s 500 ms, <1.0 s 300 ms, <1.5 s 150 ms.""" + if ttc is None: + return None + if ttc < 0.5: + return 500 + if ttc < 1.0: + return 300 + if ttc < threshold: + return 150 + return None + + +def proximity_to_pulse_ms(distance: Optional[float]) -> Optional[int]: + if distance is None: + return None + if distance < PROXIMITY_DANGER_CM: + return 300 + if distance < PROXIMITY_WARN_CM: + return 150 + return None + + +@dataclass +class SensorState: + label: str + distance: Optional[float] + speed: Optional[float] + ttc: Optional[float] + pulse_ms: Optional[int] + reason: Optional[str] # "ttc", "proximity" or None + + +class SensorTrack: + """Filtered distance, speed and time to collision for one ultrasonic sensor.""" + + def __init__(self, label: str, window: int = 3): + self.label = label + self._raw = deque(maxlen=window) + self._last_d: Optional[float] = None + self._last_t: Optional[float] = None + self._speed: Optional[float] = None + + def update(self, distance: Optional[float], t: float) -> SensorState: + valid = distance is not None and MIN_VALID_CM <= distance <= MAX_VALID_CM + if valid: + self._raw.append(float(distance)) + elif self._last_t is not None and t - self._last_t > STALE_AFTER_S: + # sensor has been silent for a while: forget the old state + self._raw.clear() + self._last_d = self._last_t = self._speed = None + + if not self._raw: + return SensorState(self.label, None, None, None, None, None) + + d = sorted(self._raw)[len(self._raw) // 2] # median filter + if valid and self._last_d is not None and self._last_t is not None and t > self._last_t: + inst = (self._last_d - d) / (t - self._last_t) + self._speed = inst if self._speed is None else SPEED_EMA_ALPHA * inst + (1 - SPEED_EMA_ALPHA) * self._speed + if valid: + self._last_d, self._last_t = d, t + + speed = self._speed + ttc = d / speed if (speed is not None and speed > SPEED_DEADBAND_CM_S and d > 0) else None + + p_ttc = ttc_to_pulse_ms(ttc) + p_prox = proximity_to_pulse_ms(d) + pulse, reason = None, None + if p_ttc is not None or p_prox is not None: + if (p_ttc or 0) >= (p_prox or 0): + pulse, reason = p_ttc, "ttc" + else: + pulse, reason = p_prox, "proximity" + return SensorState(self.label, d, speed, ttc, pulse, reason) + + +class BlindEngine: + """Turns timestamped readings from all sensors into haptic and speech decisions.""" + + def __init__(self, labels=("left", "center", "right")): + self.tracks = {lb: SensorTrack(lb) for lb in labels} + + def step(self, readings: Dict[str, Optional[float]], t: float) -> List[SensorState]: + return [self.tracks[lb].update(readings.get(lb), t) for lb in self.tracks] + + @staticmethod + def speech_for(states: List[SensorState]) -> Optional[str]: + """Short spoken warning, or None. Center has priority, then the closer side.""" + by = {s.label: s for s in states} + c = by.get("center") + if c and ((c.ttc is not None and c.ttc < TTC_SPEAK_S) or + (c.distance is not None and c.distance < PROXIMITY_DANGER_CM)): + return "Obstacle ahead" + sides = [s for s in states if s.label in ("left", "right") and s.distance is not None + and (s.distance < PROXIMITY_DANGER_CM or (s.ttc is not None and s.ttc < 0.5))] + if sides: + closest = min(sides, key=lambda s: s.distance) + return f"Obstacle {closest.label}" + return None diff --git a/blind_mode/haptic.py b/blind_mode/haptic.py index 179dc5f..87369d0 100644 --- a/blind_mode/haptic.py +++ b/blind_mode/haptic.py @@ -71,6 +71,63 @@ def get_alert_intensity(ttc, threshold=1.5): return None +class HapticDriver: + """ + Non blocking driver for all haptic motors. + + The ModeManager adapter used to call pulse_motor() inline, which froze the + sensor loop for up to 500 ms per motor. Here a single background thread + switches motors off when their pulse expires, and a motor that is already + buzzing is not re-triggered until its pulse plus a short gap has passed, + so overlapping pulses cannot cut each other short and the wearer feels + distinct buzzes whose length encodes urgency. + """ + + GAP_MS = 120 + + def __init__(self, motors=None, gpio=None): + import threading + self._gpio = gpio or GPIO + self._motors = dict(motors or MOTORS) + self._off_at = {lb: 0.0 for lb in self._motors} + self._next_ok = {lb: 0.0 for lb in self._motors} + self._lock = threading.Lock() + self._stop = threading.Event() + self._thread = threading.Thread(target=self._run, daemon=True, name="haptic-driver") + self._thread.start() + + def pulse(self, label, duration_ms): + """Request a pulse; returns True if it started, False if the motor is still busy.""" + if not duration_ms or label not in self._motors: + return False + now = time.monotonic() + with self._lock: + if now < self._next_ok[label]: + return False + self._gpio.output(self._motors[label], self._gpio.HIGH) + self._off_at[label] = now + duration_ms / 1000.0 + self._next_ok[label] = self._off_at[label] + self.GAP_MS / 1000.0 + return True + + def _run(self): + while not self._stop.is_set(): + now = time.monotonic() + with self._lock: + for lb, t_off in self._off_at.items(): + if t_off and now >= t_off: + self._gpio.output(self._motors[lb], self._gpio.LOW) + self._off_at[lb] = 0.0 + self._stop.wait(0.01) + + def stop(self): + self._stop.set() + self._thread.join(timeout=0.5) + with self._lock: + for lb, pin in self._motors.items(): + self._gpio.output(pin, self._gpio.LOW) + self._off_at[lb] = 0.0 + + # ── Unit tests for get_alert_intensity ───────────────────────────────────── def _test_get_alert_intensity(): diff --git a/blind_mode/mock_gpio.py b/blind_mode/mock_gpio.py index a298e82..4c16c82 100644 --- a/blind_mode/mock_gpio.py +++ b/blind_mode/mock_gpio.py @@ -23,6 +23,32 @@ _echo_states = {} _lock = threading.Lock() +# Per sensor overrides set live by the web emulator: {"left": 85.0, "center": None, ...} +# A value of None simulates a sensor that never hears an echo (timeout). +_overrides = {} +_noise_cm = 0.5 + + +def _trigger_to_label(): + try: + from blind_mode.config import SENSORS + except ImportError: + from config import SENSORS + return {trig: (label, echo) for label, trig, echo in SENSORS} + + +def set_distances(distances: dict, noise_cm: float = 0.5): + """Emulator hook: set the simulated distance (cm, or None for no echo) per sensor label.""" + global _noise_cm + with _lock: + _overrides.update(distances) + _noise_cm = noise_cm + + +def clear_distances(): + with _lock: + _overrides.clear() + def _get_mock_distance(): """ Read MOCK_DISTANCE from the environment. @@ -49,27 +75,49 @@ def setup(pin, mode, **kwargs): with _lock: _echo_states[pin] = {"start": 0, "end": 0} +_pending = {} # trigger pin -> list of (echo_pin, distance or None) armed on the rising edge + + def output(pin, state): + """ + Trigger pins arm a simulated echo on the rising edge and fire it on the + falling edge, like a real HC-SR04 (which starts its burst after the 10 us + trigger pulse). Timing uses perf_counter: on Windows the 10 us sleep in + distance.py can stretch to milliseconds, which used to eat into the echo. + """ if state == HIGH: - # A trigger pin just went HIGH. We don't track which trigger maps to which echo here, - # we just prime ALL known echo pins to return a pulse representing the mock distance. - dist = _get_mock_distance() - pulse_duration = (dist * 2) / 34300.0 # Calculate time needed for this distance - - now = time.time() + trig_map = _trigger_to_label() with _lock: - for echo_pin in _echo_states: - # Echo goes HIGH 10µs from now, and stays HIGH for pulse_duration - _echo_states[echo_pin] = { - "start": now + 0.00001, - "end": now + 0.00001 + pulse_duration - } + if pin in trig_map and trig_map[pin][0] in _overrides: + label, echo_pin = trig_map[pin] + dist = _overrides[label] + if dist is not None: + dist = max(1.0, float(dist) + random.uniform(-_noise_cm, _noise_cm)) + _pending[pin] = [(echo_pin, dist)] + elif pin in trig_map or not trig_map: + # No override: legacy behaviour, every echo pin reports MOCK_DISTANCE + d = _get_mock_distance() + _pending[pin] = [(e, d) for e in _echo_states] + return + # falling edge: start the echo(s) armed by this trigger + with _lock: + armed = _pending.pop(pin, None) + if not armed: + return + now = time.perf_counter() + for echo_pin, dist in armed: + if dist is None: # dead sensor: echo never rises + _echo_states[echo_pin] = {"start": now + 10.0, "end": now + 10.0} + else: + dur = (dist * 2) / 34300.0 + _echo_states[echo_pin] = {"start": now + 0.00001, "end": now + 0.00001 + dur} + def input(pin): with _lock: if pin in _echo_states: state = _echo_states[pin] - now = time.time() + now = time.perf_counter() if now < state["start"]: return LOW elif now <= state["end"]: diff --git a/blind_mode/sensor_loop.py b/blind_mode/sensor_loop.py index b04dd2f..b6d1cea 100644 --- a/blind_mode/sensor_loop.py +++ b/blind_mode/sensor_loop.py @@ -16,14 +16,13 @@ from gpio_setup import setup, cleanup from distance import read_all_sensors -from collision import compute_closing_speed, time_to_collision -from haptic import pulse_motor, get_alert_intensity -from audio_alert import speak_alert, shutdown_audio, TTC_AUDIO_THRESHOLD_S -from config import SENSORS, MOTORS +from haptic import HapticDriver, pulse_motor +from audio_alert import speak_alert, shutdown_audio +from engine import BlindEngine, PROXIMITY_WARN_CM +from config import SENSORS, MOTORS, POLL_INTERVAL_S, TTC_ALERT_S # ── Tunable constants ───────────────────────────────────────────────────────── -POLL_INTERVAL_S = 0.1 # seconds between each pair of samples (100 ms) -TTC_THRESHOLD_S = 1.5 # seconds — alert if TTC is below this value +TTC_THRESHOLD_S = TTC_ALERT_S # seconds — alert if TTC is below this value ALERT_SYMBOL = "⚠️ " # appended to a sensor's output when TTC < threshold @@ -66,58 +65,36 @@ def run_loop(): """ Main polling loop. - On every iteration: - 1. Take sample A from all three sensors. - 2. Wait POLL_INTERVAL_S. - 3. Take sample B from all three sensors. - 4. For each sensor: compute closing speed (A→B over POLL_INTERVAL_S), - then TTC from sample B's distance and that closing speed. - 5. Print a single status line with all three sensors. + Every POLL_INTERVAL_S the three sensors are read and passed, with the real + timestamp, to BlindEngine, which filters the readings, estimates closing + speed and time to collision, and decides on haptic pulses and speech. + Motors are driven by the non blocking HapticDriver, so the loop never + stalls while a motor buzzes. Runs indefinitely until Ctrl+C. """ print("Sensor loop running. Press Ctrl+C to stop.\n") - print(f"Alert threshold: TTC < {TTC_THRESHOLD_S} s\n") + print(f"Alert threshold: TTC < {TTC_THRESHOLD_S} s, proximity < {PROXIMITY_WARN_CM:.0f} cm\n") - # Column headers - header = " | ".join(f"{s[0].upper():6s} dist TTC alert" for s in SENSORS) - print(" " + header) - print(" " + "-" * len(header)) - - while True: - # ── Sample A ───────────────────────────────────────────────────────── - readings_a = read_all_sensors() - - # ── Wait one poll interval ──────────────────────────────────────────── - time.sleep(POLL_INTERVAL_S) - - # ── Sample B ───────────────────────────────────────────────────────── - readings_b = read_all_sensors() - - # ── Compute closing speed + TTC per sensor ──────────────────────────── - parts = [] - for label, _trig, _echo in SENSORS: - d_a = readings_a[label] - d_b = readings_b[label] - - speed = compute_closing_speed(d_a, d_b, POLL_INTERVAL_S) - ttc = time_to_collision(d_b, speed) - - # ── Fire haptic motor if TTC is within alert range ───────────────── - duration_ms = get_alert_intensity(ttc, threshold=TTC_THRESHOLD_S) - if duration_ms is not None: - fire_motor_async(label, duration_ms) - - # ── Speak audio alert for CENTER sensor only ─────────────────────── - if label == "center" and ttc is not None and ttc < TTC_AUDIO_THRESHOLD_S: - speak_alert("Obstacle ahead") - - parts.append(_format_sensor(label, d_b, ttc)) - - # ── Print one status line (overwrite in place) ──────────────────────── - status_line = " | ".join(parts) - # \r returns to start of line; end="" keeps cursor on same line - print(f"\r {status_line}", end="", flush=True) + engine = BlindEngine([s[0] for s in SENSORS]) + driver = HapticDriver() + try: + next_t = time.monotonic() + while True: + readings = read_all_sensors() + states = engine.step(readings, time.monotonic()) + for st in states: + if st.pulse_ms: + driver.pulse(st.label, st.pulse_ms) + phrase = BlindEngine.speech_for(states) + if phrase: + speak_alert(phrase) + status_line = " | ".join(_format_sensor(st.label, st.distance, st.ttc) for st in states) + print(f"\r {status_line}", end="", flush=True) + next_t += POLL_INTERVAL_S + time.sleep(max(0.0, next_t - time.monotonic())) + finally: + driver.stop() # ── Entry point ─────────────────────────────────────────────────────────────── diff --git a/blind_mode/test_logger.py b/blind_mode/test_logger.py index f76be52..d7b7561 100644 --- a/blind_mode/test_logger.py +++ b/blind_mode/test_logger.py @@ -32,7 +32,7 @@ from collision import compute_closing_speed, time_to_collision from haptic import get_alert_intensity from audio_alert import speak_alert, shutdown_audio, TTC_AUDIO_THRESHOLD_S -from sensor_loop import fire_motor_async, POLL_INTERVAL_S, TTC_THRESHOLD_S +from sensor_loop import fire_motor_async, POLL_INTERVAL_S, TTC_THRESHOLD_S # noqa: F401 from config import SENSORS diff --git a/deaf_mode/audio_stream.py b/deaf_mode/audio_stream.py index b01cbf9..58c892e 100644 --- a/deaf_mode/audio_stream.py +++ b/deaf_mode/audio_stream.py @@ -95,3 +95,32 @@ def stop(self): def is_active(self): return self._is_active + + +class PushAudioStreamer: + """ + Audio source fed from outside, e.g. the web emulator streaming the + browser microphone as 16 kHz 16 bit mono PCM. It looks like a live + microphone to DeafModeApp (use_mock is False), so the app runs its + threaded recogniser and keeps listening until stopped. + """ + def __init__(self, callback=None, sample_rate=SAMPLE_RATE): + self.callback = callback + self.sample_rate = sample_rate + self.use_mock = False + self.mode = "PushAudioStream" + self._is_active = False + + def start(self, real_time=False): + self._is_active = True + print("[AUDIO_STREAM] Waiting for pushed audio (browser microphone)...") + + def push(self, pcm_bytes: bytes): + if self._is_active and self.callback and pcm_bytes: + self.callback(pcm_bytes, len(pcm_bytes) // 2, None, None) + + def stop(self): + self._is_active = False + + def is_active(self): + return self._is_active diff --git a/deaf_mode/config.py b/deaf_mode/config.py index 14db15b..0b45e39 100644 --- a/deaf_mode/config.py +++ b/deaf_mode/config.py @@ -12,11 +12,16 @@ # --- Mode & Environment Override --- # Set TRISENSE_MOCK_AUDIO=0 in environment to force hardware microphone input +# "1" forces the WAV/synthetic mock, "0" forces the microphone. Default: mock +# (the desktop tests and emulator rely on it); the Pi service sets it to "0". MOCK_AUDIO = os.getenv("TRISENSE_MOCK_AUDIO", "1") == "1" # --- ASR Engine Settings --- -VOSK_MODEL_PATH = os.getenv("VOSK_MODEL_PATH", "models/vosk-model-small-en-us") -ASR_MOCK = os.getenv("TRISENSE_ASR_MOCK", "1") == "1" +_REPO_ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), "..")) +# Absolute by default so the model is found no matter which directory the app is started from. +VOSK_MODEL_PATH = os.getenv("VOSK_MODEL_PATH", os.path.join(_REPO_ROOT, "models", "vosk-model-small-en-us")) +# Use the real Vosk recogniser whenever the model is present, unless TRISENSE_ASR_MOCK=1. +ASR_MOCK = os.getenv("TRISENSE_ASR_MOCK", "0") == "1" # --- Default paths --- DEFAULT_SAMPLE_WAV = "deaf_mode/sample_test.wav" diff --git a/deaf_mode/main_loop.py b/deaf_mode/main_loop.py index f9a3882..1dbd87e 100644 --- a/deaf_mode/main_loop.py +++ b/deaf_mode/main_loop.py @@ -3,8 +3,21 @@ # Deaf Mode Main Processing Loop for TriSense (Step 3.1). # Wires together the REAL AudioStreamer -> real ASREngine -> real CaptionFormatter # -> real OLEDDisplay / CaptionRenderer into an end-to-end real-time subtitle pipeline. +# +# Fixes over v1: +# * audio blocks are handed to a worker thread through a queue. Running Vosk +# inside the sounddevice callback blocks the audio thread and causes input +# overflows (dropped speech) on a Raspberry Pi. +# * with a live microphone run() now blocks until stop() is called. In v1 it +# returned immediately and painted "Deaf Mode Stopped" while still listening. +# * the last utterance is flushed with FinalResult() when the stream ends, so +# the final sentence of a recording is no longer silently lost. +# * hardware buffers are converted to bytes before reaching Vosk. # ----------------------------------------------------------------------------- +import queue +import threading + from deaf_mode.audio_stream import AudioStreamer from deaf_mode.asr_engine import ASREngine from deaf_mode.caption_renderer import CaptionRenderer @@ -21,63 +34,108 @@ def __init__(self, audio_streamer: AudioStreamer, asr_engine: ASREngine, self.asr_engine = asr_engine self.renderer = renderer self.on_caption_update = on_caption_update - + # Attach our pipeline callback to the audio streamer self.audio_streamer.callback = self._audio_callback self.is_running = False self.total_blocks_processed = 0 self.total_utterances = 0 + self._q: "queue.Queue" = queue.Queue(maxsize=64) + self._stop = threading.Event() + self._threaded = False + # -- audio side --------------------------------------------------------- def _audio_callback(self, indata, frames, time_info, status): - """ - Invoked by AudioStreamer for every captured block of audio PCM frames. - """ + """Invoked by AudioStreamer for every captured block of PCM frames.""" if indata is None or len(indata) == 0: return + data = bytes(indata) + if self._threaded: + try: + self._q.put_nowait(data) + except queue.Full: # recogniser fell behind: drop the oldest block, keep latency bounded + try: + self._q.get_nowait() + except queue.Empty: + pass + self._q.put_nowait(data) + else: + self._process_block(data) - is_endpoint = self.asr_engine.accept_waveform(indata) - - if is_endpoint: + # -- recognition side --------------------------------------------------- + def _emit(self, text, is_final): + self.renderer.update_caption(text, is_final=is_final) + if self.on_caption_update: + self.on_caption_update(text, is_final) + + def _process_block(self, data: bytes): + if self.asr_engine.accept_waveform(data): text = self.asr_engine.result() if text and text.strip(): - self.renderer.update_caption(text, is_final=True) self.total_utterances += 1 - if self.on_caption_update: - self.on_caption_update(text, True) + self._emit(text, True) else: partial = self.asr_engine.partial_result() if partial and partial.strip(): - self.renderer.update_caption(partial, is_final=False) - if self.on_caption_update: - self.on_caption_update(partial, False) - + self._emit(partial, False) self.total_blocks_processed += 1 + def _flush_final(self): + text = self.asr_engine.get_final_result() + if text and text.strip(): + self.total_utterances += 1 + self._emit(text, True) + + def _worker(self): + while not self._stop.is_set() or not self._q.empty(): + try: + data = self._q.get(timeout=0.1) + except queue.Empty: + continue + self._process_block(data) + def run(self, real_time=False) -> dict: """ - Starts the Deaf Mode audio streaming and recognition loop. - Returns a summary dictionary with execution statistics upon stream completion. + Starts Deaf Mode. For a WAV / mock source this returns when the source + ends. For a live microphone it blocks until stop()/close() is called. + Returns a summary dictionary with execution statistics. """ self.is_running = True + self._stop.clear() self.renderer.show_status("Deaf Mode Running...", header="TriSense ASR [REC]") - self.audio_streamer.start(real_time=real_time) + live = not self.audio_streamer.use_mock + if live: + self._threaded = True + worker = threading.Thread(target=self._worker, daemon=True, name="deaf-asr-worker") + worker.start() + self.audio_streamer.start(real_time=real_time) + if not self.audio_streamer.use_mock: # still live (no fallback to mock happened) + self._stop.wait() + self._stop.set() + worker.join(timeout=2.0) + self._threaded = False + else: + self.audio_streamer.start(real_time=real_time) # blocking until the source ends + self._flush_final() self.is_running = False self.renderer.show_status("Deaf Mode Stopped.", header="TriSense [IDLE]") - + return { "blocks_processed": self.total_blocks_processed, "utterances": self.total_utterances, "history": self.renderer.get_history() } - def close(self): - """ - Cleans up underlying audio and display resources. - """ - self.is_running = False + def stop(self): + self._stop.set() if hasattr(self.audio_streamer, "stop"): self.audio_streamer.stop() + + def close(self): + """Cleans up underlying audio and display resources.""" + self.stop() + self.is_running = False if hasattr(self.renderer, "clear"): self.renderer.clear() diff --git a/deaf_mode/test_main_loop.py b/deaf_mode/test_main_loop.py index c63922a..7d532f5 100644 --- a/deaf_mode/test_main_loop.py +++ b/deaf_mode/test_main_loop.py @@ -25,8 +25,11 @@ def ensure_wav_file(wav_path: str): if not os.path.exists(wav_path): print(f"[{wav_path} not found. Generating real speech test WAV...]") - from deaf_mode.generate_real_speech_wav import generate_test_wav - generate_test_wav(wav_path) + # Try the public speech sample first; generate one offline with the TTS engine if that host is down. + from deaf_mode.get_real_speech_sample import get_real_speech_wav + if not get_real_speech_wav(wav_path) or not os.path.exists(wav_path): + from deaf_mode.generate_real_speech_wav import create_real_speech_wav + create_real_speech_wav(wav_path) def run_test(): diff --git a/docs/PHASE2_IMPROVEMENTS.md b/docs/PHASE2_IMPROVEMENTS.md new file mode 100644 index 0000000..068c71c --- /dev/null +++ b/docs/PHASE2_IMPROVEMENTS.md @@ -0,0 +1,136 @@ +# TriSense Phase 2: what changed and why + +This note lists every change made after the Phase 1 review, the bug or weakness +behind it, and how it was verified. All numbers come from scripts in this +repository and can be reproduced with the commands at the end. + +## 1. Mute Mode: why accuracy was 33% and what fixed it + +The Phase 1 report blamed "too little data". Reading the pipeline showed four +concrete problems, three of which had nothing to do with data volume. + +| # | Problem in v1 | Effect | Fix in v2 | +|---|---------------|--------|-----------| +| 1 | Every hand was normalised to its own wrist and size, and no body landmarks were used | The model only saw finger shape. Where the hand is (chin, forehead, chest) and how it moves were thrown away, although in ASL those cues separate many signs (MOTHER vs FATHER, for example) | MediaPipe Pose is added. Features keep each hand's position and trajectory in a body centred frame (mid shoulders, scaled by shoulder width) **and** the wrist relative handshape (`mute_mode/features.py`) | +| 2 | Only the first 60 frames of a clip were read and the last 30 of those kept, ignoring WLASL's `frame_start`/`frame_end` | For clips cut from longer videos the sign was often not in the window at all, so those samples carried the wrong label | The WLASL frame window is respected, leading and trailing frames without hands are trimmed, and the whole sign is resampled to 32 frames | +| 3 | Downloader stopped at 8 clips per word (`MAX_CLIPS_PER_WORD = 8`), and YouTube and Yale Signbank downloads silently failed | ~7 clips per word | All reachable clips are fetched in parallel; YouTube now downloads video only (no ffmpeg needed) and Signbank uses its new HTTPS host (`mute_mode/wlasl_fetch.py`) | +| 4 | Random 80/20 split of 734 clips, so the same signer appeared in train and validation, and some validation classes had a single clip | The 33.33% figure was noisy and not comparable to published WLASL results | Official WLASL train / val / test split, model chosen on val, test touched once, top 1 and top 5 reported (`mute_mode/train_v2.py`) | + +The live pipeline was also rebuilt. v1 classified a fixed 30 frame window and +cleared it after each guess. v2 (`mute_mode/recognizer.py`) starts a sign when a +hand appears and ends it when the hands drop, then resamples the segment exactly +as in training. Thresholds are in seconds, so it behaves the same at 25 fps on a +laptop and about 8 fps on a Pi 4. + +Model: `SignClassifierV2` (temporal depthwise separable CNN, BiGRU, attention +pooling). 182,245 parameters, about 0.7 MB in float32. + +### Results + +All numbers use the official WLASL split (677 train, 171 val, 155 test clips; +2 to 17 clips per word, median 10). Only 1,004 of the 1,843 listed clips for the +100 words could still be downloaded; the rest are dead links. + +| Model | Evaluation | Top 1 | Top 5 | +|-------|-----------|-------|-------| +| v1 (Phase 1) | random 80/20 split of 734 clips, same signers on both sides | 33.3% | not reported | +| **v2, device model** (`checkpoints/sign_v2.pth`, trained on train+val) | official test split | **64.5%** | **81.9%** | +| v2, model selected on val (mean of 3 seeds) | official test split | 61.9% ± 2.6 | 79.6% | +| v2 live path (`eval_live.py`, 60 test videos streamed frame by frame) | official test split | 61.7% | 78.3% (top 3) | + +With the confidence gate (0.45) the live recogniser speaks on 32 of 60 test +signs and is correct on **90.6%** of the ones it speaks. When unsure it stays +silent instead of voicing a wrong word. + +Ablation (3 seeds each, same split): + +| Variant | Val top 1 | Test top 1 | Test top 5 | +|---------|-----------|------------|------------| +| Full features (hands in body frame + handshape + upper body) | 69.8% | 61.9% ± 2.6 | 79.6% | +| Handshape only (v1 style features) | 64.3% | 60.2% ± 3.6 | 79.1% | +| Full features, no augmentation (1 seed) | 63.2% | 58.7% | 78.1% | + +Reading this honestly: most of the jump from 33% comes from the data pipeline +(correct sign windows, all reachable clips) together with the new model, its +training recipe and augmentation. Body relative hand position helps +consistently on validation (+5.5 points) but only slightly on the test set +(+1.7 points), which is within the noise of a 155 clip test set. + +For context, published pose based results on the official WLASL100 benchmark +(about 2,000 clips) are roughly 55% (Pose TGCN) to 63% (SPOTER). Those use a +different 100 word list, so the numbers are not directly comparable, but they +show the v2 result is in the expected range for pose based recognisers. + +## 2. Blind Mode + +| Problem | Effect | Fix | +|---------|--------|-----| +| ModeManager's Blind adapter called `pulse_motor()` inline | The sensing loop froze for up to 500 ms per motor (1.5 s with three) whenever an alert fired | Non blocking `HapticDriver` with one background thread (`blind_mode/haptic.py`) | +| Closing speed divided by a hard coded 0.1 s | Real loop time was longer (sensor reads, blocking pulses), so speed was overestimated and TTC underestimated, giving false "imminent" alerts | Engine uses measured timestamps (`blind_mode/engine.py`) | +| No filtering of echoes | A single bad echo looked like an object jumping closer | 3 sample median filter, out of range rejection (2 to 400 cm), smoothed speed with a 15 cm/s dead band | +| Alerts only from time to collision | A user standing still next to a wall got **no warning**, because speed was zero | Proximity alerts: 150 ms pulse below 60 cm, 300 ms pulse plus speech below 30 cm | +| Overlapping pulse threads on one motor | A later thread switched the motor off in the middle of an earlier pulse | Per motor busy window, so pulses are distinct and their length encodes urgency | +| Echo timing used `time.time()` | Wall clock, can jump | `time.perf_counter()` | + +The standalone `sensor_loop.py` and the ModeManager adapter now share the same +engine, so they can no longer behave differently. + +## 3. Deaf Mode + +| Problem | Effect | Fix | +|---------|--------|-----| +| ModeManager ran the Deaf app inside `start()` | `switch_mode("DEAF")` did not return until the audio ended. With a live microphone that is never, so the device could not leave Deaf Mode | App runs in a background thread; `stop()` ends it | +| With a microphone, `run()` returned immediately | OLED showed "Deaf Mode Stopped" while still listening | `run()` blocks until stopped | +| Vosk ran inside the audio callback | On a Pi this blocks the audio thread and drops speech | Callback only queues audio; a worker thread runs Vosk | +| `FinalResult()` never called | The last sentence of a recording was lost if Vosk had not yet seen an endpoint | Final result is flushed when the stream ends | +| `ASR_MOCK` defaulted to on and the model path was relative | The real recogniser was skipped unless env vars were set, and the model was only found when started from the repo root | Real Vosk whenever the model exists; absolute default path | +| `test_main_loop.py` imported a function that does not exist | The end to end test could not run | Fixed, with an offline TTS fallback for the sample WAV | + +Verified: the end to end test now transcribes a spoken sample with the real Vosk +model ("hello tries and team and obstacle is a head on your left please stop now" +for "hello TriSense team, an obstacle is ahead on your left, please stop now"). + +## 4. Shared services + +* **TTS cooldown** was stamped when speech *finished*, so a 10 Hz loop queued the + same warning many times during the first utterance. It is now stamped per phrase + when queued, the queue is bounded, and it is flushed on every mode switch. +* **Windows**: pyttsx3 failed in the worker thread ("CoInitialize has not been + called"); COM is now initialised in that thread. +* **ModeManager** switches are serialised with a lock (button, keyboard and web UI + can fire at once). + +## 5. Demo console + +The Phase 1 web emulator could only show fixed inputs: one distance for every +sensor (an environment variable), one WAV file, and a mock video that was not in +the repository. It has been rebuilt (`emulator_server.py`, `templates/index.html`): + +* Blind: live, per sensor obstacle distances (drag or slide) and scripted scenarios, + fed to the real HC-SR04 driver through the mock GPIO, which now simulates each + sensor separately and times echoes from the trigger's falling edge +* Deaf: browser microphone streamed as 16 kHz PCM to Vosk through a new push audio source +* Mute: webcam or held out test clips sent to the real recogniser through a push video + source, with landmark overlay, sign state, top 3 predictions and a running score +* device speech mirrored to the browser, live ResourceGuard ownership, event log + +Fixes found while building it: mode switches crashed on Windows consoles that cannot +print the arrow characters in the GPIO setup log; the first sign after entering Mute +Mode was lost while MediaPipe initialised (now warmed up on start); and pose and hand +inference now run in parallel, raising the live recogniser from about 4.4 to 6.4 +frames per second on the development laptop. + +## 6. Tests + +New unit tests: `tests/test_blind_engine.py`, `tests/test_tts_and_haptics.py`, +`tests/test_deaf_pipeline.py`, `tests/test_mute_v2.py`. The pytest suite now has 59 tests (was 38) and all pass, as do `ruff`, `blind_mode/synthetic_test.py`, `deaf_mode/test_main_loop.py` (with the real Vosk model) and `shared/test_mode_manager.py` (with the v2 recogniser). + +## Reproduce + +``` +python mute_mode/wlasl_fetch.py --workers 16 # download WLASL clips for the 100 words +python mute_mode/build_landmarks.py --workers 8 # hands + pose landmarks +python mute_mode/train_v2.py --deploy # evaluate, then train the device model +python mute_mode/train_v2.py --features shape_only # ablation: v1 style features +pytest +``` diff --git a/emulator_server.py b/emulator_server.py index 44ae2c2..4cb8923 100644 --- a/emulator_server.py +++ b/emulator_server.py @@ -1,107 +1,283 @@ # emulator_server.py # ----------------------------------------------------------------------------- -# Browser-based emulator for TriSense. Drives the real ModeManager (Blind / Deaf / -# Mute pipelines running on mock hardware) and streams caption, telemetry, -# prediction and resource-ownership events to a web UI over Socket.IO. +# TriSense demo console. Drives the REAL ModeManager and the real Blind, Deaf +# and Mute pipelines from a browser, with live inputs: +# +# Blind : move the left / center / right obstacles (or run scripted scenarios); +# the mock GPIO echoes those distances to the real HC-SR04 driver. +# Deaf : the browser microphone is streamed as 16 kHz PCM to the real Vosk +# recogniser, or a recorded sample sentence is played. +# Mute : webcam frames, or frames from held out WLASL test videos, are sent +# to the real sign recogniser; landmarks and predictions come back. +# +# Every phrase the device would speak is sent to the browser, which reads it +# aloud, and ResourceGuard ownership is shown live. # # Run: python emulator_server.py -> http://127.0.0.1:5000 # ----------------------------------------------------------------------------- import atexit +import json import os import sys import threading import time -from flask import Flask, render_template -from flask_socketio import SocketIO +os.environ.setdefault("TRISENSE_TTS_CONSOLE", "1") # the browser speaks; avoid double audio on the laptop + +# The pipelines print non ASCII symbols (arrows, degree signs). On a Windows console +# with a legacy code page that raised UnicodeEncodeError and aborted mode switches. +for _stream in (sys.stdout, sys.stderr): + try: + _stream.reconfigure(encoding="utf-8", errors="replace") + except (AttributeError, ValueError): + pass + +from flask import Flask, abort, jsonify, render_template, send_from_directory # noqa: E402 +from flask_socketio import SocketIO # noqa: E402 -# Ensure the root directory is in the Python path -sys.path.append(os.path.abspath(os.path.dirname(__file__))) +ROOT = os.path.abspath(os.path.dirname(__file__)) +sys.path.insert(0, ROOT) -from shared.mode_manager import ModeManager # noqa: E402 +from shared import tts_output # noqa: E402 +from shared.mode_manager import ModeManager, _ensure_headless_compat # noqa: E402 app = Flask(__name__) # Local-only dev server: override with TRISENSE_SECRET_KEY if you expose it. app.config["SECRET_KEY"] = os.getenv("TRISENSE_SECRET_KEY") or os.urandom(16).hex() -socketio = SocketIO(app, async_mode="threading") +socketio = SocketIO(app, async_mode="threading", max_http_buffer_size=4 * 1024 * 1024) print("[EMULATOR] Instantiating the REAL ModeManager...") manager = ModeManager() atexit.register(manager.shutdown) -# --- Emulator WebSocket Callbacks --- +_ensure_headless_compat() +import RPi.GPIO # noqa: E402,F401 (resolves to the bundled mock on a PC) +try: + import mock_gpio # the module behind the RPi.GPIO shim +except ImportError: + mock_gpio = None + +RAW_DIR = os.path.join(ROOT, "mute_mode", "raw_videos") +SAMPLE_WAV = os.path.join(ROOT, "deaf_mode", "real_speech.wav") + +_state_lock = threading.Lock() +_distances = {"left": 250.0, "center": 250.0, "right": 250.0} +_audio_source = None +_video_source = None +_formatter = None + + +def log(msg, kind="info"): + print(f"[EMULATOR] {msg}") + socketio.emit("log", {"t": time.strftime("%H:%M:%S"), "msg": msg, "kind": kind}) + + +# ── speech: everything the device says is mirrored to the browser ───────────── +tts_output.add_listener(lambda text: socketio.emit("speech", {"text": text})) + + +# ── pipeline callbacks ──────────────────────────────────────────────────────── +def on_blind_state(states, phrase): + socketio.emit("blind_state", { + "sensors": [{"label": s.label, "distance": s.distance, "speed": s.speed, "ttc": s.ttc, + "pulse": s.pulse_ms, "reason": s.reason} for s in states], + "phrase": phrase, + }) + + def on_caption_update(text, is_final=True): - # DeafModeApp calls back with (caption_text, is_final_utterance) - if isinstance(text, list): - text = "\n".join(text) - socketio.emit('deaf_caption', {'text': str(text), 'final': bool(is_final)}) + global _formatter + if _formatter is None: + from deaf_mode.caption_formatter import CaptionFormatter + _formatter = CaptionFormatter(max_chars_per_line=20, max_lines=3) + socketio.emit("deaf_caption", { + "text": str(text), "final": bool(is_final), + "oled": _formatter.get_display_lines(str(text), is_final=bool(is_final)), + }) + -def on_telemetry(label, distance, ttc, duration): - socketio.emit('blind_telemetry', {'label': label, 'distance': distance, 'ttc': ttc, 'duration': duration}) +def _pts(arr, n): + return [[round(float(p[0]), 4), round(float(p[1]), 4)] for p in arr[:n]] -def on_prediction(word, confidence): - socketio.emit('mute_prediction', {'word': word, 'confidence': confidence}) -# --- Flask Routes --- -@app.route('/') +def on_mute_status(lm, recording): + if lm is None: + return + socketio.emit("mute_status", { + "recording": bool(recording), + "pose": _pts(lm["pose"][:25], 25) if lm["pose_ok"] else None, + "lh": _pts(lm["lh"], 21) if lm["lh_ok"] else None, + "rh": _pts(lm["rh"], 21) if lm["rh_ok"] else None, + }) + + +def on_mute_detail(pred): + socketio.emit("mute_prediction", { + "label": pred["label"], "confidence": pred["confidence"], "accepted": bool(pred["accepted"]), + "top_k": pred.get("top_k", []), "frames": pred.get("frames"), + }) + + +# ── routes ──────────────────────────────────────────────────────────────────── +@app.route("/") def index(): - return render_template('index.html') + return render_template("index.html") + -# --- SocketIO Events --- -@socketio.on('connect') +@app.route("/api/clips") +def api_clips(): + """Held out WLASL test clips available locally (only whole clips, not cuts from long videos).""" + path = os.path.join(RAW_DIR, "manifest.json") + if not os.path.exists(path): + return jsonify([]) + with open(path, encoding="utf-8") as f: + manifest = json.load(f) + clips = [{"gloss": m["gloss"], "path": m["path"], "split": m["split"]} + for m in manifest if m.get("frame_end", -1) == -1 and m["split"] == "test" + and os.path.exists(os.path.join(RAW_DIR, m["path"]))] + clips.sort(key=lambda c: c["gloss"]) + return jsonify(clips) + + +@app.route("/clips/") +def clip_file(rel): + full = os.path.abspath(os.path.join(RAW_DIR, rel)) + if not full.startswith(os.path.abspath(RAW_DIR)) or not os.path.exists(full): + abort(404) + return send_from_directory(RAW_DIR, rel) + + +@app.route("/media/sample.wav") +def sample_wav(): + if not os.path.exists(SAMPLE_WAV): + abort(404) + return send_from_directory(os.path.dirname(SAMPLE_WAV), os.path.basename(SAMPLE_WAV)) + + +@app.route("/api/info") +def api_info(): + mute = manager.get_pipeline("MUTE") + meta = {} + try: + from mute_mode.recognizer import DEFAULT_CHECKPOINT + if os.path.exists(DEFAULT_CHECKPOINT): + import torch + meta = torch.load(DEFAULT_CHECKPOINT, map_location="cpu", weights_only=False).get("metadata", {}) + except Exception: + pass + from deaf_mode.config import VOSK_MODEL_PATH + return jsonify({ + "vocabulary": __import__("mute_mode.config", fromlist=["VOCABULARY"]).VOCABULARY, + "sign_test_top1": meta.get("deploy_test_top1"), "sign_test_top5": meta.get("deploy_test_top5"), + "vosk_model": os.path.exists(VOSK_MODEL_PATH), "sample_wav": os.path.exists(SAMPLE_WAV), + "mute_version": getattr(mute, "version", None), + }) + + +# ── socket events ───────────────────────────────────────────────────────────── +@socketio.on("connect") def handle_connect(): - print("[EMULATOR] Web UI Connected.") broadcast_state() -@socketio.on('disconnect') -def handle_disconnect(): - print("[EMULATOR] Web UI Disconnected.") -@socketio.on('request_mode_switch') +@socketio.on("request_mode_switch") def handle_mode_switch(data): - new_mode = str((data or {}).get('mode', 'IDLE')).upper() - print(f"[EMULATOR] UI Requested Mode Switch to: {new_mode}") + global _audio_source, _video_source + data = data or {} + new_mode = str(data.get("mode", "IDLE")).upper() + log(f"Mode switch requested: {new_mode}") try: - # Callbacks travel through switch_mode(**kwargs) to the pipeline adapters. - if new_mode == "DEAF": - wav_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "deaf_mode", "real_speech.wav")) - manager.switch_mode(new_mode, wav_path=wav_path, use_mock=True, on_caption_update=on_caption_update) + if new_mode == "BLIND": + if mock_gpio is not None: + with _state_lock: + mock_gpio.set_distances(dict(_distances)) + manager.switch_mode("IDLE") + manager.switch_mode("BLIND", on_state=on_blind_state) + elif new_mode == "DEAF": + manager.switch_mode("IDLE") + if data.get("source") == "sample": + _audio_source = None + manager.switch_mode("DEAF", wav_path=SAMPLE_WAV, use_mock=True, real_time=True, + mock_display=True, on_caption_update=on_caption_update) + else: + from deaf_mode.audio_stream import PushAudioStreamer + _audio_source = PushAudioStreamer() + manager.switch_mode("DEAF", audio_source=_audio_source, mock_display=True, + on_caption_update=on_caption_update) elif new_mode == "MUTE": - # Force use_mock=True in emulator so it streams the mock video and emits prediction - manager.switch_mode(new_mode, use_mock=True, on_prediction=on_prediction) - elif new_mode == "BLIND": - manager.switch_mode(new_mode, on_telemetry=on_telemetry) + from mute_mode.video_stream import PushVideoStream + manager.switch_mode("IDLE") + _video_source = PushVideoStream() + manager.switch_mode("MUTE", video_source=_video_source, on_status=on_mute_status, + on_prediction_detail=on_mute_detail) + log(f"Mute Mode using recogniser {manager.get_pipeline('MUTE').version}") else: - manager.switch_mode(new_mode) + manager.switch_mode("IDLE") + _audio_source = _video_source = None except Exception as e: - print(f"[EMULATOR] Switch failed: {e}") - socketio.emit('error', {'message': str(e)}) + log(f"Switch failed: {e}", "error") + socketio.emit("error", {"message": str(e)}) broadcast_state() -# --- Background Sync Thread --- + +@socketio.on("blind_set") +def handle_blind_set(data): + vals = {} + for k in ("left", "center", "right"): + if k in (data or {}): + v = data[k] + vals[k] = None if v is None else float(v) + with _state_lock: + _distances.update(vals) + if mock_gpio is not None: + mock_gpio.set_distances(vals, noise_cm=float((data or {}).get("noise", 0.5))) + + +@socketio.on("audio_chunk") +def handle_audio_chunk(data): + src = _audio_source + if src is not None and isinstance(data, (bytes, bytearray)): + src.push(bytes(data)) + + +@socketio.on("mute_frame") +def handle_mute_frame(data): + src = _video_source + if src is None or not isinstance(data, (bytes, bytearray)): + return + import cv2 + import numpy as np + frame = cv2.imdecode(np.frombuffer(data, np.uint8), cv2.IMREAD_COLOR) + if frame is not None: + src.push(frame) + + +@socketio.on("say") +def handle_say(data): + """Lets the UI test the speaker path through the shared TTS worker.""" + text = str((data or {}).get("text", ""))[:60] + if text: + tts_output.speak(text, cooldown=0.5) + + +# ── state broadcast ─────────────────────────────────────────────────────────── def background_poller(): - """Polls ModeManager state and ResourceGuard owners, broadcasting to UI.""" while True: time.sleep(0.5) broadcast_state() + def broadcast_state(): owners = manager.resource_guard.snapshot() - state = { - 'mode': manager.current_mode, - 'resources': { - 'SPEAKER': owners.get('SPEAKER', 'IDLE'), - 'CAMERA': owners.get('CAMERA', 'IDLE'), - 'MICROPHONE': owners.get('MICROPHONE', 'IDLE'), - 'DISPLAY': owners.get('DISPLAY', 'IDLE'), - 'GPIO_SENSORS': owners.get('GPIO_SENSORS', 'IDLE'), - 'GPIO_MOTORS': owners.get('GPIO_MOTORS', 'IDLE') - } - } - socketio.emit('system_state', state) - -if __name__ == '__main__': - print("[EMULATOR] Starting TriSense Emulator Server on http://localhost:5000") + socketio.emit("system_state", { + "mode": manager.current_mode, + "resources": {r: owners.get(r, "IDLE") for r in + ("SPEAKER", "CAMERA", "MICROPHONE", "DISPLAY", "GPIO_SENSORS", "GPIO_MOTORS")}, + }) + + +if __name__ == "__main__": + print("[EMULATOR] Starting TriSense demo console on http://127.0.0.1:5000") threading.Thread(target=background_poller, daemon=True).start() - socketio.run(app, host='127.0.0.1', port=5000, allow_unsafe_werkzeug=True) + socketio.run(app, host="127.0.0.1", port=5000, allow_unsafe_werkzeug=True) diff --git a/mute_mode/build_landmarks.py b/mute_mode/build_landmarks.py new file mode 100644 index 0000000..0fb7e99 --- /dev/null +++ b/mute_mode/build_landmarks.py @@ -0,0 +1,78 @@ +# mute_mode/build_landmarks.py +# ----------------------------------------------------------------------------- +# Extracts hands + upper body landmarks for every video fetched by +# wlasl_fetch.py, respecting each clip's WLASL frame_start/frame_end window. +# +# python mute_mode/build_landmarks.py --workers 6 +# +# Output: mute_mode/landmarks//.npz (float16, compressed) +# mute_mode/landmarks/index.json metadata for training +# ----------------------------------------------------------------------------- + +import argparse +import json +import os +import sys +from concurrent.futures import ProcessPoolExecutor, as_completed + +import numpy as np + +sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))) + +HERE = os.path.dirname(os.path.abspath(__file__)) +RAW_DIR = os.path.join(HERE, "raw_videos") +OUT_DIR = os.path.join(HERE, "landmarks") + + +def _work(meta): + from mute_mode.holistic import extract_video + + out = os.path.join(OUT_DIR, meta["gloss"], meta["video_id"] + ".npz") + if os.path.exists(out): + return meta, "cached" + try: + seq = extract_video(os.path.join(RAW_DIR, meta["path"]), + frame_start=int(meta.get("frame_start") or 1), + frame_end=int(meta.get("frame_end") or -1)) + except Exception as e: + return meta, f"error: {e}" + if seq is None: + return meta, "unreadable or too short" + if not (seq["lh_ok"] | seq["rh_ok"]).any(): + return meta, "no hands" + os.makedirs(os.path.dirname(out), exist_ok=True) + np.savez_compressed(out, pose=seq["pose"].astype(np.float16), lh=seq["lh"].astype(np.float16), + rh=seq["rh"].astype(np.float16), lh_ok=seq["lh_ok"], rh_ok=seq["rh_ok"], + pose_ok=seq["pose_ok"], fps=seq["fps"]) + return meta, "ok" + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("--workers", type=int, default=max(1, (os.cpu_count() or 4) - 2)) + args = ap.parse_args() + + with open(os.path.join(RAW_DIR, "manifest.json"), encoding="utf-8") as f: + manifest = json.load(f) + os.makedirs(OUT_DIR, exist_ok=True) + index, problems = [], {} + with ProcessPoolExecutor(max_workers=args.workers) as pool: + futs = [pool.submit(_work, m) for m in manifest] + for i, fut in enumerate(as_completed(futs), 1): + meta, status = fut.result() + if status in ("ok", "cached"): + index.append({k: meta[k] for k in ("gloss", "video_id", "split", "signer_id", "source")}) + else: + problems[meta["video_id"]] = status + if i % 50 == 0 or i == len(futs): + print(f"[LANDMARKS] {i}/{len(futs)} ok={len(index)} skipped={len(problems)}", flush=True) + index.sort(key=lambda m: (m["gloss"], m["video_id"])) + with open(os.path.join(OUT_DIR, "index.json"), "w", encoding="utf-8") as f: + json.dump(index, f, indent=1) + with open(os.path.join(OUT_DIR, "skipped.json"), "w", encoding="utf-8") as f: + json.dump(problems, f, indent=1) + print(f"[LANDMARKS] wrote {len(index)} sequences") + + +if __name__ == "__main__": + main() diff --git a/mute_mode/checkpoints/sign_v2.pth b/mute_mode/checkpoints/sign_v2.pth new file mode 100644 index 0000000..5ab0396 Binary files /dev/null and b/mute_mode/checkpoints/sign_v2.pth differ diff --git a/mute_mode/checkpoints/sign_v2_eval.pth b/mute_mode/checkpoints/sign_v2_eval.pth new file mode 100644 index 0000000..803908e Binary files /dev/null and b/mute_mode/checkpoints/sign_v2_eval.pth differ diff --git a/mute_mode/checkpoints/sign_v2_report_full.json b/mute_mode/checkpoints/sign_v2_report_full.json new file mode 100644 index 0000000..62e9fd5 --- /dev/null +++ b/mute_mode/checkpoints/sign_v2_report_full.json @@ -0,0 +1,1403 @@ +{ + "protocol": "official WLASL split, model selected on val, test evaluated once", + "clips": { + "train": 677, + "val": 171, + "test": 155 + }, + "params": 182245, + "best_epoch": 71, + "val_top1": 0.6900584795321637, + "test_top1": 0.6193548387096774, + "test_top5": 0.7935483870967742, + "per_class_test_top1": { + "drink": 1.0, + "before": 1.0, + "cool": 0.3333333333333333, + "computer": 1.0, + "go": 0.0, + "thin": 0.0, + "cousin": 1.0, + "help": 1.0, + "who": 1.0, + "bowling": 1.0, + "candy": 1.0, + "change": 1.0, + "dark": 1.0, + "accident": 1.0, + "basketball": 1.0, + "bed": 1.0, + "corn": 0.0, + "last": 1.0, + "man": 1.0, + "pizza": 0.3333333333333333, + "take": 0.0, + "tall": 0.5, + "trade": 0.0, + "what": 0.0, + "yes": 0.5, + "bar": 0.3333333333333333, + "cold": 1.0, + "deaf": 0.6666666666666666, + "family": 1.0, + "give": 0.0, + "leave": 0.0, + "show": 0.0, + "soon": 0.6666666666666666, + "tell": 0.5, + "walk": 1.0, + "woman": 1.0, + "year": 1.0, + "apple": 1.0, + "brother": 0.5, + "catch": 0.0, + "champion": 0.0, + "check": 0.0, + "convince": 0.0, + "cry": 1.0, + "delay": 0.0, + "dog": 1.0, + "environment": 0.0, + "example": 0.0, + "far": 0.5, + "fine": 0.5, + "fish": 1.0, + "full": 0.5, + "graduate": 0.0, + "hot": 0.6666666666666666, + "how": 0.6666666666666666, + "improve": 0.5, + "language": 1.0, + "letter": 0.0, + "many": 1.0, + "mother": 1.0, + "no": 1.0, + "order": 0.0, + "party": 0.0, + "play": 0.5, + "room": 0.3333333333333333, + "score": 0.0, + "secretary": 1.0, + "sweet": 1.0, + "theory": 1.0, + "thursday": 0.5, + "wait": 1.0, + "why": 0.0, + "write": 1.0, + "bad": 1.0, + "balance": 1.0, + "banana": 1.0, + "beard": 1.0, + "because": 1.0, + "big": 0.0, + "bird": 0.5, + "black": 0.6666666666666666, + "blanket": 0.0, + "blue": 1.0, + "careful": 1.0, + "cat": 0.5, + "copy": 1.0, + "cow": 1.0, + "crash": 0.0, + "daughter": 0.0 + }, + "train_seconds": 1274.2, + "args": { + "epochs": 160, + "batch": 32, + "lr": 0.002, + "wd": 0.05, + "width": 128, + "gru": 64, + "dropout": 0.3, + "smoothing": 0.1, + "mixup": 0.2, + "seed": 0, + "features": "full", + "no_augment": false, + "tag": "", + "deploy": true + }, + "history": [ + { + "epoch": 1, + "train_loss": 4.654278255644298, + "train_top1": 0.010416666666666666, + "val_loss": 4.595220387330529, + "val_top1": 0.029239766081871343, + "val_top5": 0.0935672514619883 + }, + { + "epoch": 2, + "train_loss": 4.545868260519845, + "train_top1": 0.02976190476190476, + "val_loss": 4.446361176451744, + "val_top1": 0.05263157894736842, + "val_top5": 0.18128654970760233 + }, + { + "epoch": 3, + "train_loss": 4.337402479989188, + "train_top1": 0.06696428571428571, + "val_loss": 4.241731208667421, + "val_top1": 0.06432748538011696, + "val_top5": 0.2631578947368421 + }, + { + "epoch": 4, + "train_loss": 4.079074939092, + "train_top1": 0.10119047619047619, + "val_loss": 3.9491342229452746, + "val_top1": 0.11695906432748537, + "val_top5": 0.36257309941520466 + }, + { + "epoch": 5, + "train_loss": 3.8001350334712436, + "train_top1": 0.12797619047619047, + "val_loss": 3.7246667042113186, + "val_top1": 0.17543859649122806, + "val_top5": 0.4619883040935672 + }, + { + "epoch": 6, + "train_loss": 3.4743646326519193, + "train_top1": 0.19940476190476192, + "val_loss": 3.45410979003237, + "val_top1": 0.21637426900584794, + "val_top5": 0.543859649122807 + }, + { + "epoch": 7, + "train_loss": 3.315966549373808, + "train_top1": 0.23958333333333334, + "val_loss": 3.353401966262282, + "val_top1": 0.24561403508771928, + "val_top5": 0.5614035087719298 + }, + { + "epoch": 8, + "train_loss": 3.0934888975960866, + "train_top1": 0.24107142857142858, + "val_loss": 3.2903192907746077, + "val_top1": 0.26900584795321636, + "val_top5": 0.5730994152046783 + }, + { + "epoch": 9, + "train_loss": 2.996134110859462, + "train_top1": 0.32589285714285715, + "val_loss": 3.089771474314015, + "val_top1": 0.3333333333333333, + "val_top5": 0.6257309941520468 + }, + { + "epoch": 10, + "train_loss": 2.8100909164973666, + "train_top1": 0.3288690476190476, + "val_loss": 3.0376478008359498, + "val_top1": 0.3742690058479532, + "val_top5": 0.6842105263157895 + }, + { + "epoch": 11, + "train_loss": 2.6493501776740667, + "train_top1": 0.40029761904761907, + "val_loss": 2.8918464922765543, + "val_top1": 0.4093567251461988, + "val_top5": 0.6900584795321637 + }, + { + "epoch": 12, + "train_loss": 2.430989310854957, + "train_top1": 0.43005952380952384, + "val_loss": 2.9849458758594, + "val_top1": 0.38011695906432746, + "val_top5": 0.6491228070175439 + }, + { + "epoch": 13, + "train_loss": 2.4828989051637196, + "train_top1": 0.40327380952380953, + "val_loss": 2.850972618973046, + "val_top1": 0.40350877192982454, + "val_top5": 0.7309941520467836 + }, + { + "epoch": 14, + "train_loss": 2.2447829019455683, + "train_top1": 0.4375, + "val_loss": 2.723998609342073, + "val_top1": 0.45614035087719296, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 15, + "train_loss": 2.2998067367644537, + "train_top1": 0.47023809523809523, + "val_loss": 2.686877093119928, + "val_top1": 0.45614035087719296, + "val_top5": 0.7309941520467836 + }, + { + "epoch": 16, + "train_loss": 2.301933209101359, + "train_top1": 0.49255952380952384, + "val_loss": 2.6487516827053494, + "val_top1": 0.4619883040935672, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 17, + "train_loss": 2.260828449612572, + "train_top1": 0.5193452380952381, + "val_loss": 2.7192553316640575, + "val_top1": 0.47368421052631576, + "val_top5": 0.7368421052631579 + }, + { + "epoch": 18, + "train_loss": 2.0514142513275146, + "train_top1": 0.5297619047619048, + "val_loss": 2.6811153275227686, + "val_top1": 0.4444444444444444, + "val_top5": 0.783625730994152 + }, + { + "epoch": 19, + "train_loss": 2.091617079008193, + "train_top1": 0.5163690476190477, + "val_loss": 2.5580300350635374, + "val_top1": 0.47368421052631576, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 20, + "train_loss": 2.0854399658384777, + "train_top1": 0.5431547619047619, + "val_loss": 2.4823540776793718, + "val_top1": 0.5672514619883041, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 21, + "train_loss": 1.9664014180501301, + "train_top1": 0.5401785714285714, + "val_loss": 2.4984632918709204, + "val_top1": 0.52046783625731, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 22, + "train_loss": 1.9507811353320168, + "train_top1": 0.5565476190476191, + "val_loss": 2.471441928406208, + "val_top1": 0.5263157894736842, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 23, + "train_loss": 1.8552601450965518, + "train_top1": 0.5877976190476191, + "val_loss": 2.3811319501776445, + "val_top1": 0.5672514619883041, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 24, + "train_loss": 2.0089752730869113, + "train_top1": 0.49404761904761907, + "val_loss": 2.4885350695827553, + "val_top1": 0.5029239766081871, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 25, + "train_loss": 1.5498802434830439, + "train_top1": 0.5669642857142857, + "val_loss": 2.420127365324232, + "val_top1": 0.5263157894736842, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 26, + "train_loss": 1.7595256567001343, + "train_top1": 0.7157738095238095, + "val_loss": 2.36585667816519, + "val_top1": 0.543859649122807, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 27, + "train_loss": 1.6772649401710147, + "train_top1": 0.5639880952380952, + "val_loss": 2.387575790896053, + "val_top1": 0.5321637426900585, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 28, + "train_loss": 1.6813806465693883, + "train_top1": 0.6726190476190477, + "val_loss": 2.3122075984352515, + "val_top1": 0.5672514619883041, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 29, + "train_loss": 1.6407197543552943, + "train_top1": 0.7247023809523809, + "val_loss": 2.3311142670480827, + "val_top1": 0.5497076023391813, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 30, + "train_loss": 1.4164251259395055, + "train_top1": 0.6904761904761905, + "val_loss": 2.2736049423440856, + "val_top1": 0.5906432748538012, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 31, + "train_loss": 1.516516679809207, + "train_top1": 0.7351190476190477, + "val_loss": 2.3266267093301516, + "val_top1": 0.543859649122807, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 32, + "train_loss": 1.6540764172871907, + "train_top1": 0.7529761904761905, + "val_loss": 2.222500495743333, + "val_top1": 0.6198830409356725, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 33, + "train_loss": 1.4698414178121657, + "train_top1": 0.7767857142857143, + "val_loss": 2.2507949753811487, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 34, + "train_loss": 1.5509730407169886, + "train_top1": 0.6086309523809523, + "val_loss": 2.3480057186550565, + "val_top1": 0.5497076023391813, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 35, + "train_loss": 1.5448213588623774, + "train_top1": 0.6473214285714286, + "val_loss": 2.342933147274263, + "val_top1": 0.5789473684210527, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 36, + "train_loss": 1.4852340334937686, + "train_top1": 0.7529761904761905, + "val_loss": 2.2734575564401194, + "val_top1": 0.5730994152046783, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 37, + "train_loss": 1.4959318070184617, + "train_top1": 0.6220238095238095, + "val_loss": 2.292497020018728, + "val_top1": 0.5555555555555556, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 38, + "train_loss": 1.4999432734080724, + "train_top1": 0.7321428571428571, + "val_loss": 2.277135751400775, + "val_top1": 0.5555555555555556, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 39, + "train_loss": 1.4792148839859736, + "train_top1": 0.7738095238095238, + "val_loss": 2.2179113145460163, + "val_top1": 0.631578947368421, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 40, + "train_loss": 1.4360756760551816, + "train_top1": 0.6116071428571429, + "val_loss": 2.2458330093071477, + "val_top1": 0.5906432748538012, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 41, + "train_loss": 1.5481821582430886, + "train_top1": 0.6056547619047619, + "val_loss": 2.221956824698643, + "val_top1": 0.631578947368421, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 42, + "train_loss": 1.5365168367113387, + "train_top1": 0.8139880952380952, + "val_loss": 2.2057050585049636, + "val_top1": 0.5614035087719298, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 43, + "train_loss": 1.1432731605711437, + "train_top1": 0.7886904761904762, + "val_loss": 2.2361423620703627, + "val_top1": 0.5847953216374269, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 44, + "train_loss": 1.44790457260041, + "train_top1": 0.71875, + "val_loss": 2.1829250932436937, + "val_top1": 0.6257309941520468, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 45, + "train_loss": 1.430213953767504, + "train_top1": 0.6145833333333334, + "val_loss": 2.211941956079494, + "val_top1": 0.6081871345029239, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 46, + "train_loss": 1.3169398818697249, + "train_top1": 0.8065476190476191, + "val_loss": 2.2440584723712407, + "val_top1": 0.5906432748538012, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 47, + "train_loss": 1.6690708058221, + "train_top1": 0.8065476190476191, + "val_loss": 2.2315214865388926, + "val_top1": 0.5847953216374269, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 48, + "train_loss": 1.234452065967378, + "train_top1": 0.7663690476190477, + "val_loss": 2.2024981543334605, + "val_top1": 0.6140350877192983, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 49, + "train_loss": 1.2921991036051796, + "train_top1": 0.7366071428571429, + "val_loss": 2.2105972055803265, + "val_top1": 0.6140350877192983, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 50, + "train_loss": 1.2173367199443637, + "train_top1": 0.7098214285714286, + "val_loss": 2.118160543386002, + "val_top1": 0.5906432748538012, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 51, + "train_loss": 1.252743857247489, + "train_top1": 0.7083333333333334, + "val_loss": 2.1441477307102135, + "val_top1": 0.6081871345029239, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 52, + "train_loss": 1.3087907972789945, + "train_top1": 0.78125, + "val_loss": 2.1530729385844447, + "val_top1": 0.6081871345029239, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 53, + "train_loss": 1.3581904343196325, + "train_top1": 0.6309523809523809, + "val_loss": 2.1552922892988775, + "val_top1": 0.6140350877192983, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 54, + "train_loss": 1.533234267007737, + "train_top1": 0.6398809523809523, + "val_loss": 2.149600516982943, + "val_top1": 0.6257309941520468, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 55, + "train_loss": 1.2370803242637998, + "train_top1": 0.7366071428571429, + "val_loss": 2.26119980059172, + "val_top1": 0.5906432748538012, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 56, + "train_loss": 1.212253334976378, + "train_top1": 0.625, + "val_loss": 2.1422048925656325, + "val_top1": 0.6081871345029239, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 57, + "train_loss": 1.4167520261946178, + "train_top1": 0.6770833333333334, + "val_loss": 2.162921703349777, + "val_top1": 0.6140350877192983, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 58, + "train_loss": 1.3059318008876981, + "train_top1": 0.78125, + "val_loss": 2.243375259533263, + "val_top1": 0.5789473684210527, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 59, + "train_loss": 1.8866462707519531, + "train_top1": 0.5476190476190477, + "val_loss": 2.225470910992539, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 60, + "train_loss": 1.3575042003677005, + "train_top1": 0.8764880952380952, + "val_loss": 2.143367180350231, + "val_top1": 0.6374269005847953, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 61, + "train_loss": 1.5029703066462563, + "train_top1": 0.6220238095238095, + "val_loss": 2.165472685942176, + "val_top1": 0.5964912280701754, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 62, + "train_loss": 1.0928900837898254, + "train_top1": 0.8541666666666666, + "val_loss": 2.124470638252838, + "val_top1": 0.6257309941520468, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 63, + "train_loss": 1.168890723160335, + "train_top1": 0.8035714285714286, + "val_loss": 2.113190009580021, + "val_top1": 0.6491228070175439, + "val_top5": 0.847953216374269 + }, + { + "epoch": 64, + "train_loss": 1.42587472427459, + "train_top1": 0.6056547619047619, + "val_loss": 2.0898869762643737, + "val_top1": 0.6374269005847953, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 65, + "train_loss": 1.298007987794422, + "train_top1": 0.7693452380952381, + "val_loss": 2.147785320616605, + "val_top1": 0.5906432748538012, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 66, + "train_loss": 1.4074902506101699, + "train_top1": 0.5639880952380952, + "val_loss": 2.1060733153806095, + "val_top1": 0.6374269005847953, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 67, + "train_loss": 1.5009007851282756, + "train_top1": 0.6964285714285714, + "val_loss": 2.128953002349675, + "val_top1": 0.6198830409356725, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 68, + "train_loss": 1.1705128124782018, + "train_top1": 0.7678571428571429, + "val_loss": 2.087034897497523, + "val_top1": 0.631578947368421, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 69, + "train_loss": 1.2186856354985918, + "train_top1": 0.7544642857142857, + "val_loss": 2.078617213065164, + "val_top1": 0.6140350877192983, + "val_top5": 0.847953216374269 + }, + { + "epoch": 70, + "train_loss": 1.346193404424758, + "train_top1": 0.8392857142857143, + "val_loss": 2.1651095451667293, + "val_top1": 0.6257309941520468, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 71, + "train_loss": 1.2889894814718337, + "train_top1": 0.7083333333333334, + "val_loss": 2.0632270483942756, + "val_top1": 0.6900584795321637, + "val_top5": 0.847953216374269 + }, + { + "epoch": 72, + "train_loss": 1.4208569725354512, + "train_top1": 0.7172619047619048, + "val_loss": 2.0846204729805216, + "val_top1": 0.6608187134502924, + "val_top5": 0.847953216374269 + }, + { + "epoch": 73, + "train_loss": 1.587620428630284, + "train_top1": 0.6294642857142857, + "val_loss": 2.1147989669041327, + "val_top1": 0.6023391812865497, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 74, + "train_loss": 1.1984391865276156, + "train_top1": 0.8467261904761905, + "val_loss": 2.1133488437585664, + "val_top1": 0.6374269005847953, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 75, + "train_loss": 1.1801250860804604, + "train_top1": 0.6026785714285714, + "val_loss": 2.130303104021396, + "val_top1": 0.6257309941520468, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 76, + "train_loss": 1.2480724226860773, + "train_top1": 0.7336309523809523, + "val_loss": 2.1188566907804613, + "val_top1": 0.5906432748538012, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 77, + "train_loss": 1.3139346866380601, + "train_top1": 0.5758928571428571, + "val_loss": 2.0921467214997054, + "val_top1": 0.6374269005847953, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 78, + "train_loss": 1.2338372355415708, + "train_top1": 0.7321428571428571, + "val_loss": 2.102131308170787, + "val_top1": 0.6023391812865497, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 79, + "train_loss": 1.1099623611995153, + "train_top1": 0.7038690476190477, + "val_loss": 2.0615922902759753, + "val_top1": 0.6491228070175439, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 80, + "train_loss": 1.3048159650393896, + "train_top1": 0.7619047619047619, + "val_loss": 2.102413487016109, + "val_top1": 0.6140350877192983, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 81, + "train_loss": 1.245183757373265, + "train_top1": 0.6443452380952381, + "val_loss": 2.073825581031933, + "val_top1": 0.631578947368421, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 82, + "train_loss": 1.5244628872190202, + "train_top1": 0.5223214285714286, + "val_loss": 2.04342201996965, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 83, + "train_loss": 1.0338282528377714, + "train_top1": 0.7157738095238095, + "val_loss": 2.080488602320353, + "val_top1": 0.6432748538011696, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 84, + "train_loss": 0.9973646033377874, + "train_top1": 0.7276785714285714, + "val_loss": 2.137495425709507, + "val_top1": 0.5964912280701754, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 85, + "train_loss": 0.9431227928116208, + "train_top1": 0.8601190476190477, + "val_loss": 2.0803204851540906, + "val_top1": 0.6374269005847953, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 86, + "train_loss": 1.2941353065626962, + "train_top1": 0.7604166666666666, + "val_loss": 2.087716229477821, + "val_top1": 0.6491228070175439, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 87, + "train_loss": 1.0565601956276667, + "train_top1": 0.8586309523809523, + "val_loss": 2.0983086190028497, + "val_top1": 0.6491228070175439, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 88, + "train_loss": 1.158827937784649, + "train_top1": 0.7172619047619048, + "val_loss": 2.061216145231013, + "val_top1": 0.6549707602339181, + "val_top5": 0.847953216374269 + }, + { + "epoch": 89, + "train_loss": 1.0995167238371713, + "train_top1": 0.7693452380952381, + "val_loss": 2.0515658757839983, + "val_top1": 0.6666666666666666, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 90, + "train_loss": 1.195579707622528, + "train_top1": 0.7916666666666666, + "val_loss": 2.0477740095372785, + "val_top1": 0.6374269005847953, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 91, + "train_loss": 1.1159766515096028, + "train_top1": 0.7648809523809523, + "val_loss": 2.057824673011289, + "val_top1": 0.6549707602339181, + "val_top5": 0.847953216374269 + }, + { + "epoch": 92, + "train_loss": 1.177471155212039, + "train_top1": 0.7380952380952381, + "val_loss": 2.0657829931604934, + "val_top1": 0.631578947368421, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 93, + "train_loss": 1.4686704164459592, + "train_top1": 0.8050595238095238, + "val_loss": 2.049108222214102, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 94, + "train_loss": 1.2682852574757166, + "train_top1": 0.6502976190476191, + "val_loss": 2.108564654288933, + "val_top1": 0.6257309941520468, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 95, + "train_loss": 1.4504650036493938, + "train_top1": 0.5550595238095238, + "val_loss": 2.1132279027972305, + "val_top1": 0.6491228070175439, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 96, + "train_loss": 1.2340963057109289, + "train_top1": 0.7127976190476191, + "val_loss": 2.0935283808680305, + "val_top1": 0.6257309941520468, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 97, + "train_loss": 1.4415016287849063, + "train_top1": 0.7261904761904762, + "val_loss": 2.0919112573590195, + "val_top1": 0.6257309941520468, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 98, + "train_loss": 1.0754263315882002, + "train_top1": 0.8095238095238095, + "val_loss": 2.0836274888780384, + "val_top1": 0.631578947368421, + "val_top5": 0.847953216374269 + }, + { + "epoch": 99, + "train_loss": 1.0826010193143571, + "train_top1": 0.9077380952380952, + "val_loss": 2.106878910845483, + "val_top1": 0.6491228070175439, + "val_top5": 0.8654970760233918 + }, + { + "epoch": 100, + "train_loss": 1.141466742470151, + "train_top1": 0.8988095238095238, + "val_loss": 2.064502387018929, + "val_top1": 0.6608187134502924, + "val_top5": 0.8654970760233918 + }, + { + "epoch": 101, + "train_loss": 1.1898767721085322, + "train_top1": 0.5252976190476191, + "val_loss": 2.0697909656323885, + "val_top1": 0.6666666666666666, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 102, + "train_loss": 0.9545774346306211, + "train_top1": 0.9523809523809523, + "val_loss": 2.0609035882336353, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 103, + "train_loss": 1.1289909992899214, + "train_top1": 0.8273809523809523, + "val_loss": 2.080270633362887, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 104, + "train_loss": 1.4059926583653404, + "train_top1": 0.6532738095238095, + "val_loss": 2.0649162161419965, + "val_top1": 0.672514619883041, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 105, + "train_loss": 1.4200344539823986, + "train_top1": 0.6949404761904762, + "val_loss": 2.0694143451445286, + "val_top1": 0.6374269005847953, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 106, + "train_loss": 1.0213997818174816, + "train_top1": 0.6294642857142857, + "val_loss": 2.068912096190871, + "val_top1": 0.6374269005847953, + "val_top5": 0.8654970760233918 + }, + { + "epoch": 107, + "train_loss": 1.1370251292274112, + "train_top1": 0.6770833333333334, + "val_loss": 2.051350246395981, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 108, + "train_loss": 1.1822622702235268, + "train_top1": 0.7872023809523809, + "val_loss": 2.054105868813587, + "val_top1": 0.6491228070175439, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 109, + "train_loss": 1.1372339470045907, + "train_top1": 0.6636904761904762, + "val_loss": 2.0543551668089037, + "val_top1": 0.6491228070175439, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 110, + "train_loss": 1.0862892866134644, + "train_top1": 0.6845238095238095, + "val_loss": 2.037865239974351, + "val_top1": 0.6432748538011696, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 111, + "train_loss": 1.2483371808415367, + "train_top1": 0.7261904761904762, + "val_loss": 2.018761263953315, + "val_top1": 0.6900584795321637, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 112, + "train_loss": 1.4554332352819896, + "train_top1": 0.7053571428571429, + "val_loss": 2.045066667579071, + "val_top1": 0.6783625730994152, + "val_top5": 0.8713450292397661 + }, + { + "epoch": 113, + "train_loss": 1.2042953201702662, + "train_top1": 0.7574404761904762, + "val_loss": 2.034569249515645, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 114, + "train_loss": 1.2555174203146071, + "train_top1": 0.7172619047619048, + "val_loss": 2.025656139641477, + "val_top1": 0.6783625730994152, + "val_top5": 0.8654970760233918 + }, + { + "epoch": 115, + "train_loss": 1.121088513306209, + "train_top1": 0.6919642857142857, + "val_loss": 2.0252983974434478, + "val_top1": 0.6666666666666666, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 116, + "train_loss": 1.1815279154550462, + "train_top1": 0.8110119047619048, + "val_loss": 2.0205067389192637, + "val_top1": 0.6842105263157895, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 117, + "train_loss": 0.9545613924662272, + "train_top1": 0.7678571428571429, + "val_loss": 2.003984173836067, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 118, + "train_loss": 1.0565625712985085, + "train_top1": 0.8467261904761905, + "val_loss": 2.0125252363974586, + "val_top1": 0.6666666666666666, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 119, + "train_loss": 1.3038323663529896, + "train_top1": 0.6964285714285714, + "val_loss": 2.027909805900172, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 120, + "train_loss": 1.1350477167538233, + "train_top1": 0.8229166666666666, + "val_loss": 2.01951623660082, + "val_top1": 0.6549707602339181, + "val_top5": 0.8713450292397661 + }, + { + "epoch": 121, + "train_loss": 1.4526559114456177, + "train_top1": 0.8184523809523809, + "val_loss": 2.032050132751465, + "val_top1": 0.6608187134502924, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 122, + "train_loss": 1.099616377126603, + "train_top1": 0.7723214285714286, + "val_loss": 2.040323293697067, + "val_top1": 0.6666666666666666, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 123, + "train_loss": 1.4244496368226551, + "train_top1": 0.6488095238095238, + "val_loss": 2.042971707226937, + "val_top1": 0.6549707602339181, + "val_top5": 0.8654970760233918 + }, + { + "epoch": 124, + "train_loss": 1.0753339784485954, + "train_top1": 0.7738095238095238, + "val_loss": 2.0449188076264675, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 125, + "train_loss": 1.1808909944125585, + "train_top1": 0.8169642857142857, + "val_loss": 2.045184969204908, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 126, + "train_loss": 1.135766815571558, + "train_top1": 0.6904761904761905, + "val_loss": 2.0350616772969565, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 127, + "train_loss": 1.033164654459272, + "train_top1": 0.8988095238095238, + "val_loss": 2.03768999953019, + "val_top1": 0.6783625730994152, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 128, + "train_loss": 1.054831277756464, + "train_top1": 0.8169642857142857, + "val_loss": 2.038521365115517, + "val_top1": 0.6608187134502924, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 129, + "train_loss": 1.3714027944065275, + "train_top1": 0.7455357142857143, + "val_loss": 2.0334803026322037, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 130, + "train_loss": 1.0895950453622, + "train_top1": 0.8020833333333334, + "val_loss": 2.032590509158129, + "val_top1": 0.6608187134502924, + "val_top5": 0.847953216374269 + }, + { + "epoch": 131, + "train_loss": 1.390930453936259, + "train_top1": 0.7306547619047619, + "val_loss": 2.020917393310725, + "val_top1": 0.672514619883041, + "val_top5": 0.847953216374269 + }, + { + "epoch": 132, + "train_loss": 1.022777029446193, + "train_top1": 0.7172619047619048, + "val_loss": 2.0257164804559005, + "val_top1": 0.6608187134502924, + "val_top5": 0.847953216374269 + }, + { + "epoch": 133, + "train_loss": 1.0041836187953042, + "train_top1": 0.9523809523809523, + "val_loss": 2.023899709969236, + "val_top1": 0.6432748538011696, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 134, + "train_loss": 1.1723812591461908, + "train_top1": 0.7976190476190477, + "val_loss": 2.024883669022231, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 135, + "train_loss": 0.9390304627872649, + "train_top1": 0.8586309523809523, + "val_loss": 2.0224747169784636, + "val_top1": 0.672514619883041, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 136, + "train_loss": 1.1316964285714286, + "train_top1": 0.7767857142857143, + "val_loss": 2.025980915939599, + "val_top1": 0.672514619883041, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 137, + "train_loss": 1.094722915263403, + "train_top1": 0.7068452380952381, + "val_loss": 2.03178814698381, + "val_top1": 0.6608187134502924, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 138, + "train_loss": 1.3068323475973946, + "train_top1": 0.7619047619047619, + "val_loss": 2.0255637726588556, + "val_top1": 0.6608187134502924, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 139, + "train_loss": 1.0920003425507319, + "train_top1": 0.6830357142857143, + "val_loss": 2.029110269936902, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 140, + "train_loss": 1.1800586723145985, + "train_top1": 0.6860119047619048, + "val_loss": 2.022883423587732, + "val_top1": 0.6666666666666666, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 141, + "train_loss": 1.178174805073511, + "train_top1": 0.6681547619047619, + "val_loss": 2.0276875077632437, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 142, + "train_loss": 1.0249958038330078, + "train_top1": 0.7708333333333334, + "val_loss": 2.0279063788073803, + "val_top1": 0.6491228070175439, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 143, + "train_loss": 1.2579117786316645, + "train_top1": 0.8169642857142857, + "val_loss": 2.034790447580884, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 144, + "train_loss": 1.1650460674649192, + "train_top1": 0.8258928571428571, + "val_loss": 2.0325797329172057, + "val_top1": 0.6491228070175439, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 145, + "train_loss": 0.939545126188369, + "train_top1": 0.8645833333333334, + "val_loss": 2.0324651372362994, + "val_top1": 0.6491228070175439, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 146, + "train_loss": 1.3133364064352853, + "train_top1": 0.7395833333333334, + "val_loss": 2.0296155862640917, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 147, + "train_loss": 1.096101184686025, + "train_top1": 0.8125, + "val_loss": 2.0267374585246483, + "val_top1": 0.6666666666666666, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 148, + "train_loss": 1.1980865200360615, + "train_top1": 0.6547619047619048, + "val_loss": 2.0284640314983347, + "val_top1": 0.6608187134502924, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 149, + "train_loss": 1.0138966157322837, + "train_top1": 0.6770833333333334, + "val_loss": 2.031246733247188, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 150, + "train_loss": 1.2191126772335596, + "train_top1": 0.7931547619047619, + "val_loss": 2.0249464665240016, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 151, + "train_loss": 0.9990376659802028, + "train_top1": 0.9017857142857143, + "val_loss": 2.0275548898685747, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 152, + "train_loss": 1.169201706136976, + "train_top1": 0.6056547619047619, + "val_loss": 2.0251336641478956, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 153, + "train_loss": 1.2265080071630932, + "train_top1": 0.6220238095238095, + "val_loss": 2.027386736451534, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 154, + "train_loss": 0.9930128455162048, + "train_top1": 0.7202380952380952, + "val_loss": 2.0261375834370217, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 155, + "train_loss": 0.9241885826701209, + "train_top1": 0.6339285714285714, + "val_loss": 2.028334915986535, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 156, + "train_loss": 1.1892862092880976, + "train_top1": 0.7961309523809523, + "val_loss": 2.0223983324062056, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 157, + "train_loss": 1.0677956229164487, + "train_top1": 0.7321428571428571, + "val_loss": 2.0263365472269337, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 158, + "train_loss": 0.9596793339366004, + "train_top1": 0.7693452380952381, + "val_loss": 2.0266294493312724, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 159, + "train_loss": 1.234150455111549, + "train_top1": 0.78125, + "val_loss": 2.0237364169449834, + "val_top1": 0.6549707602339181, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 160, + "train_loss": 1.4039652120499384, + "train_top1": 0.5297619047619048, + "val_loss": 2.024071679477803, + "val_top1": 0.6608187134502924, + "val_top5": 0.8538011695906432 + } + ] +} \ No newline at end of file diff --git a/mute_mode/checkpoints/sign_v2_report_full_noaug.json b/mute_mode/checkpoints/sign_v2_report_full_noaug.json new file mode 100644 index 0000000..910fdd9 --- /dev/null +++ b/mute_mode/checkpoints/sign_v2_report_full_noaug.json @@ -0,0 +1,1403 @@ +{ + "protocol": "official WLASL split, model selected on val, test evaluated once", + "clips": { + "train": 677, + "val": 171, + "test": 155 + }, + "params": 182245, + "best_epoch": 127, + "val_top1": 0.631578947368421, + "test_top1": 0.5870967741935483, + "test_top5": 0.7806451612903226, + "per_class_test_top1": { + "drink": 1.0, + "before": 1.0, + "cool": 0.0, + "computer": 1.0, + "go": 0.0, + "thin": 0.5, + "cousin": 1.0, + "help": 0.5, + "who": 0.5, + "bowling": 1.0, + "candy": 1.0, + "change": 0.5, + "dark": 1.0, + "accident": 0.5, + "basketball": 1.0, + "bed": 1.0, + "corn": 0.0, + "last": 1.0, + "man": 1.0, + "pizza": 0.3333333333333333, + "take": 0.0, + "tall": 0.5, + "trade": 0.0, + "what": 0.0, + "yes": 0.5, + "bar": 0.3333333333333333, + "cold": 1.0, + "deaf": 0.6666666666666666, + "family": 1.0, + "give": 0.0, + "leave": 0.0, + "show": 0.0, + "soon": 0.6666666666666666, + "tell": 1.0, + "walk": 0.5, + "woman": 0.6666666666666666, + "year": 1.0, + "apple": 1.0, + "brother": 0.5, + "catch": 0.0, + "champion": 0.0, + "check": 0.0, + "convince": 0.0, + "cry": 1.0, + "delay": 0.0, + "dog": 1.0, + "environment": 1.0, + "example": 0.0, + "far": 0.0, + "fine": 1.0, + "fish": 1.0, + "full": 0.0, + "graduate": 1.0, + "hot": 0.3333333333333333, + "how": 1.0, + "improve": 0.5, + "language": 1.0, + "letter": 0.0, + "many": 1.0, + "mother": 1.0, + "no": 1.0, + "order": 0.0, + "party": 0.0, + "play": 0.5, + "room": 0.3333333333333333, + "score": 1.0, + "secretary": 1.0, + "sweet": 1.0, + "theory": 1.0, + "thursday": 0.5, + "wait": 0.0, + "why": 0.0, + "write": 1.0, + "bad": 1.0, + "balance": 0.0, + "banana": 1.0, + "beard": 1.0, + "because": 1.0, + "big": 0.0, + "bird": 0.5, + "black": 1.0, + "blanket": 0.0, + "blue": 1.0, + "careful": 0.0, + "cat": 1.0, + "copy": 1.0, + "cow": 0.5, + "crash": 0.0, + "daughter": 0.0 + }, + "train_seconds": 877.0, + "args": { + "epochs": 160, + "batch": 32, + "lr": 0.002, + "wd": 0.05, + "width": 128, + "gru": 64, + "dropout": 0.3, + "smoothing": 0.1, + "mixup": 0.2, + "seed": 0, + "features": "full", + "no_augment": true, + "tag": "", + "deploy": false + }, + "history": [ + { + "epoch": 1, + "train_loss": 4.641663051786876, + "train_top1": 0.01636904761904762, + "val_loss": 4.576851055636044, + "val_top1": 0.029239766081871343, + "val_top5": 0.08187134502923976 + }, + { + "epoch": 2, + "train_loss": 4.490741570790608, + "train_top1": 0.04017857142857143, + "val_loss": 4.380903503351044, + "val_top1": 0.04678362573099415, + "val_top5": 0.21052631578947367 + }, + { + "epoch": 3, + "train_loss": 4.21732793535505, + "train_top1": 0.06845238095238096, + "val_loss": 4.1269954798514386, + "val_top1": 0.08187134502923976, + "val_top5": 0.3391812865497076 + }, + { + "epoch": 4, + "train_loss": 3.887998649052211, + "train_top1": 0.14434523809523808, + "val_loss": 3.8539718145515485, + "val_top1": 0.13450292397660818, + "val_top5": 0.40350877192982454 + }, + { + "epoch": 5, + "train_loss": 3.629377864655994, + "train_top1": 0.1636904761904762, + "val_loss": 3.5751216913524426, + "val_top1": 0.1871345029239766, + "val_top5": 0.5321637426900585 + }, + { + "epoch": 6, + "train_loss": 3.234170118967692, + "train_top1": 0.2976190476190476, + "val_loss": 3.363163557666087, + "val_top1": 0.2222222222222222, + "val_top5": 0.5730994152046783 + }, + { + "epoch": 7, + "train_loss": 3.049528780437651, + "train_top1": 0.3273809523809524, + "val_loss": 3.2056136702933506, + "val_top1": 0.2982456140350877, + "val_top5": 0.6081871345029239 + }, + { + "epoch": 8, + "train_loss": 2.809105384917486, + "train_top1": 0.3169642857142857, + "val_loss": 3.156581167589154, + "val_top1": 0.32748538011695905, + "val_top5": 0.6198830409356725 + }, + { + "epoch": 9, + "train_loss": 2.6295300211225237, + "train_top1": 0.4211309523809524, + "val_loss": 3.031827420519109, + "val_top1": 0.38011695906432746, + "val_top5": 0.6198830409356725 + }, + { + "epoch": 10, + "train_loss": 2.4186241853804815, + "train_top1": 0.43898809523809523, + "val_loss": 2.862148760355007, + "val_top1": 0.4152046783625731, + "val_top5": 0.7076023391812866 + }, + { + "epoch": 11, + "train_loss": 2.2356732799893333, + "train_top1": 0.5193452380952381, + "val_loss": 2.9062034289042153, + "val_top1": 0.391812865497076, + "val_top5": 0.6900584795321637 + }, + { + "epoch": 12, + "train_loss": 1.9886505490257627, + "train_top1": 0.5684523809523809, + "val_loss": 2.7540290383567587, + "val_top1": 0.4502923976608187, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 13, + "train_loss": 1.9976674545378912, + "train_top1": 0.5163690476190477, + "val_loss": 2.629997565732365, + "val_top1": 0.47953216374269003, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 14, + "train_loss": 1.7642267942428589, + "train_top1": 0.5699404761904762, + "val_loss": 2.6271300720192534, + "val_top1": 0.52046783625731, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 15, + "train_loss": 1.8137962364015126, + "train_top1": 0.6130952380952381, + "val_loss": 2.5572559805641397, + "val_top1": 0.5087719298245614, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 16, + "train_loss": 1.7731344416027977, + "train_top1": 0.6547619047619048, + "val_loss": 2.5339459480597957, + "val_top1": 0.5263157894736842, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 17, + "train_loss": 1.7748267139707292, + "train_top1": 0.6889880952380952, + "val_loss": 2.469218471594024, + "val_top1": 0.5029239766081871, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 18, + "train_loss": 1.5923806031545003, + "train_top1": 0.6919642857142857, + "val_loss": 2.518638156310857, + "val_top1": 0.4678362573099415, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 19, + "train_loss": 1.686418584414891, + "train_top1": 0.6220238095238095, + "val_loss": 2.4108235766316017, + "val_top1": 0.5321637426900585, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 20, + "train_loss": 1.6549243529637654, + "train_top1": 0.6398809523809523, + "val_loss": 2.573369475136026, + "val_top1": 0.49122807017543857, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 21, + "train_loss": 1.5610073918388003, + "train_top1": 0.6666666666666666, + "val_loss": 2.5507453199018513, + "val_top1": 0.5029239766081871, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 22, + "train_loss": 1.5510508559999012, + "train_top1": 0.6532738095238095, + "val_loss": 2.4965161607976545, + "val_top1": 0.5321637426900585, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 23, + "train_loss": 1.4568833737146287, + "train_top1": 0.7038690476190477, + "val_loss": 2.557664500342475, + "val_top1": 0.5263157894736842, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 24, + "train_loss": 1.6276364780607677, + "train_top1": 0.5803571428571429, + "val_loss": 2.4688711319750514, + "val_top1": 0.543859649122807, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 25, + "train_loss": 1.1635810704458327, + "train_top1": 0.6607142857142857, + "val_loss": 2.520722362730238, + "val_top1": 0.5087719298245614, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 26, + "train_loss": 1.3717323484874906, + "train_top1": 0.8482142857142857, + "val_loss": 2.4632954039768866, + "val_top1": 0.5380116959064327, + "val_top5": 0.783625730994152 + }, + { + "epoch": 27, + "train_loss": 1.3465201570874168, + "train_top1": 0.625, + "val_loss": 2.4258326494205766, + "val_top1": 0.5497076023391813, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 28, + "train_loss": 1.3603136936823528, + "train_top1": 0.7485119047619048, + "val_loss": 2.375473603867648, + "val_top1": 0.5730994152046783, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 29, + "train_loss": 1.3556531696092515, + "train_top1": 0.8035714285714286, + "val_loss": 2.4491218795553285, + "val_top1": 0.5263157894736842, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 30, + "train_loss": 1.11735543182918, + "train_top1": 0.7574404761904762, + "val_loss": 2.4032504962898833, + "val_top1": 0.5555555555555556, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 31, + "train_loss": 1.2373025644393194, + "train_top1": 0.8258928571428571, + "val_loss": 2.3872906478524905, + "val_top1": 0.5730994152046783, + "val_top5": 0.783625730994152 + }, + { + "epoch": 32, + "train_loss": 1.3600752353668213, + "train_top1": 0.8199404761904762, + "val_loss": 2.4346743159823947, + "val_top1": 0.5380116959064327, + "val_top5": 0.783625730994152 + }, + { + "epoch": 33, + "train_loss": 1.2259758852777027, + "train_top1": 0.8452380952380952, + "val_loss": 2.408306429957786, + "val_top1": 0.5321637426900585, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 34, + "train_loss": 1.2868141759009588, + "train_top1": 0.6622023809523809, + "val_loss": 2.3948575920528836, + "val_top1": 0.543859649122807, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 35, + "train_loss": 1.2928264765512376, + "train_top1": 0.6875, + "val_loss": 2.3670529789394803, + "val_top1": 0.5672514619883041, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 36, + "train_loss": 1.246074909255618, + "train_top1": 0.8080357142857143, + "val_loss": 2.353092821020829, + "val_top1": 0.5497076023391813, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 37, + "train_loss": 1.266514329683213, + "train_top1": 0.6592261904761905, + "val_loss": 2.332486833048146, + "val_top1": 0.5555555555555556, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 38, + "train_loss": 1.2573781609535217, + "train_top1": 0.78125, + "val_loss": 2.409790787780494, + "val_top1": 0.5789473684210527, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 39, + "train_loss": 1.2680516271364122, + "train_top1": 0.8110119047619048, + "val_loss": 2.3254832078141776, + "val_top1": 0.5672514619883041, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 40, + "train_loss": 1.214464939775921, + "train_top1": 0.6517857142857143, + "val_loss": 2.2851496830321194, + "val_top1": 0.5789473684210527, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 41, + "train_loss": 1.3298144482430958, + "train_top1": 0.6413690476190477, + "val_loss": 2.373652493047435, + "val_top1": 0.5380116959064327, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 42, + "train_loss": 1.29315599941072, + "train_top1": 0.8839285714285714, + "val_loss": 2.2406339352590994, + "val_top1": 0.6081871345029239, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 43, + "train_loss": 0.9766622611454555, + "train_top1": 0.8169642857142857, + "val_loss": 2.349879344304403, + "val_top1": 0.5672514619883041, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 44, + "train_loss": 1.2460834355581374, + "train_top1": 0.7485119047619048, + "val_loss": 2.305382858242905, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 45, + "train_loss": 1.2409878287996565, + "train_top1": 0.6294642857142857, + "val_loss": 2.2998191097326446, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 46, + "train_loss": 1.131243558157058, + "train_top1": 0.84375, + "val_loss": 2.3213341040918003, + "val_top1": 0.5789473684210527, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 47, + "train_loss": 1.4726916750272114, + "train_top1": 0.8467261904761905, + "val_loss": 2.2987023529253507, + "val_top1": 0.6140350877192983, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 48, + "train_loss": 1.0830558027539934, + "train_top1": 0.7901785714285714, + "val_loss": 2.2807971162405627, + "val_top1": 0.5906432748538012, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 49, + "train_loss": 1.1399285935220265, + "train_top1": 0.7559523809523809, + "val_loss": 2.348961085603948, + "val_top1": 0.5847953216374269, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 50, + "train_loss": 1.0856036657378787, + "train_top1": 0.7247023809523809, + "val_loss": 2.333259671752216, + "val_top1": 0.5730994152046783, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 51, + "train_loss": 1.0873659593718392, + "train_top1": 0.7291666666666666, + "val_loss": 2.257719260210182, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 52, + "train_loss": 1.1415315894853502, + "train_top1": 0.8154761904761905, + "val_loss": 2.2997990114647044, + "val_top1": 0.6081871345029239, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 53, + "train_loss": 1.1838554995400565, + "train_top1": 0.6666666666666666, + "val_loss": 2.2559717356810096, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 54, + "train_loss": 1.3432747551373072, + "train_top1": 0.6755952380952381, + "val_loss": 2.3214477488869116, + "val_top1": 0.5730994152046783, + "val_top5": 0.783625730994152 + }, + { + "epoch": 55, + "train_loss": 1.0797948979196095, + "train_top1": 0.7678571428571429, + "val_loss": 2.3014384933382446, + "val_top1": 0.5906432748538012, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 56, + "train_loss": 1.0620330288296653, + "train_top1": 0.6428571428571429, + "val_loss": 2.2623279554802074, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 57, + "train_loss": 1.2694692356245858, + "train_top1": 0.7008928571428571, + "val_loss": 2.3380509956538327, + "val_top1": 0.5964912280701754, + "val_top5": 0.783625730994152 + }, + { + "epoch": 58, + "train_loss": 1.180353459857759, + "train_top1": 0.7976190476190477, + "val_loss": 2.3269723730477674, + "val_top1": 0.6023391812865497, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 59, + "train_loss": 1.6678399840990703, + "train_top1": 0.5788690476190477, + "val_loss": 2.3065543676677502, + "val_top1": 0.5906432748538012, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 60, + "train_loss": 1.213327651932126, + "train_top1": 0.9032738095238095, + "val_loss": 2.249691434770997, + "val_top1": 0.6257309941520468, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 61, + "train_loss": 1.352589590208871, + "train_top1": 0.6413690476190477, + "val_loss": 2.2795719682124624, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 62, + "train_loss": 1.0037279015495664, + "train_top1": 0.8601190476190477, + "val_loss": 2.258037466751902, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 63, + "train_loss": 1.0541841643197196, + "train_top1": 0.8184523809523809, + "val_loss": 2.2757651708279436, + "val_top1": 0.5964912280701754, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 64, + "train_loss": 1.276664776461465, + "train_top1": 0.6071428571428571, + "val_loss": 2.3358874279156066, + "val_top1": 0.5964912280701754, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 65, + "train_loss": 1.1916824919836861, + "train_top1": 0.7827380952380952, + "val_loss": 2.2991279928307784, + "val_top1": 0.6081871345029239, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 66, + "train_loss": 1.2975083930151803, + "train_top1": 0.5699404761904762, + "val_loss": 2.279477816576149, + "val_top1": 0.5789473684210527, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 67, + "train_loss": 1.3332346989994956, + "train_top1": 0.71875, + "val_loss": 2.2950168157878674, + "val_top1": 0.5964912280701754, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 68, + "train_loss": 1.0738494765190851, + "train_top1": 0.7738095238095238, + "val_loss": 2.2370664627231354, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 69, + "train_loss": 1.1183165794327146, + "train_top1": 0.7678571428571429, + "val_loss": 2.2371813651413945, + "val_top1": 0.6023391812865497, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 70, + "train_loss": 1.2332743406295776, + "train_top1": 0.8586309523809523, + "val_loss": 2.266435688699198, + "val_top1": 0.6081871345029239, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 71, + "train_loss": 1.1673812525612968, + "train_top1": 0.7232142857142857, + "val_loss": 2.220110617185894, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 72, + "train_loss": 1.2703076004981995, + "train_top1": 0.7470238095238095, + "val_loss": 2.2598539542036447, + "val_top1": 0.6198830409356725, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 73, + "train_loss": 1.4442854324976604, + "train_top1": 0.6622023809523809, + "val_loss": 2.2643029146027147, + "val_top1": 0.6023391812865497, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 74, + "train_loss": 1.1059559697196597, + "train_top1": 0.8526785714285714, + "val_loss": 2.2447279545298793, + "val_top1": 0.5789473684210527, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 75, + "train_loss": 1.094773457163856, + "train_top1": 0.6279761904761905, + "val_loss": 2.2498994863521284, + "val_top1": 0.6023391812865497, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 76, + "train_loss": 1.1415947249957494, + "train_top1": 0.7380952380952381, + "val_loss": 2.2376388652979977, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 77, + "train_loss": 1.205146468821026, + "train_top1": 0.5848214285714286, + "val_loss": 2.3122197089836614, + "val_top1": 0.5847953216374269, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 78, + "train_loss": 1.1591960617474146, + "train_top1": 0.7366071428571429, + "val_loss": 2.2893635655007167, + "val_top1": 0.6081871345029239, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 79, + "train_loss": 1.0261160901614599, + "train_top1": 0.7098214285714286, + "val_loss": 2.2697452397374382, + "val_top1": 0.6140350877192983, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 80, + "train_loss": 1.2014045601799375, + "train_top1": 0.7767857142857143, + "val_loss": 2.272477663051315, + "val_top1": 0.5964912280701754, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 81, + "train_loss": 1.1612791475795565, + "train_top1": 0.6696428571428571, + "val_loss": 2.2246998680962458, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 82, + "train_loss": 1.3824932064328874, + "train_top1": 0.5431547619047619, + "val_loss": 2.2506849040762025, + "val_top1": 0.6023391812865497, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 83, + "train_loss": 0.9716170203118097, + "train_top1": 0.7261904761904762, + "val_loss": 2.2251294537594446, + "val_top1": 0.6081871345029239, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 84, + "train_loss": 0.9404287849153791, + "train_top1": 0.7321428571428571, + "val_loss": 2.2254950428566738, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 85, + "train_loss": 0.8755606299354917, + "train_top1": 0.8616071428571429, + "val_loss": 2.2115934494643184, + "val_top1": 0.6081871345029239, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 86, + "train_loss": 1.168878129550389, + "train_top1": 0.7827380952380952, + "val_loss": 2.218948196946529, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 87, + "train_loss": 0.9819147785504659, + "train_top1": 0.8630952380952381, + "val_loss": 2.252125168404384, + "val_top1": 0.5847953216374269, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 88, + "train_loss": 1.0967004412696475, + "train_top1": 0.71875, + "val_loss": 2.239230579800076, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 89, + "train_loss": 1.028982542809986, + "train_top1": 0.7738095238095238, + "val_loss": 2.241658383642721, + "val_top1": 0.5964912280701754, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 90, + "train_loss": 1.1212585454895383, + "train_top1": 0.8005952380952381, + "val_loss": 2.2782048105496413, + "val_top1": 0.5906432748538012, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 91, + "train_loss": 1.0513248443603516, + "train_top1": 0.7752976190476191, + "val_loss": 2.2583355875740274, + "val_top1": 0.6081871345029239, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 92, + "train_loss": 1.0853795806566875, + "train_top1": 0.7529761904761905, + "val_loss": 2.263031520341572, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 93, + "train_loss": 1.3418268788428533, + "train_top1": 0.8407738095238095, + "val_loss": 2.24806905489916, + "val_top1": 0.5964912280701754, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 94, + "train_loss": 1.172797909804753, + "train_top1": 0.6547619047619048, + "val_loss": 2.2615474622849137, + "val_top1": 0.5964912280701754, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 95, + "train_loss": 1.3450473178000677, + "train_top1": 0.5550595238095238, + "val_loss": 2.27660410167181, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 96, + "train_loss": 1.1452422709692092, + "train_top1": 0.7276785714285714, + "val_loss": 2.274641333964833, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 97, + "train_loss": 1.3370630542437236, + "train_top1": 0.7261904761904762, + "val_loss": 2.246938401495504, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 98, + "train_loss": 1.0156108680225553, + "train_top1": 0.8169642857142857, + "val_loss": 2.2547258298996598, + "val_top1": 0.5964912280701754, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 99, + "train_loss": 1.0155733539944602, + "train_top1": 0.9092261904761905, + "val_loss": 2.2685469047367923, + "val_top1": 0.6198830409356725, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 100, + "train_loss": 1.0657264533497037, + "train_top1": 0.90625, + "val_loss": 2.2518818239022416, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 101, + "train_loss": 1.1114597235407149, + "train_top1": 0.5297619047619048, + "val_loss": 2.2358129428841216, + "val_top1": 0.6198830409356725, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 102, + "train_loss": 0.9028430950073969, + "train_top1": 0.9553571428571429, + "val_loss": 2.2263855906257852, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 103, + "train_loss": 1.0597317133631026, + "train_top1": 0.8258928571428571, + "val_loss": 2.2480024622197736, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 104, + "train_loss": 1.2957733245123, + "train_top1": 0.6696428571428571, + "val_loss": 2.2520419603202777, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 105, + "train_loss": 1.306673487027486, + "train_top1": 0.7127976190476191, + "val_loss": 2.2392306676384996, + "val_top1": 0.6081871345029239, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 106, + "train_loss": 0.9721402554284959, + "train_top1": 0.6324404761904762, + "val_loss": 2.283391004417375, + "val_top1": 0.6140350877192983, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 107, + "train_loss": 1.0664271996134804, + "train_top1": 0.6815476190476191, + "val_loss": 2.2585539985121343, + "val_top1": 0.6198830409356725, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 108, + "train_loss": 1.1153365515527272, + "train_top1": 0.7872023809523809, + "val_loss": 2.2582111010077406, + "val_top1": 0.6198830409356725, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 109, + "train_loss": 1.062959407057081, + "train_top1": 0.6666666666666666, + "val_loss": 2.2353239505611664, + "val_top1": 0.6198830409356725, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 110, + "train_loss": 1.0282613862128485, + "train_top1": 0.6904761904761905, + "val_loss": 2.237813297070955, + "val_top1": 0.6023391812865497, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 111, + "train_loss": 1.1754369877633595, + "train_top1": 0.7247023809523809, + "val_loss": 2.2235867433380663, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 112, + "train_loss": 1.331715913045974, + "train_top1": 0.71875, + "val_loss": 2.2322987408665886, + "val_top1": 0.6257309941520468, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 113, + "train_loss": 1.1221976564044045, + "train_top1": 0.7782738095238095, + "val_loss": 2.2258124672181423, + "val_top1": 0.6257309941520468, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 114, + "train_loss": 1.1781021101134164, + "train_top1": 0.7172619047619048, + "val_loss": 2.237207833786457, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 115, + "train_loss": 1.056384918235597, + "train_top1": 0.6904761904761905, + "val_loss": 2.250593620434142, + "val_top1": 0.6081871345029239, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 116, + "train_loss": 1.1028323230289279, + "train_top1": 0.8244047619047619, + "val_loss": 2.2465926039288617, + "val_top1": 0.6081871345029239, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 117, + "train_loss": 0.902438637756166, + "train_top1": 0.7693452380952381, + "val_loss": 2.2460738817850747, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 118, + "train_loss": 0.9967135474795387, + "train_top1": 0.8541666666666666, + "val_loss": 2.2404959843172665, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 119, + "train_loss": 1.208306147938683, + "train_top1": 0.7127976190476191, + "val_loss": 2.236988844230161, + "val_top1": 0.6257309941520468, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 120, + "train_loss": 1.0617135536103022, + "train_top1": 0.8244047619047619, + "val_loss": 2.2305124084851897, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 121, + "train_loss": 1.349421779314677, + "train_top1": 0.8363095238095238, + "val_loss": 2.2289552270320425, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 122, + "train_loss": 1.0386223253749667, + "train_top1": 0.7723214285714286, + "val_loss": 2.231045501273975, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 123, + "train_loss": 1.3256491365886869, + "train_top1": 0.6517857142857143, + "val_loss": 2.227814606058667, + "val_top1": 0.6198830409356725, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 124, + "train_loss": 1.013864278793335, + "train_top1": 0.7723214285714286, + "val_loss": 2.230027525048507, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 125, + "train_loss": 1.1076480348904927, + "train_top1": 0.8169642857142857, + "val_loss": 2.235735032990662, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 126, + "train_loss": 1.0678859126000178, + "train_top1": 0.6964285714285714, + "val_loss": 2.2420340727644357, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 127, + "train_loss": 0.9830054442087809, + "train_top1": 0.9002976190476191, + "val_loss": 2.246026213406122, + "val_top1": 0.631578947368421, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 128, + "train_loss": 0.9881338988031659, + "train_top1": 0.8184523809523809, + "val_loss": 2.2471943598741677, + "val_top1": 0.6198830409356725, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 129, + "train_loss": 1.2596710153988429, + "train_top1": 0.78125, + "val_loss": 2.235512962118227, + "val_top1": 0.6140350877192983, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 130, + "train_loss": 1.028735033103398, + "train_top1": 0.8095238095238095, + "val_loss": 2.242471028489676, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 131, + "train_loss": 1.2969626386960347, + "train_top1": 0.7604166666666666, + "val_loss": 2.2353366899211506, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 132, + "train_loss": 0.9598041460627601, + "train_top1": 0.7202380952380952, + "val_loss": 2.236702927371912, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 133, + "train_loss": 0.9592575657935369, + "train_top1": 0.9523809523809523, + "val_loss": 2.2418204650544284, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 134, + "train_loss": 1.1031747630664281, + "train_top1": 0.8169642857142857, + "val_loss": 2.236761434733519, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 135, + "train_loss": 0.9005099762053717, + "train_top1": 0.8586309523809523, + "val_loss": 2.2372395978336446, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 136, + "train_loss": 1.0669431402569725, + "train_top1": 0.7842261904761905, + "val_loss": 2.232723219352856, + "val_top1": 0.6198830409356725, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 137, + "train_loss": 1.037151614824931, + "train_top1": 0.71875, + "val_loss": 2.226958443546853, + "val_top1": 0.6198830409356725, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 138, + "train_loss": 1.2208995478493827, + "train_top1": 0.7678571428571429, + "val_loss": 2.225566854253847, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 139, + "train_loss": 1.0327474162692116, + "train_top1": 0.6860119047619048, + "val_loss": 2.2226627723515384, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 140, + "train_loss": 1.101338349637531, + "train_top1": 0.6934523809523809, + "val_loss": 2.2269624464693125, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 141, + "train_loss": 1.1183939434233165, + "train_top1": 0.6696428571428571, + "val_loss": 2.22471488986099, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 142, + "train_loss": 0.9837081148510888, + "train_top1": 0.7708333333333334, + "val_loss": 2.2260567054413913, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 143, + "train_loss": 1.1747685415404183, + "train_top1": 0.8273809523809523, + "val_loss": 2.222621947004084, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 144, + "train_loss": 1.0899801878702073, + "train_top1": 0.8184523809523809, + "val_loss": 2.2227840604837876, + "val_top1": 0.6198830409356725, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 145, + "train_loss": 0.8991614126023793, + "train_top1": 0.8645833333333334, + "val_loss": 2.222065366499605, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 146, + "train_loss": 1.2269671303885323, + "train_top1": 0.7425595238095238, + "val_loss": 2.219653928489016, + "val_top1": 0.6257309941520468, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 147, + "train_loss": 1.0434239137740362, + "train_top1": 0.8154761904761905, + "val_loss": 2.2177966951626784, + "val_top1": 0.6198830409356725, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 148, + "train_loss": 1.1028947489602225, + "train_top1": 0.6681547619047619, + "val_loss": 2.221864625027305, + "val_top1": 0.6198830409356725, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 149, + "train_loss": 0.9688489919617063, + "train_top1": 0.6785714285714286, + "val_loss": 2.226061929736221, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 150, + "train_loss": 1.1503716281482153, + "train_top1": 0.8005952380952381, + "val_loss": 2.221661518888864, + "val_top1": 0.6257309941520468, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 151, + "train_loss": 0.9512658913930258, + "train_top1": 0.90625, + "val_loss": 2.2278008962932385, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 152, + "train_loss": 1.109530011812846, + "train_top1": 0.5997023809523809, + "val_loss": 2.227550142689755, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 153, + "train_loss": 1.1409588484537034, + "train_top1": 0.6279761904761905, + "val_loss": 2.223385296369854, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 154, + "train_loss": 0.942106340612684, + "train_top1": 0.7276785714285714, + "val_loss": 2.2272341795134962, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 155, + "train_loss": 0.8869034789857411, + "train_top1": 0.6339285714285714, + "val_loss": 2.2290918311180428, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 156, + "train_loss": 1.1107114241236733, + "train_top1": 0.8035714285714286, + "val_loss": 2.2242800562005294, + "val_top1": 0.6198830409356725, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 157, + "train_loss": 1.0001662657374428, + "train_top1": 0.7321428571428571, + "val_loss": 2.2270898777141905, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 158, + "train_loss": 0.9145991092636472, + "train_top1": 0.7693452380952381, + "val_loss": 2.2283289878689057, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 159, + "train_loss": 1.153981674285162, + "train_top1": 0.7901785714285714, + "val_loss": 2.22615359122293, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 160, + "train_loss": 1.3028343007678078, + "train_top1": 0.5416666666666666, + "val_loss": 2.2228665630719817, + "val_top1": 0.6257309941520468, + "val_top5": 0.8304093567251462 + } + ] +} \ No newline at end of file diff --git a/mute_mode/checkpoints/sign_v2_report_full_s1.json b/mute_mode/checkpoints/sign_v2_report_full_s1.json new file mode 100644 index 0000000..619ac0f --- /dev/null +++ b/mute_mode/checkpoints/sign_v2_report_full_s1.json @@ -0,0 +1,1403 @@ +{ + "protocol": "official WLASL split, model selected on val, test evaluated once", + "clips": { + "train": 677, + "val": 171, + "test": 155 + }, + "params": 182245, + "best_epoch": 141, + "val_top1": 0.7076023391812866, + "test_top1": 0.5935483870967742, + "test_top5": 0.8064516129032258, + "per_class_test_top1": { + "drink": 1.0, + "before": 0.0, + "cool": 0.0, + "computer": 1.0, + "go": 0.0, + "thin": 0.0, + "cousin": 1.0, + "help": 1.0, + "who": 1.0, + "bowling": 1.0, + "candy": 1.0, + "change": 1.0, + "dark": 1.0, + "accident": 0.5, + "basketball": 1.0, + "bed": 1.0, + "corn": 0.0, + "last": 1.0, + "man": 1.0, + "pizza": 0.3333333333333333, + "take": 0.0, + "tall": 1.0, + "trade": 0.0, + "what": 0.0, + "yes": 0.5, + "bar": 0.3333333333333333, + "cold": 1.0, + "deaf": 0.6666666666666666, + "family": 0.0, + "give": 0.0, + "leave": 0.0, + "show": 0.0, + "soon": 0.6666666666666666, + "tell": 1.0, + "walk": 0.5, + "woman": 1.0, + "year": 1.0, + "apple": 1.0, + "brother": 0.5, + "catch": 0.0, + "champion": 0.0, + "check": 0.0, + "convince": 0.0, + "cry": 1.0, + "delay": 1.0, + "dog": 1.0, + "environment": 0.0, + "example": 0.0, + "far": 0.5, + "fine": 0.5, + "fish": 1.0, + "full": 0.0, + "graduate": 1.0, + "hot": 0.3333333333333333, + "how": 1.0, + "improve": 0.5, + "language": 1.0, + "letter": 0.0, + "many": 1.0, + "mother": 0.5, + "no": 1.0, + "order": 0.0, + "party": 0.0, + "play": 0.5, + "room": 0.3333333333333333, + "score": 1.0, + "secretary": 0.5, + "sweet": 1.0, + "theory": 1.0, + "thursday": 0.5, + "wait": 1.0, + "why": 0.0, + "write": 1.0, + "bad": 1.0, + "balance": 1.0, + "banana": 1.0, + "beard": 1.0, + "because": 1.0, + "big": 0.0, + "bird": 1.0, + "black": 0.0, + "blanket": 0.0, + "blue": 1.0, + "careful": 1.0, + "cat": 0.5, + "copy": 1.0, + "cow": 1.0, + "crash": 0.0, + "daughter": 0.0 + }, + "train_seconds": 867.7, + "args": { + "epochs": 160, + "batch": 32, + "lr": 0.002, + "wd": 0.05, + "width": 128, + "gru": 64, + "dropout": 0.3, + "smoothing": 0.1, + "mixup": 0.2, + "seed": 1, + "features": "full", + "no_augment": false, + "tag": "full_s1", + "deploy": false + }, + "history": [ + { + "epoch": 1, + "train_loss": 4.672464370727539, + "train_top1": 0.008928571428571428, + "val_loss": 4.614795311152586, + "val_top1": 0.005847953216374269, + "val_top5": 0.08771929824561403 + }, + { + "epoch": 2, + "train_loss": 4.555041154225667, + "train_top1": 0.026785714285714284, + "val_loss": 4.468441436165257, + "val_top1": 0.05263157894736842, + "val_top5": 0.15204678362573099 + }, + { + "epoch": 3, + "train_loss": 4.375886871701195, + "train_top1": 0.05357142857142857, + "val_loss": 4.252407606582196, + "val_top1": 0.07602339181286549, + "val_top5": 0.23391812865497075 + }, + { + "epoch": 4, + "train_loss": 4.135038500740414, + "train_top1": 0.06547619047619048, + "val_loss": 4.002935859892103, + "val_top1": 0.09941520467836257, + "val_top5": 0.3684210526315789 + }, + { + "epoch": 5, + "train_loss": 3.7676917030697776, + "train_top1": 0.13541666666666666, + "val_loss": 3.7428168818267467, + "val_top1": 0.14619883040935672, + "val_top5": 0.43859649122807015 + }, + { + "epoch": 6, + "train_loss": 3.5331225849333263, + "train_top1": 0.18154761904761904, + "val_loss": 3.5164744881858603, + "val_top1": 0.26900584795321636, + "val_top5": 0.4853801169590643 + }, + { + "epoch": 7, + "train_loss": 3.2934135482424782, + "train_top1": 0.2648809523809524, + "val_loss": 3.3916337211229646, + "val_top1": 0.22807017543859648, + "val_top5": 0.5614035087719298 + }, + { + "epoch": 8, + "train_loss": 3.0624871594565257, + "train_top1": 0.2708333333333333, + "val_loss": 3.2689769421404566, + "val_top1": 0.28654970760233917, + "val_top5": 0.6432748538011696 + }, + { + "epoch": 9, + "train_loss": 2.9158586661020913, + "train_top1": 0.35119047619047616, + "val_loss": 3.2026565395600612, + "val_top1": 0.3157894736842105, + "val_top5": 0.6491228070175439 + }, + { + "epoch": 10, + "train_loss": 2.7959992544991628, + "train_top1": 0.3913690476190476, + "val_loss": 2.991438429258023, + "val_top1": 0.42105263157894735, + "val_top5": 0.6549707602339181 + }, + { + "epoch": 11, + "train_loss": 2.5807578336624872, + "train_top1": 0.46577380952380953, + "val_loss": 2.9900349260073655, + "val_top1": 0.42105263157894735, + "val_top5": 0.6666666666666666 + }, + { + "epoch": 12, + "train_loss": 2.590032532101586, + "train_top1": 0.4568452380952381, + "val_loss": 2.9963267239910816, + "val_top1": 0.38596491228070173, + "val_top5": 0.6608187134502924 + }, + { + "epoch": 13, + "train_loss": 2.289772465115502, + "train_top1": 0.47023809523809523, + "val_loss": 2.8142693753828083, + "val_top1": 0.4152046783625731, + "val_top5": 0.7134502923976608 + }, + { + "epoch": 14, + "train_loss": 2.3934864770798456, + "train_top1": 0.43601190476190477, + "val_loss": 2.8144733947620058, + "val_top1": 0.4444444444444444, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 15, + "train_loss": 2.465876880146208, + "train_top1": 0.48214285714285715, + "val_loss": 2.7409438710463676, + "val_top1": 0.4619883040935672, + "val_top5": 0.7426900584795322 + }, + { + "epoch": 16, + "train_loss": 2.273420742579869, + "train_top1": 0.41517857142857145, + "val_loss": 2.7039497777035364, + "val_top1": 0.45614035087719296, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 17, + "train_loss": 2.0865320364634194, + "train_top1": 0.6071428571428571, + "val_loss": 2.7371104390997636, + "val_top1": 0.43859649122807015, + "val_top5": 0.7426900584795322 + }, + { + "epoch": 18, + "train_loss": 1.9947431541624523, + "train_top1": 0.5907738095238095, + "val_loss": 2.5925101899264154, + "val_top1": 0.52046783625731, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 19, + "train_loss": 1.8695255574725924, + "train_top1": 0.6532738095238095, + "val_loss": 2.6208970532779805, + "val_top1": 0.52046783625731, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 20, + "train_loss": 1.7505772794995988, + "train_top1": 0.5252976190476191, + "val_loss": 2.607627430854485, + "val_top1": 0.49707602339181284, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 21, + "train_loss": 2.1960746958142234, + "train_top1": 0.5193452380952381, + "val_loss": 2.633855776480067, + "val_top1": 0.4853801169590643, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 22, + "train_loss": 1.7948225509552729, + "train_top1": 0.6904761904761905, + "val_loss": 2.6035373001767876, + "val_top1": 0.49707602339181284, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 23, + "train_loss": 1.6949249789828347, + "train_top1": 0.5699404761904762, + "val_loss": 2.5752680413207116, + "val_top1": 0.47368421052631576, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 24, + "train_loss": 1.7447356496538435, + "train_top1": 0.6413690476190477, + "val_loss": 2.448932374429982, + "val_top1": 0.5614035087719298, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 25, + "train_loss": 1.6363542590822493, + "train_top1": 0.6845238095238095, + "val_loss": 2.560704851708217, + "val_top1": 0.52046783625731, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 26, + "train_loss": 1.861948779651097, + "train_top1": 0.5773809523809523, + "val_loss": 2.4910616930465252, + "val_top1": 0.5497076023391813, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 27, + "train_loss": 1.540048945517767, + "train_top1": 0.6889880952380952, + "val_loss": 2.3725932941102146, + "val_top1": 0.5730994152046783, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 28, + "train_loss": 1.8821190027963548, + "train_top1": 0.6235119047619048, + "val_loss": 2.4488848594197057, + "val_top1": 0.5672514619883041, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 29, + "train_loss": 1.5139230376198178, + "train_top1": 0.6369047619047619, + "val_loss": 2.416753766132377, + "val_top1": 0.5614035087719298, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 30, + "train_loss": 1.4793536435990107, + "train_top1": 0.6175595238095238, + "val_loss": 2.3812918105320624, + "val_top1": 0.5789473684210527, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 31, + "train_loss": 1.7229619310015725, + "train_top1": 0.7395833333333334, + "val_loss": 2.299372608898676, + "val_top1": 0.5906432748538012, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 32, + "train_loss": 1.4265571378526234, + "train_top1": 0.8497023809523809, + "val_loss": 2.383808495705588, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 33, + "train_loss": 1.677225737344651, + "train_top1": 0.6889880952380952, + "val_loss": 2.3655306679463526, + "val_top1": 0.5847953216374269, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 34, + "train_loss": 1.4453355130695162, + "train_top1": 0.6770833333333334, + "val_loss": 2.340122614687646, + "val_top1": 0.6081871345029239, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 35, + "train_loss": 1.5527538515272594, + "train_top1": 0.7217261904761905, + "val_loss": 2.3510865468030784, + "val_top1": 0.5614035087719298, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 36, + "train_loss": 1.4894138858431862, + "train_top1": 0.7008928571428571, + "val_loss": 2.363937068403813, + "val_top1": 0.5847953216374269, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 37, + "train_loss": 1.3110577435720534, + "train_top1": 0.7916666666666666, + "val_loss": 2.335091992428428, + "val_top1": 0.5789473684210527, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 38, + "train_loss": 1.3624220689137776, + "train_top1": 0.5193452380952381, + "val_loss": 2.285880872380664, + "val_top1": 0.6198830409356725, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 39, + "train_loss": 1.3248077120099748, + "train_top1": 0.7857142857142857, + "val_loss": 2.278201617692646, + "val_top1": 0.6140350877192983, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 40, + "train_loss": 1.3544560557320005, + "train_top1": 0.8125, + "val_loss": 2.251952100218388, + "val_top1": 0.6491228070175439, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 41, + "train_loss": 1.3309955653690158, + "train_top1": 0.7842261904761905, + "val_loss": 2.3001638211702047, + "val_top1": 0.6140350877192983, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 42, + "train_loss": 1.5558958110355197, + "train_top1": 0.7589285714285714, + "val_loss": 2.315990258378592, + "val_top1": 0.5555555555555556, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 43, + "train_loss": 1.2986540453774589, + "train_top1": 0.7366071428571429, + "val_loss": 2.375998732639335, + "val_top1": 0.5847953216374269, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 44, + "train_loss": 1.3306012721288771, + "train_top1": 0.7619047619047619, + "val_loss": 2.2682331082416556, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 45, + "train_loss": 1.501873288835798, + "train_top1": 0.7648809523809523, + "val_loss": 2.2843606639326666, + "val_top1": 0.5847953216374269, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 46, + "train_loss": 1.328156624521528, + "train_top1": 0.7723214285714286, + "val_loss": 2.2306509659304257, + "val_top1": 0.5906432748538012, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 47, + "train_loss": 1.2717751491637457, + "train_top1": 0.6919642857142857, + "val_loss": 2.2170992608655964, + "val_top1": 0.6081871345029239, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 48, + "train_loss": 1.3531692028045654, + "train_top1": 0.6889880952380952, + "val_loss": 2.2354070052765964, + "val_top1": 0.6257309941520468, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 49, + "train_loss": 1.4567681380680628, + "train_top1": 0.6235119047619048, + "val_loss": 2.229167678899932, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 50, + "train_loss": 1.3334036355926877, + "train_top1": 0.7053571428571429, + "val_loss": 2.2586908368339316, + "val_top1": 0.6023391812865497, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 51, + "train_loss": 1.3413274657158625, + "train_top1": 0.6681547619047619, + "val_loss": 2.233456108305189, + "val_top1": 0.6023391812865497, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 52, + "train_loss": 1.4002120750291007, + "train_top1": 0.8229166666666666, + "val_loss": 2.2413043153216266, + "val_top1": 0.5964912280701754, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 53, + "train_loss": 1.3474899218195961, + "train_top1": 0.6116071428571429, + "val_loss": 2.2498735224294384, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 54, + "train_loss": 1.2274730801582336, + "train_top1": 0.8288690476190477, + "val_loss": 2.286055336221617, + "val_top1": 0.631578947368421, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 55, + "train_loss": 1.1663724609783717, + "train_top1": 0.7797619047619048, + "val_loss": 2.251188357671102, + "val_top1": 0.5906432748538012, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 56, + "train_loss": 1.1942157404763358, + "train_top1": 0.8511904761904762, + "val_loss": 2.1378450714356716, + "val_top1": 0.6374269005847953, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 57, + "train_loss": 1.2035352871531533, + "train_top1": 0.6145833333333334, + "val_loss": 2.185667531532154, + "val_top1": 0.631578947368421, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 58, + "train_loss": 1.2688916949998765, + "train_top1": 0.6190476190476191, + "val_loss": 2.275580208203946, + "val_top1": 0.5730994152046783, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 59, + "train_loss": 1.796356133052281, + "train_top1": 0.6547619047619048, + "val_loss": 2.22642319383677, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 60, + "train_loss": 1.3779567253021967, + "train_top1": 0.6130952380952381, + "val_loss": 2.174111502909521, + "val_top1": 0.6432748538011696, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 61, + "train_loss": 1.2536197645323617, + "train_top1": 0.6458333333333334, + "val_loss": 2.2025927577102395, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 62, + "train_loss": 1.2340779787018186, + "train_top1": 0.8020833333333334, + "val_loss": 2.1873611539427995, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 63, + "train_loss": 1.285102543376741, + "train_top1": 0.6711309523809523, + "val_loss": 2.1695395645342375, + "val_top1": 0.6198830409356725, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 64, + "train_loss": 1.1661217638424464, + "train_top1": 0.6636904761904762, + "val_loss": 2.2028131457100137, + "val_top1": 0.6081871345029239, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 65, + "train_loss": 1.3059383318537758, + "train_top1": 0.7098214285714286, + "val_loss": 2.1916575459708945, + "val_top1": 0.6198830409356725, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 66, + "train_loss": 1.314331156866891, + "train_top1": 0.5401785714285714, + "val_loss": 2.165293839939854, + "val_top1": 0.631578947368421, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 67, + "train_loss": 1.3969248845463706, + "train_top1": 0.6800595238095238, + "val_loss": 2.139511390039098, + "val_top1": 0.6608187134502924, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 68, + "train_loss": 1.1665358628545488, + "train_top1": 0.6235119047619048, + "val_loss": 2.1793383492363825, + "val_top1": 0.6198830409356725, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 69, + "train_loss": 1.280681385880425, + "train_top1": 0.5535714285714286, + "val_loss": 2.1430317546889097, + "val_top1": 0.6491228070175439, + "val_top5": 0.847953216374269 + }, + { + "epoch": 70, + "train_loss": 1.31228069180534, + "train_top1": 0.7410714285714286, + "val_loss": 2.148639964778521, + "val_top1": 0.6432748538011696, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 71, + "train_loss": 1.3016089967318945, + "train_top1": 0.8288690476190477, + "val_loss": 2.162208196015386, + "val_top1": 0.631578947368421, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 72, + "train_loss": 1.088639614127931, + "train_top1": 0.6726190476190477, + "val_loss": 2.140875710381402, + "val_top1": 0.6432748538011696, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 73, + "train_loss": 1.133589432353065, + "train_top1": 0.6264880952380952, + "val_loss": 2.1495860027290923, + "val_top1": 0.6491228070175439, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 74, + "train_loss": 1.1322731262161618, + "train_top1": 0.8854166666666666, + "val_loss": 2.142671872300711, + "val_top1": 0.6432748538011696, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 75, + "train_loss": 1.2231953484671456, + "train_top1": 0.8452380952380952, + "val_loss": 2.14431185192532, + "val_top1": 0.6198830409356725, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 76, + "train_loss": 1.1591951080730982, + "train_top1": 0.7901785714285714, + "val_loss": 2.112820269768698, + "val_top1": 0.6491228070175439, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 77, + "train_loss": 1.2563678622245789, + "train_top1": 0.7380952380952381, + "val_loss": 2.1495209799872503, + "val_top1": 0.6432748538011696, + "val_top5": 0.847953216374269 + }, + { + "epoch": 78, + "train_loss": 1.3002351806277321, + "train_top1": 0.6517857142857143, + "val_loss": 2.1170072346402886, + "val_top1": 0.6783625730994152, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 79, + "train_loss": 1.3309103818166823, + "train_top1": 0.7142857142857143, + "val_loss": 2.0830744219105144, + "val_top1": 0.6783625730994152, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 80, + "train_loss": 1.242218744187128, + "train_top1": 0.8005952380952381, + "val_loss": 2.1572584743388217, + "val_top1": 0.6257309941520468, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 81, + "train_loss": 1.2155012374832517, + "train_top1": 0.7901785714285714, + "val_loss": 2.1256349449269254, + "val_top1": 0.631578947368421, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 82, + "train_loss": 1.152013633932386, + "train_top1": 0.6741071428571429, + "val_loss": 2.125159213417455, + "val_top1": 0.6491228070175439, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 83, + "train_loss": 1.1626833592142378, + "train_top1": 0.7068452380952381, + "val_loss": 2.1725504356518126, + "val_top1": 0.6491228070175439, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 84, + "train_loss": 1.1446335457620167, + "train_top1": 0.8660714285714286, + "val_loss": 2.115788390064797, + "val_top1": 0.6491228070175439, + "val_top5": 0.847953216374269 + }, + { + "epoch": 85, + "train_loss": 1.2415211683227902, + "train_top1": 0.7083333333333334, + "val_loss": 2.1074504280648036, + "val_top1": 0.6608187134502924, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 86, + "train_loss": 1.2057374517122905, + "train_top1": 0.7752976190476191, + "val_loss": 2.1349180037515207, + "val_top1": 0.6198830409356725, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 87, + "train_loss": 1.2539187925202506, + "train_top1": 0.5997023809523809, + "val_loss": 2.122450938698841, + "val_top1": 0.6491228070175439, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 88, + "train_loss": 1.2325973624274844, + "train_top1": 0.8452380952380952, + "val_loss": 2.1647750369289467, + "val_top1": 0.6257309941520468, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 89, + "train_loss": 1.2320945717039562, + "train_top1": 0.8273809523809523, + "val_loss": 2.139422254952771, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 90, + "train_loss": 1.160299573625837, + "train_top1": 0.8214285714285714, + "val_loss": 2.153503413785968, + "val_top1": 0.6491228070175439, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 91, + "train_loss": 1.2467418000811623, + "train_top1": 0.8363095238095238, + "val_loss": 2.1208478832802578, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 92, + "train_loss": 1.2163135551270985, + "train_top1": 0.7366071428571429, + "val_loss": 2.1193108474999143, + "val_top1": 0.6783625730994152, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 93, + "train_loss": 1.3813526346569969, + "train_top1": 0.7321428571428571, + "val_loss": 2.1128264798058405, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 94, + "train_loss": 1.197281803403582, + "train_top1": 0.8675595238095238, + "val_loss": 2.118151355208012, + "val_top1": 0.6608187134502924, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 95, + "train_loss": 1.2520410333360945, + "train_top1": 0.5625, + "val_loss": 2.1151048370272094, + "val_top1": 0.6432748538011696, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 96, + "train_loss": 1.3203301429748535, + "train_top1": 0.6398809523809523, + "val_loss": 2.0977167999535276, + "val_top1": 0.6900584795321637, + "val_top5": 0.847953216374269 + }, + { + "epoch": 97, + "train_loss": 1.0631686023303442, + "train_top1": 0.8883928571428571, + "val_loss": 2.1132287477192127, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 98, + "train_loss": 0.9633367969876244, + "train_top1": 0.6800595238095238, + "val_loss": 2.1069380609612716, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 99, + "train_loss": 1.1599819489887782, + "train_top1": 0.7306547619047619, + "val_loss": 2.1055243419624907, + "val_top1": 0.6666666666666666, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 100, + "train_loss": 1.163696371373676, + "train_top1": 0.6919642857142857, + "val_loss": 2.1157050216407107, + "val_top1": 0.6666666666666666, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 101, + "train_loss": 1.1458862310364133, + "train_top1": 0.7886904761904762, + "val_loss": 2.1226832490218315, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 102, + "train_loss": 1.0814695017678397, + "train_top1": 0.8065476190476191, + "val_loss": 2.0935955535598665, + "val_top1": 0.6666666666666666, + "val_top5": 0.847953216374269 + }, + { + "epoch": 103, + "train_loss": 1.0895575852621169, + "train_top1": 0.6845238095238095, + "val_loss": 2.1002104296321757, + "val_top1": 0.6491228070175439, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 104, + "train_loss": 1.1992867361931574, + "train_top1": 0.7559523809523809, + "val_loss": 2.081184557306836, + "val_top1": 0.6666666666666666, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 105, + "train_loss": 1.2322403192520142, + "train_top1": 0.6145833333333334, + "val_loss": 2.0701891790356552, + "val_top1": 0.6900584795321637, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 106, + "train_loss": 1.2153369926270985, + "train_top1": 0.5803571428571429, + "val_loss": 2.067578944546437, + "val_top1": 0.6549707602339181, + "val_top5": 0.847953216374269 + }, + { + "epoch": 107, + "train_loss": 1.2678405670892625, + "train_top1": 0.6696428571428571, + "val_loss": 2.0816732596235665, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 108, + "train_loss": 1.2604683921450661, + "train_top1": 0.65625, + "val_loss": 2.0673355080230893, + "val_top1": 0.6842105263157895, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 109, + "train_loss": 1.0164610998971122, + "train_top1": 0.7678571428571429, + "val_loss": 2.049836528231526, + "val_top1": 0.6783625730994152, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 110, + "train_loss": 1.3666270857765561, + "train_top1": 0.7336309523809523, + "val_loss": 2.0576297023840118, + "val_top1": 0.672514619883041, + "val_top5": 0.8654970760233918 + }, + { + "epoch": 111, + "train_loss": 1.2860100978896731, + "train_top1": 0.8095238095238095, + "val_loss": 2.0500796914797776, + "val_top1": 0.6549707602339181, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 112, + "train_loss": 1.0703330550874983, + "train_top1": 0.8660714285714286, + "val_loss": 2.037837162352445, + "val_top1": 0.672514619883041, + "val_top5": 0.8654970760233918 + }, + { + "epoch": 113, + "train_loss": 1.0426773514066423, + "train_top1": 0.7693452380952381, + "val_loss": 2.05166352701466, + "val_top1": 0.6608187134502924, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 114, + "train_loss": 1.0234004287492662, + "train_top1": 0.7380952380952381, + "val_loss": 2.0686953778852497, + "val_top1": 0.6491228070175439, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 115, + "train_loss": 1.0823064077468145, + "train_top1": 0.9002976190476191, + "val_loss": 2.05843014187283, + "val_top1": 0.6608187134502924, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 116, + "train_loss": 1.1106446924663724, + "train_top1": 0.8139880952380952, + "val_loss": 2.0665123169882254, + "val_top1": 0.672514619883041, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 117, + "train_loss": 1.2133942615418207, + "train_top1": 0.84375, + "val_loss": 2.0528168343661126, + "val_top1": 0.6666666666666666, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 118, + "train_loss": 1.0093627458526975, + "train_top1": 0.8020833333333334, + "val_loss": 2.062661730058012, + "val_top1": 0.6666666666666666, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 119, + "train_loss": 1.3042350127583457, + "train_top1": 0.8214285714285714, + "val_loss": 2.061089094619305, + "val_top1": 0.6783625730994152, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 120, + "train_loss": 1.0989855073747181, + "train_top1": 0.7574404761904762, + "val_loss": 2.051449029069198, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 121, + "train_loss": 1.3339111095383054, + "train_top1": 0.6860119047619048, + "val_loss": 2.059942716743514, + "val_top1": 0.672514619883041, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 122, + "train_loss": 1.3289538082622347, + "train_top1": 0.6979166666666666, + "val_loss": 2.050675708648057, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 123, + "train_loss": 1.0664612225123815, + "train_top1": 0.7544642857142857, + "val_loss": 2.0444085946557116, + "val_top1": 0.6900584795321637, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 124, + "train_loss": 1.1579576219831194, + "train_top1": 0.8720238095238095, + "val_loss": 2.0478297395315783, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 125, + "train_loss": 1.2003823972883678, + "train_top1": 0.8005952380952381, + "val_loss": 2.047255308307402, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 126, + "train_loss": 1.4396397130829948, + "train_top1": 0.7276785714285714, + "val_loss": 2.057032272829647, + "val_top1": 0.6783625730994152, + "val_top5": 0.847953216374269 + }, + { + "epoch": 127, + "train_loss": 1.2432129723685128, + "train_top1": 0.7232142857142857, + "val_loss": 2.0630647397180746, + "val_top1": 0.6783625730994152, + "val_top5": 0.847953216374269 + }, + { + "epoch": 128, + "train_loss": 1.2177659840810866, + "train_top1": 0.9017857142857143, + "val_loss": 2.0555966346584564, + "val_top1": 0.672514619883041, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 129, + "train_loss": 1.142152726650238, + "train_top1": 0.8229166666666666, + "val_loss": 2.0526058506547358, + "val_top1": 0.672514619883041, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 130, + "train_loss": 1.2118316349529086, + "train_top1": 0.7321428571428571, + "val_loss": 2.0465072233077377, + "val_top1": 0.6666666666666666, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 131, + "train_loss": 1.0692477907453264, + "train_top1": 0.7217261904761905, + "val_loss": 2.0439717309516774, + "val_top1": 0.6783625730994152, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 132, + "train_loss": 1.2384311641965593, + "train_top1": 0.7247023809523809, + "val_loss": 2.054299867641159, + "val_top1": 0.6842105263157895, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 133, + "train_loss": 1.1874341425441561, + "train_top1": 0.7470238095238095, + "val_loss": 2.0500392342171474, + "val_top1": 0.6783625730994152, + "val_top5": 0.847953216374269 + }, + { + "epoch": 134, + "train_loss": 1.183989439691816, + "train_top1": 0.5833333333333334, + "val_loss": 2.0448514425266557, + "val_top1": 0.695906432748538, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 135, + "train_loss": 1.1179940785680498, + "train_top1": 0.7916666666666666, + "val_loss": 2.0499006084531373, + "val_top1": 0.695906432748538, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 136, + "train_loss": 1.343540492511931, + "train_top1": 0.6994047619047619, + "val_loss": 2.052988122081199, + "val_top1": 0.6783625730994152, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 137, + "train_loss": 1.1342623404094152, + "train_top1": 0.7321428571428571, + "val_loss": 2.0470943144190383, + "val_top1": 0.6783625730994152, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 138, + "train_loss": 1.1301293515023731, + "train_top1": 0.8779761904761905, + "val_loss": 2.04736618410077, + "val_top1": 0.6783625730994152, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 139, + "train_loss": 1.3239429564703078, + "train_top1": 0.6726190476190477, + "val_loss": 2.0475851095210738, + "val_top1": 0.6783625730994152, + "val_top5": 0.847953216374269 + }, + { + "epoch": 140, + "train_loss": 1.1294557934715634, + "train_top1": 0.9464285714285714, + "val_loss": 2.0445659439466155, + "val_top1": 0.695906432748538, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 141, + "train_loss": 1.1310320808773948, + "train_top1": 0.6101190476190477, + "val_loss": 2.0502022149270043, + "val_top1": 0.7076023391812866, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 142, + "train_loss": 0.9480014783995492, + "train_top1": 0.9032738095238095, + "val_loss": 2.0496729995772154, + "val_top1": 0.6900584795321637, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 143, + "train_loss": 1.1261528247878665, + "train_top1": 0.7619047619047619, + "val_loss": 2.042982105623212, + "val_top1": 0.695906432748538, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 144, + "train_loss": 1.0780504913557143, + "train_top1": 0.8244047619047619, + "val_loss": 2.0404797743635568, + "val_top1": 0.695906432748538, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 145, + "train_loss": 1.137842643828619, + "train_top1": 0.6339285714285714, + "val_loss": 2.04457964534648, + "val_top1": 0.7017543859649122, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 146, + "train_loss": 1.1322150571005685, + "train_top1": 0.8303571428571429, + "val_loss": 2.0447475282769454, + "val_top1": 0.6900584795321637, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 147, + "train_loss": 1.2799570390156336, + "train_top1": 0.6071428571428571, + "val_loss": 2.040808666519254, + "val_top1": 0.6900584795321637, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 148, + "train_loss": 1.1529510418574016, + "train_top1": 0.7633928571428571, + "val_loss": 2.0424037983542993, + "val_top1": 0.6900584795321637, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 149, + "train_loss": 1.0962910141263689, + "train_top1": 0.7232142857142857, + "val_loss": 2.043077236030534, + "val_top1": 0.695906432748538, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 150, + "train_loss": 1.1243504598027183, + "train_top1": 0.5, + "val_loss": 2.0412770907084146, + "val_top1": 0.6900584795321637, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 151, + "train_loss": 1.2840410016831898, + "train_top1": 0.7053571428571429, + "val_loss": 2.042582564883762, + "val_top1": 0.6900584795321637, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 152, + "train_loss": 1.4535987008185614, + "train_top1": 0.7351190476190477, + "val_loss": 2.0438728959936845, + "val_top1": 0.6842105263157895, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 153, + "train_loss": 1.1095704322769528, + "train_top1": 0.7693452380952381, + "val_loss": 2.0419593387179904, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 154, + "train_loss": 1.118096445287977, + "train_top1": 0.8080357142857143, + "val_loss": 2.0421507818657054, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 155, + "train_loss": 1.17205445255552, + "train_top1": 0.7336309523809523, + "val_loss": 2.042265088934647, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 156, + "train_loss": 1.578572276092711, + "train_top1": 0.5654761904761905, + "val_loss": 2.0422052402942503, + "val_top1": 0.6666666666666666, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 157, + "train_loss": 1.116142974013374, + "train_top1": 0.5386904761904762, + "val_loss": 2.0406968774851304, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 158, + "train_loss": 1.324286943390256, + "train_top1": 0.7842261904761905, + "val_loss": 2.041364931920816, + "val_top1": 0.6900584795321637, + "val_top5": 0.8596491228070176 + }, + { + "epoch": 159, + "train_loss": 1.046445832366035, + "train_top1": 0.7276785714285714, + "val_loss": 2.0432945134346947, + "val_top1": 0.6842105263157895, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 160, + "train_loss": 1.2919705595288957, + "train_top1": 0.7038690476190477, + "val_loss": 2.0403391241330153, + "val_top1": 0.6900584795321637, + "val_top5": 0.8538011695906432 + } + ] +} \ No newline at end of file diff --git a/mute_mode/checkpoints/sign_v2_report_full_s2.json b/mute_mode/checkpoints/sign_v2_report_full_s2.json new file mode 100644 index 0000000..69149ec --- /dev/null +++ b/mute_mode/checkpoints/sign_v2_report_full_s2.json @@ -0,0 +1,1403 @@ +{ + "protocol": "official WLASL split, model selected on val, test evaluated once", + "clips": { + "train": 677, + "val": 171, + "test": 155 + }, + "params": 182245, + "best_epoch": 141, + "val_top1": 0.695906432748538, + "test_top1": 0.6451612903225806, + "test_top5": 0.7870967741935484, + "per_class_test_top1": { + "drink": 1.0, + "before": 1.0, + "cool": 0.0, + "computer": 1.0, + "go": 0.0, + "thin": 0.0, + "cousin": 1.0, + "help": 1.0, + "who": 1.0, + "bowling": 1.0, + "candy": 1.0, + "change": 0.5, + "dark": 1.0, + "accident": 0.5, + "basketball": 1.0, + "bed": 1.0, + "corn": 0.0, + "last": 1.0, + "man": 1.0, + "pizza": 0.3333333333333333, + "take": 0.0, + "tall": 1.0, + "trade": 0.0, + "what": 0.0, + "yes": 0.5, + "bar": 0.6666666666666666, + "cold": 1.0, + "deaf": 0.6666666666666666, + "family": 1.0, + "give": 0.0, + "leave": 0.0, + "show": 0.0, + "soon": 0.6666666666666666, + "tell": 1.0, + "walk": 1.0, + "woman": 1.0, + "year": 1.0, + "apple": 1.0, + "brother": 1.0, + "catch": 0.0, + "champion": 0.0, + "check": 0.0, + "convince": 0.0, + "cry": 1.0, + "delay": 1.0, + "dog": 1.0, + "environment": 0.0, + "example": 0.0, + "far": 0.5, + "fine": 0.5, + "fish": 1.0, + "full": 0.5, + "graduate": 0.0, + "hot": 0.3333333333333333, + "how": 1.0, + "improve": 0.5, + "language": 1.0, + "letter": 0.0, + "many": 1.0, + "mother": 0.5, + "no": 1.0, + "order": 0.0, + "party": 0.0, + "play": 0.5, + "room": 0.6666666666666666, + "score": 1.0, + "secretary": 1.0, + "sweet": 1.0, + "theory": 1.0, + "thursday": 0.5, + "wait": 1.0, + "why": 0.0, + "write": 1.0, + "bad": 1.0, + "balance": 1.0, + "banana": 1.0, + "beard": 1.0, + "because": 1.0, + "big": 0.0, + "bird": 1.0, + "black": 0.3333333333333333, + "blanket": 0.0, + "blue": 1.0, + "careful": 0.0, + "cat": 1.0, + "copy": 1.0, + "cow": 1.0, + "crash": 0.0, + "daughter": 0.5 + }, + "train_seconds": 867.2, + "args": { + "epochs": 160, + "batch": 32, + "lr": 0.002, + "wd": 0.05, + "width": 128, + "gru": 64, + "dropout": 0.3, + "smoothing": 0.1, + "mixup": 0.2, + "seed": 2, + "features": "full", + "no_augment": false, + "tag": "full_s2", + "deploy": false + }, + "history": [ + { + "epoch": 1, + "train_loss": 4.648052374521892, + "train_top1": 0.00744047619047619, + "val_loss": 4.561290858084695, + "val_top1": 0.011695906432748537, + "val_top5": 0.0935672514619883 + }, + { + "epoch": 2, + "train_loss": 4.543577557518368, + "train_top1": 0.019345238095238096, + "val_loss": 4.418324194456401, + "val_top1": 0.05847953216374269, + "val_top5": 0.1695906432748538 + }, + { + "epoch": 3, + "train_loss": 4.3288127808343795, + "train_top1": 0.06994047619047619, + "val_loss": 4.228050056256746, + "val_top1": 0.07017543859649122, + "val_top5": 0.25146198830409355 + }, + { + "epoch": 4, + "train_loss": 4.071648393358503, + "train_top1": 0.10714285714285714, + "val_loss": 3.97052294190167, + "val_top1": 0.10526315789473684, + "val_top5": 0.3742690058479532 + }, + { + "epoch": 5, + "train_loss": 3.7539508796873546, + "train_top1": 0.12946428571428573, + "val_loss": 3.7889527424037106, + "val_top1": 0.14619883040935672, + "val_top5": 0.43859649122807015 + }, + { + "epoch": 6, + "train_loss": 3.5388856388273693, + "train_top1": 0.16666666666666666, + "val_loss": 3.5675284709149633, + "val_top1": 0.21052631578947367, + "val_top5": 0.5029239766081871 + }, + { + "epoch": 7, + "train_loss": 3.3280335040319535, + "train_top1": 0.25892857142857145, + "val_loss": 3.355098163872434, + "val_top1": 0.26900584795321636, + "val_top5": 0.6023391812865497 + }, + { + "epoch": 8, + "train_loss": 3.085123595737276, + "train_top1": 0.17857142857142858, + "val_loss": 3.1991826456192642, + "val_top1": 0.3391812865497076, + "val_top5": 0.6491228070175439 + }, + { + "epoch": 9, + "train_loss": 3.0814395745595298, + "train_top1": 0.22172619047619047, + "val_loss": 3.1236798024316976, + "val_top1": 0.3567251461988304, + "val_top5": 0.631578947368421 + }, + { + "epoch": 10, + "train_loss": 2.8785292761666432, + "train_top1": 0.35119047619047616, + "val_loss": 3.2060777750628735, + "val_top1": 0.3157894736842105, + "val_top5": 0.6198830409356725 + }, + { + "epoch": 11, + "train_loss": 2.78497238386245, + "train_top1": 0.4181547619047619, + "val_loss": 3.0332142163438407, + "val_top1": 0.32748538011695905, + "val_top5": 0.6608187134502924 + }, + { + "epoch": 12, + "train_loss": 2.5428877217429027, + "train_top1": 0.37797619047619047, + "val_loss": 2.9456658307571857, + "val_top1": 0.38596491228070173, + "val_top5": 0.6432748538011696 + }, + { + "epoch": 13, + "train_loss": 2.5453706355321977, + "train_top1": 0.3556547619047619, + "val_loss": 2.8457152829532735, + "val_top1": 0.4502923976608187, + "val_top5": 0.7134502923976608 + }, + { + "epoch": 14, + "train_loss": 2.5514250369299027, + "train_top1": 0.4494047619047619, + "val_loss": 2.7908256137580203, + "val_top1": 0.4619883040935672, + "val_top5": 0.7076023391812866 + }, + { + "epoch": 15, + "train_loss": 2.42450635773795, + "train_top1": 0.4419642857142857, + "val_loss": 2.8322742863705286, + "val_top1": 0.4152046783625731, + "val_top5": 0.7134502923976608 + }, + { + "epoch": 16, + "train_loss": 2.1320055496124994, + "train_top1": 0.46875, + "val_loss": 2.634825505708393, + "val_top1": 0.4619883040935672, + "val_top5": 0.7192982456140351 + }, + { + "epoch": 17, + "train_loss": 2.0620118322826566, + "train_top1": 0.4270833333333333, + "val_loss": 2.6347570224115024, + "val_top1": 0.45614035087719296, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 18, + "train_loss": 2.137744659469241, + "train_top1": 0.43154761904761907, + "val_loss": 2.6039754493891842, + "val_top1": 0.4502923976608187, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 19, + "train_loss": 2.033050855000814, + "train_top1": 0.5104166666666666, + "val_loss": 2.5369576445797035, + "val_top1": 0.52046783625731, + "val_top5": 0.783625730994152 + }, + { + "epoch": 20, + "train_loss": 1.8521484704244704, + "train_top1": 0.5297619047619048, + "val_loss": 2.627701410773205, + "val_top1": 0.4853801169590643, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 21, + "train_loss": 2.0554554916563488, + "train_top1": 0.5952380952380952, + "val_loss": 2.4323329897651895, + "val_top1": 0.5146198830409356, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 22, + "train_loss": 2.1030954122543335, + "train_top1": 0.41964285714285715, + "val_loss": 2.49428341402645, + "val_top1": 0.5029239766081871, + "val_top5": 0.783625730994152 + }, + { + "epoch": 23, + "train_loss": 1.8889423552013578, + "train_top1": 0.5580357142857143, + "val_loss": 2.3961505457671763, + "val_top1": 0.5146198830409356, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 24, + "train_loss": 1.8111438694454374, + "train_top1": 0.5357142857142857, + "val_loss": 2.4282118577009055, + "val_top1": 0.5614035087719298, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 25, + "train_loss": 1.8139438458851405, + "train_top1": 0.5714285714285714, + "val_loss": 2.351397344243457, + "val_top1": 0.5497076023391813, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 26, + "train_loss": 1.4890714372907365, + "train_top1": 0.7053571428571429, + "val_loss": 2.354469424799869, + "val_top1": 0.5730994152046783, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 27, + "train_loss": 1.6218251500810896, + "train_top1": 0.6458333333333334, + "val_loss": 2.396452856342695, + "val_top1": 0.5614035087719298, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 28, + "train_loss": 1.7777104434512911, + "train_top1": 0.7157738095238095, + "val_loss": 2.265186828479432, + "val_top1": 0.6023391812865497, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 29, + "train_loss": 1.4971394141515095, + "train_top1": 0.6071428571428571, + "val_loss": 2.3379895115456386, + "val_top1": 0.5847953216374269, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 30, + "train_loss": 1.623256314368475, + "train_top1": 0.7380952380952381, + "val_loss": 2.280952116202193, + "val_top1": 0.5906432748538012, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 31, + "train_loss": 1.4154064882369268, + "train_top1": 0.7247023809523809, + "val_loss": 2.3395921305606238, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 32, + "train_loss": 1.5613069591068087, + "train_top1": 0.7931547619047619, + "val_loss": 2.3457989009500246, + "val_top1": 0.5730994152046783, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 33, + "train_loss": 1.727569580078125, + "train_top1": 0.7068452380952381, + "val_loss": 2.2507519066682335, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 34, + "train_loss": 1.449310927163987, + "train_top1": 0.6071428571428571, + "val_loss": 2.3469321030622337, + "val_top1": 0.5906432748538012, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 35, + "train_loss": 1.5894142956960768, + "train_top1": 0.6339285714285714, + "val_loss": 2.260403633117676, + "val_top1": 0.5906432748538012, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 36, + "train_loss": 1.5344624462581815, + "train_top1": 0.6875, + "val_loss": 2.261327358714321, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 37, + "train_loss": 1.7602584078198387, + "train_top1": 0.6681547619047619, + "val_loss": 2.22622037073325, + "val_top1": 0.5964912280701754, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 38, + "train_loss": 1.3927579266684396, + "train_top1": 0.5520833333333334, + "val_loss": 2.2040210021169564, + "val_top1": 0.5964912280701754, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 39, + "train_loss": 1.4287136736370267, + "train_top1": 0.6324404761904762, + "val_loss": 2.1755328080807512, + "val_top1": 0.6432748538011696, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 40, + "train_loss": 1.466921437354315, + "train_top1": 0.6026785714285714, + "val_loss": 2.2439244964666534, + "val_top1": 0.6198830409356725, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 41, + "train_loss": 1.3717080695288522, + "train_top1": 0.7053571428571429, + "val_loss": 2.2078077444556166, + "val_top1": 0.6023391812865497, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 42, + "train_loss": 1.3072605019523984, + "train_top1": 0.5252976190476191, + "val_loss": 2.2591298351510924, + "val_top1": 0.631578947368421, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 43, + "train_loss": 1.5221879822867257, + "train_top1": 0.5, + "val_loss": 2.2324153582255044, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 44, + "train_loss": 1.5072007746923537, + "train_top1": 0.6577380952380952, + "val_loss": 2.1560637170111225, + "val_top1": 0.631578947368421, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 45, + "train_loss": 1.2875182571865262, + "train_top1": 0.6696428571428571, + "val_loss": 2.290684475536235, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 46, + "train_loss": 1.2653844243004209, + "train_top1": 0.7351190476190477, + "val_loss": 2.24019059521413, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 47, + "train_loss": 1.4415706339336576, + "train_top1": 0.7648809523809523, + "val_loss": 2.1655399562322604, + "val_top1": 0.6257309941520468, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 48, + "train_loss": 1.3732542821339198, + "train_top1": 0.6651785714285714, + "val_loss": 2.1810928548288624, + "val_top1": 0.631578947368421, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 49, + "train_loss": 1.1490384169987269, + "train_top1": 0.75, + "val_loss": 2.190197339531971, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 50, + "train_loss": 1.4073811684335982, + "train_top1": 0.8199404761904762, + "val_loss": 2.128568311880904, + "val_top1": 0.6374269005847953, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 51, + "train_loss": 1.3551264320101057, + "train_top1": 0.7113095238095238, + "val_loss": 2.2247039463087828, + "val_top1": 0.6198830409356725, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 52, + "train_loss": 1.2631810250736417, + "train_top1": 0.6979166666666666, + "val_loss": 2.226614511501022, + "val_top1": 0.6081871345029239, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 53, + "train_loss": 1.1797746618588765, + "train_top1": 0.6592261904761905, + "val_loss": 2.178403557392589, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 54, + "train_loss": 1.3493366695585705, + "train_top1": 0.6592261904761905, + "val_loss": 2.180732226511191, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 55, + "train_loss": 1.4120039003235954, + "train_top1": 0.8303571428571429, + "val_loss": 2.179243871343066, + "val_top1": 0.5964912280701754, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 56, + "train_loss": 1.2240209238869804, + "train_top1": 0.7961309523809523, + "val_loss": 2.183312163715474, + "val_top1": 0.6140350877192983, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 57, + "train_loss": 1.40645204271589, + "train_top1": 0.8273809523809523, + "val_loss": 2.2095840270059153, + "val_top1": 0.6257309941520468, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 58, + "train_loss": 1.214135277838934, + "train_top1": 0.75, + "val_loss": 2.2022977990713732, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 59, + "train_loss": 1.3762780399549575, + "train_top1": 0.7991071428571429, + "val_loss": 2.1916051817219158, + "val_top1": 0.6198830409356725, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 60, + "train_loss": 1.618306699253264, + "train_top1": 0.7797619047619048, + "val_loss": 2.1998551226498786, + "val_top1": 0.6023391812865497, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 61, + "train_loss": 1.1406396428744, + "train_top1": 0.7648809523809523, + "val_loss": 2.175952930896603, + "val_top1": 0.6081871345029239, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 62, + "train_loss": 1.4725816249847412, + "train_top1": 0.65625, + "val_loss": 2.1672646134917497, + "val_top1": 0.6081871345029239, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 63, + "train_loss": 1.263744885013217, + "train_top1": 0.6488095238095238, + "val_loss": 2.1643620513336, + "val_top1": 0.631578947368421, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 64, + "train_loss": 1.624804539339883, + "train_top1": 0.6666666666666666, + "val_loss": 2.1739874848148277, + "val_top1": 0.6491228070175439, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 65, + "train_loss": 1.1659529294286455, + "train_top1": 0.8377976190476191, + "val_loss": 2.2383679311875015, + "val_top1": 0.6198830409356725, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 66, + "train_loss": 1.2186971931230455, + "train_top1": 0.6979166666666666, + "val_loss": 2.2371742822970564, + "val_top1": 0.5906432748538012, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 67, + "train_loss": 1.4714894152822948, + "train_top1": 0.7455357142857143, + "val_loss": 2.155813087496841, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 68, + "train_loss": 1.227001394544329, + "train_top1": 0.6309523809523809, + "val_loss": 2.1445857042457623, + "val_top1": 0.6257309941520468, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 69, + "train_loss": 1.2374922917002724, + "train_top1": 0.8244047619047619, + "val_loss": 2.1511660068355805, + "val_top1": 0.6198830409356725, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 70, + "train_loss": 1.1555477607817877, + "train_top1": 0.7529761904761905, + "val_loss": 2.1263466940985785, + "val_top1": 0.6491228070175439, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 71, + "train_loss": 1.204221282686506, + "train_top1": 0.7470238095238095, + "val_loss": 2.1055502445377106, + "val_top1": 0.6491228070175439, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 72, + "train_loss": 1.1431541159039451, + "train_top1": 0.6651785714285714, + "val_loss": 2.1316288493530093, + "val_top1": 0.6374269005847953, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 73, + "train_loss": 1.2693368735767545, + "train_top1": 0.7857142857142857, + "val_loss": 2.0745388346108777, + "val_top1": 0.6374269005847953, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 74, + "train_loss": 1.1703251089368547, + "train_top1": 0.7291666666666666, + "val_loss": 2.090471613476848, + "val_top1": 0.6900584795321637, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 75, + "train_loss": 1.115691085656484, + "train_top1": 0.7678571428571429, + "val_loss": 2.0884014821191976, + "val_top1": 0.6842105263157895, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 76, + "train_loss": 0.9646575422514052, + "train_top1": 0.7276785714285714, + "val_loss": 2.0861070588318227, + "val_top1": 0.6432748538011696, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 77, + "train_loss": 1.3914084150677635, + "train_top1": 0.8065476190476191, + "val_loss": 2.1234194354007117, + "val_top1": 0.6374269005847953, + "val_top5": 0.847953216374269 + }, + { + "epoch": 78, + "train_loss": 1.3421092686199008, + "train_top1": 0.7395833333333334, + "val_loss": 2.1241703674807186, + "val_top1": 0.6432748538011696, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 79, + "train_loss": 1.2943114326113747, + "train_top1": 0.6904761904761905, + "val_loss": 2.113732407664695, + "val_top1": 0.6608187134502924, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 80, + "train_loss": 1.4256765842437744, + "train_top1": 0.8035714285714286, + "val_loss": 2.116434023394222, + "val_top1": 0.6666666666666666, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 81, + "train_loss": 1.1685178308259874, + "train_top1": 0.7366071428571429, + "val_loss": 2.081141119114837, + "val_top1": 0.6783625730994152, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 82, + "train_loss": 1.2322221369970412, + "train_top1": 0.5848214285714286, + "val_loss": 2.0677061554981253, + "val_top1": 0.6666666666666666, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 83, + "train_loss": 1.4922101526033311, + "train_top1": 0.5877976190476191, + "val_loss": 2.099496166608487, + "val_top1": 0.6374269005847953, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 84, + "train_loss": 1.0546654264132183, + "train_top1": 0.7991071428571429, + "val_loss": 2.1017137577659204, + "val_top1": 0.6491228070175439, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 85, + "train_loss": 1.3018213794344948, + "train_top1": 0.8586309523809523, + "val_loss": 2.0762786586382234, + "val_top1": 0.6666666666666666, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 86, + "train_loss": 1.5047559823308672, + "train_top1": 0.5342261904761905, + "val_loss": 2.0747128425285832, + "val_top1": 0.6666666666666666, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 87, + "train_loss": 1.1454106597673326, + "train_top1": 0.8913690476190477, + "val_loss": 2.0669522731624848, + "val_top1": 0.6666666666666666, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 88, + "train_loss": 1.251444867679051, + "train_top1": 0.65625, + "val_loss": 2.0964208025681343, + "val_top1": 0.6374269005847953, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 89, + "train_loss": 1.2081002053760348, + "train_top1": 0.8139880952380952, + "val_loss": 2.0710525345384028, + "val_top1": 0.6374269005847953, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 90, + "train_loss": 1.3224084348905654, + "train_top1": 0.7872023809523809, + "val_loss": 2.0866320551487436, + "val_top1": 0.6549707602339181, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 91, + "train_loss": 1.4758090660685586, + "train_top1": 0.6309523809523809, + "val_loss": 2.0743939039999977, + "val_top1": 0.6432748538011696, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 92, + "train_loss": 1.01339305298669, + "train_top1": 0.7752976190476191, + "val_loss": 2.0769968632369014, + "val_top1": 0.6608187134502924, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 93, + "train_loss": 1.4452022484370641, + "train_top1": 0.7351190476190477, + "val_loss": 2.0836592417711404, + "val_top1": 0.6666666666666666, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 94, + "train_loss": 1.3232909128779458, + "train_top1": 0.7946428571428571, + "val_loss": 2.08133682172898, + "val_top1": 0.6666666666666666, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 95, + "train_loss": 1.0850251629239036, + "train_top1": 0.8511904761904762, + "val_loss": 2.057009459936131, + "val_top1": 0.6608187134502924, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 96, + "train_loss": 1.3275211197989327, + "train_top1": 0.7083333333333334, + "val_loss": 2.076410301944666, + "val_top1": 0.6608187134502924, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 97, + "train_loss": 1.1737993955612183, + "train_top1": 0.7172619047619048, + "val_loss": 2.108262318616722, + "val_top1": 0.6491228070175439, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 98, + "train_loss": 1.173738595985231, + "train_top1": 0.7202380952380952, + "val_loss": 2.112295021090591, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 99, + "train_loss": 1.0016111674762906, + "train_top1": 0.7589285714285714, + "val_loss": 2.092853582393356, + "val_top1": 0.6666666666666666, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 100, + "train_loss": 1.1540108692078364, + "train_top1": 0.7395833333333334, + "val_loss": 2.061254103978475, + "val_top1": 0.6549707602339181, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 101, + "train_loss": 1.1062091787656148, + "train_top1": 0.7485119047619048, + "val_loss": 2.0455470210627507, + "val_top1": 0.672514619883041, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 102, + "train_loss": 1.414194731485276, + "train_top1": 0.6086309523809523, + "val_loss": 2.073146523090831, + "val_top1": 0.6666666666666666, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 103, + "train_loss": 1.3214868080048334, + "train_top1": 0.6904761904761905, + "val_loss": 2.0637597201163307, + "val_top1": 0.6608187134502924, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 104, + "train_loss": 1.2090061562401908, + "train_top1": 0.8199404761904762, + "val_loss": 2.0581336607012832, + "val_top1": 0.6608187134502924, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 105, + "train_loss": 1.114786011832101, + "train_top1": 0.6919642857142857, + "val_loss": 2.05193731519911, + "val_top1": 0.6491228070175439, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 106, + "train_loss": 1.2340876914206005, + "train_top1": 0.8467261904761905, + "val_loss": 2.041823507052416, + "val_top1": 0.6608187134502924, + "val_top5": 0.847953216374269 + }, + { + "epoch": 107, + "train_loss": 1.2632136742273967, + "train_top1": 0.6324404761904762, + "val_loss": 2.0602841209947016, + "val_top1": 0.6549707602339181, + "val_top5": 0.847953216374269 + }, + { + "epoch": 108, + "train_loss": 1.0425904393196106, + "train_top1": 0.8422619047619048, + "val_loss": 2.0344799722147267, + "val_top1": 0.6491228070175439, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 109, + "train_loss": 1.1607248385747273, + "train_top1": 0.7023809523809523, + "val_loss": 2.042377421730443, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 110, + "train_loss": 1.1895945838519506, + "train_top1": 0.6026785714285714, + "val_loss": 2.0276007010922794, + "val_top1": 0.6666666666666666, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 111, + "train_loss": 1.1925437053044636, + "train_top1": 0.8095238095238095, + "val_loss": 2.0182511179070723, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 112, + "train_loss": 1.2182306533768064, + "train_top1": 0.7247023809523809, + "val_loss": 2.0492189878608746, + "val_top1": 0.672514619883041, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 113, + "train_loss": 1.0479424595832825, + "train_top1": 0.7678571428571429, + "val_loss": 2.0270489447298106, + "val_top1": 0.6608187134502924, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 114, + "train_loss": 1.2085678634189425, + "train_top1": 0.5550595238095238, + "val_loss": 2.0298494009943733, + "val_top1": 0.6900584795321637, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 115, + "train_loss": 1.2349726898329598, + "train_top1": 0.7008928571428571, + "val_loss": 2.0409551001431647, + "val_top1": 0.6549707602339181, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 116, + "train_loss": 0.9402889495804196, + "train_top1": 0.7247023809523809, + "val_loss": 2.030095673443978, + "val_top1": 0.6491228070175439, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 117, + "train_loss": 1.166968510264442, + "train_top1": 0.5952380952380952, + "val_loss": 2.024545117428428, + "val_top1": 0.6608187134502924, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 118, + "train_loss": 1.1299784637632824, + "train_top1": 0.7068452380952381, + "val_loss": 2.014257350163153, + "val_top1": 0.6608187134502924, + "val_top5": 0.847953216374269 + }, + { + "epoch": 119, + "train_loss": 0.9247847284589495, + "train_top1": 0.7738095238095238, + "val_loss": 2.034318580962064, + "val_top1": 0.6374269005847953, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 120, + "train_loss": 1.3955032655170985, + "train_top1": 0.7351190476190477, + "val_loss": 2.0338939505013807, + "val_top1": 0.6549707602339181, + "val_top5": 0.847953216374269 + }, + { + "epoch": 121, + "train_loss": 1.211075396764846, + "train_top1": 0.7217261904761905, + "val_loss": 2.0250185860527887, + "val_top1": 0.6491228070175439, + "val_top5": 0.847953216374269 + }, + { + "epoch": 122, + "train_loss": 0.9187719907079425, + "train_top1": 0.7663690476190477, + "val_loss": 2.023570526413053, + "val_top1": 0.6666666666666666, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 123, + "train_loss": 1.0982658125105358, + "train_top1": 0.8050595238095238, + "val_loss": 2.0322466956244574, + "val_top1": 0.672514619883041, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 124, + "train_loss": 1.1678208055950345, + "train_top1": 0.6845238095238095, + "val_loss": 2.0192885036356967, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 125, + "train_loss": 1.1646441419919331, + "train_top1": 0.7366071428571429, + "val_loss": 2.022233996474952, + "val_top1": 0.6666666666666666, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 126, + "train_loss": 1.3137910933721633, + "train_top1": 0.7127976190476191, + "val_loss": 2.0282583390063014, + "val_top1": 0.6783625730994152, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 127, + "train_loss": 1.2127642517998105, + "train_top1": 0.6800595238095238, + "val_loss": 2.0177578201070863, + "val_top1": 0.6783625730994152, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 128, + "train_loss": 0.9625019885244823, + "train_top1": 0.7247023809523809, + "val_loss": 2.030878571738974, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 129, + "train_loss": 1.071015599228087, + "train_top1": 0.6770833333333334, + "val_loss": 2.026759231299685, + "val_top1": 0.672514619883041, + "val_top5": 0.847953216374269 + }, + { + "epoch": 130, + "train_loss": 1.0028103022348314, + "train_top1": 0.9702380952380952, + "val_loss": 2.0336418444650217, + "val_top1": 0.6783625730994152, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 131, + "train_loss": 1.05132395029068, + "train_top1": 0.6354166666666666, + "val_loss": 2.023286978403727, + "val_top1": 0.6608187134502924, + "val_top5": 0.847953216374269 + }, + { + "epoch": 132, + "train_loss": 1.1922543219157629, + "train_top1": 0.7202380952380952, + "val_loss": 2.0240976141210187, + "val_top1": 0.6783625730994152, + "val_top5": 0.847953216374269 + }, + { + "epoch": 133, + "train_loss": 1.3795248922847567, + "train_top1": 0.6934523809523809, + "val_loss": 2.0323297447628446, + "val_top1": 0.672514619883041, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 134, + "train_loss": 1.0969493389129639, + "train_top1": 0.71875, + "val_loss": 2.0306954997324804, + "val_top1": 0.672514619883041, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 135, + "train_loss": 1.249602164540972, + "train_top1": 0.8199404761904762, + "val_loss": 2.024474344755474, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 136, + "train_loss": 1.0085840764499845, + "train_top1": 0.8616071428571429, + "val_loss": 2.0340723419747158, + "val_top1": 0.6783625730994152, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 137, + "train_loss": 0.9241173721495128, + "train_top1": 0.7247023809523809, + "val_loss": 2.027355168995104, + "val_top1": 0.6783625730994152, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 138, + "train_loss": 1.0866615857396806, + "train_top1": 0.7247023809523809, + "val_loss": 2.0274403876031353, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 139, + "train_loss": 1.2432936571893238, + "train_top1": 0.7455357142857143, + "val_loss": 2.02570807166964, + "val_top1": 0.6783625730994152, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 140, + "train_loss": 1.232663407212212, + "train_top1": 0.7693452380952381, + "val_loss": 2.0181832731815805, + "val_top1": 0.6900584795321637, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 141, + "train_loss": 1.2260668306123643, + "train_top1": 0.7797619047619048, + "val_loss": 2.020122008016932, + "val_top1": 0.695906432748538, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 142, + "train_loss": 1.166400475161416, + "train_top1": 0.8214285714285714, + "val_loss": 2.0160489389073777, + "val_top1": 0.6900584795321637, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 143, + "train_loss": 1.2129048932166326, + "train_top1": 0.6785714285714286, + "val_loss": 2.0184598484931633, + "val_top1": 0.6842105263157895, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 144, + "train_loss": 1.3959125535828727, + "train_top1": 0.6889880952380952, + "val_loss": 2.021944458721674, + "val_top1": 0.6842105263157895, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 145, + "train_loss": 1.1157365441322327, + "train_top1": 0.8050595238095238, + "val_loss": 2.0219940581516913, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 146, + "train_loss": 1.4168153547105335, + "train_top1": 0.7395833333333334, + "val_loss": 2.0214842899500973, + "val_top1": 0.6783625730994152, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 147, + "train_loss": 1.159372539747329, + "train_top1": 0.8898809523809523, + "val_loss": 2.0199058906376712, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 148, + "train_loss": 1.0354682803153992, + "train_top1": 0.8184523809523809, + "val_loss": 2.0207105812273527, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 149, + "train_loss": 1.388247779437474, + "train_top1": 0.5059523809523809, + "val_loss": 2.023421934473584, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 150, + "train_loss": 1.4230648506255377, + "train_top1": 0.5476190476190477, + "val_loss": 2.021002185274983, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 151, + "train_loss": 1.1451737540108817, + "train_top1": 0.7619047619047619, + "val_loss": 2.0182277124527603, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 152, + "train_loss": 0.9566304768834796, + "train_top1": 0.7693452380952381, + "val_loss": 2.0179602221438757, + "val_top1": 0.6842105263157895, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 153, + "train_loss": 1.1483666102091472, + "train_top1": 0.6949404761904762, + "val_loss": 2.0211950965792114, + "val_top1": 0.672514619883041, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 154, + "train_loss": 1.0134489451135908, + "train_top1": 0.6785714285714286, + "val_loss": 2.0191908496165136, + "val_top1": 0.6783625730994152, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 155, + "train_loss": 1.2659512218974887, + "train_top1": 0.7410714285714286, + "val_loss": 2.0221462584378425, + "val_top1": 0.6783625730994152, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 156, + "train_loss": 1.1953408661342801, + "train_top1": 0.6458333333333334, + "val_loss": 2.0212331626847475, + "val_top1": 0.672514619883041, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 157, + "train_loss": 1.2493838525953747, + "train_top1": 0.7767857142857143, + "val_loss": 2.0198966717859457, + "val_top1": 0.672514619883041, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 158, + "train_loss": 1.0790042451449804, + "train_top1": 0.7247023809523809, + "val_loss": 2.020684516917892, + "val_top1": 0.672514619883041, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 159, + "train_loss": 1.1404035204932803, + "train_top1": 0.7113095238095238, + "val_loss": 2.0212386755915412, + "val_top1": 0.6666666666666666, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 160, + "train_loss": 1.2460451949210394, + "train_top1": 0.7425595238095238, + "val_loss": 2.020831593295984, + "val_top1": 0.672514619883041, + "val_top5": 0.8362573099415205 + } + ] +} \ No newline at end of file diff --git a/mute_mode/checkpoints/sign_v2_report_shape_only.json b/mute_mode/checkpoints/sign_v2_report_shape_only.json new file mode 100644 index 0000000..5eeb1db --- /dev/null +++ b/mute_mode/checkpoints/sign_v2_report_shape_only.json @@ -0,0 +1,1403 @@ +{ + "protocol": "official WLASL split, model selected on val, test evaluated once", + "clips": { + "train": 677, + "val": 171, + "test": 155 + }, + "params": 169701, + "best_epoch": 121, + "val_top1": 0.631578947368421, + "test_top1": 0.6387096774193548, + "test_top5": 0.8, + "per_class_test_top1": { + "drink": 1.0, + "before": 1.0, + "cool": 0.0, + "computer": 0.5, + "go": 0.0, + "thin": 0.0, + "cousin": 1.0, + "help": 0.5, + "who": 1.0, + "bowling": 1.0, + "candy": 1.0, + "change": 0.5, + "dark": 1.0, + "accident": 0.5, + "basketball": 1.0, + "bed": 1.0, + "corn": 0.0, + "last": 1.0, + "man": 1.0, + "pizza": 0.3333333333333333, + "take": 0.0, + "tall": 1.0, + "trade": 0.5, + "what": 0.0, + "yes": 1.0, + "bar": 0.6666666666666666, + "cold": 1.0, + "deaf": 0.6666666666666666, + "family": 1.0, + "give": 0.0, + "leave": 0.0, + "show": 0.0, + "soon": 0.6666666666666666, + "tell": 0.5, + "walk": 0.5, + "woman": 0.6666666666666666, + "year": 1.0, + "apple": 1.0, + "brother": 0.5, + "catch": 0.0, + "champion": 0.5, + "check": 0.0, + "convince": 0.0, + "cry": 1.0, + "delay": 1.0, + "dog": 1.0, + "environment": 1.0, + "example": 0.0, + "far": 1.0, + "fine": 0.5, + "fish": 1.0, + "full": 0.5, + "graduate": 0.0, + "hot": 0.6666666666666666, + "how": 1.0, + "improve": 0.5, + "language": 1.0, + "letter": 0.0, + "many": 1.0, + "mother": 0.5, + "no": 1.0, + "order": 0.0, + "party": 0.0, + "play": 0.5, + "room": 0.3333333333333333, + "score": 0.0, + "secretary": 1.0, + "sweet": 1.0, + "theory": 1.0, + "thursday": 0.5, + "wait": 1.0, + "why": 0.0, + "write": 1.0, + "bad": 1.0, + "balance": 0.0, + "banana": 1.0, + "beard": 1.0, + "because": 1.0, + "big": 0.0, + "bird": 0.5, + "black": 1.0, + "blanket": 0.0, + "blue": 1.0, + "careful": 1.0, + "cat": 1.0, + "copy": 1.0, + "cow": 1.0, + "crash": 0.0, + "daughter": 0.5 + }, + "train_seconds": 1020.0, + "args": { + "epochs": 160, + "batch": 32, + "lr": 0.002, + "wd": 0.05, + "width": 128, + "gru": 64, + "dropout": 0.3, + "smoothing": 0.1, + "mixup": 0.2, + "seed": 0, + "features": "shape_only", + "no_augment": false, + "tag": "", + "deploy": false + }, + "history": [ + { + "epoch": 1, + "train_loss": 4.6556256385076615, + "train_top1": 0.010416666666666666, + "val_loss": 4.604917676825273, + "val_top1": 0.011695906432748537, + "val_top5": 0.08187134502923976 + }, + { + "epoch": 2, + "train_loss": 4.558410213107154, + "train_top1": 0.020833333333333332, + "val_loss": 4.486078337619179, + "val_top1": 0.07017543859649122, + "val_top5": 0.1871345029239766 + }, + { + "epoch": 3, + "train_loss": 4.3941840671357655, + "train_top1": 0.05357142857142857, + "val_loss": 4.302521396101567, + "val_top1": 0.1111111111111111, + "val_top5": 0.25146198830409355 + }, + { + "epoch": 4, + "train_loss": 4.1691429160890126, + "train_top1": 0.09672619047619048, + "val_loss": 4.044180496394286, + "val_top1": 0.11695906432748537, + "val_top5": 0.36257309941520466 + }, + { + "epoch": 5, + "train_loss": 3.9165449483054027, + "train_top1": 0.10714285714285714, + "val_loss": 3.8360928778062786, + "val_top1": 0.16374269005847952, + "val_top5": 0.4269005847953216 + }, + { + "epoch": 6, + "train_loss": 3.603001004173642, + "train_top1": 0.20238095238095238, + "val_loss": 3.701705720689562, + "val_top1": 0.1871345029239766, + "val_top5": 0.4619883040935672 + }, + { + "epoch": 7, + "train_loss": 3.518343301046462, + "train_top1": 0.19047619047619047, + "val_loss": 3.555419408787064, + "val_top1": 0.2046783625730994, + "val_top5": 0.4853801169590643 + }, + { + "epoch": 8, + "train_loss": 3.31595702398391, + "train_top1": 0.19791666666666666, + "val_loss": 3.41492894379019, + "val_top1": 0.2631578947368421, + "val_top5": 0.5614035087719298 + }, + { + "epoch": 9, + "train_loss": 3.1427223682403564, + "train_top1": 0.2693452380952381, + "val_loss": 3.2972720798693205, + "val_top1": 0.28654970760233917, + "val_top5": 0.5906432748538012 + }, + { + "epoch": 10, + "train_loss": 3.0277883211771646, + "train_top1": 0.2708333333333333, + "val_loss": 3.283004375926235, + "val_top1": 0.2631578947368421, + "val_top5": 0.5614035087719298 + }, + { + "epoch": 11, + "train_loss": 2.848205577759516, + "train_top1": 0.3288690476190476, + "val_loss": 3.1123130628240037, + "val_top1": 0.38596491228070173, + "val_top5": 0.6140350877192983 + }, + { + "epoch": 12, + "train_loss": 2.6628089859372093, + "train_top1": 0.37202380952380953, + "val_loss": 3.118927782739115, + "val_top1": 0.3333333333333333, + "val_top5": 0.6257309941520468 + }, + { + "epoch": 13, + "train_loss": 2.7010034038907005, + "train_top1": 0.30505952380952384, + "val_loss": 2.9814905980874222, + "val_top1": 0.38011695906432746, + "val_top5": 0.6783625730994152 + }, + { + "epoch": 14, + "train_loss": 2.5099907375517345, + "train_top1": 0.3705357142857143, + "val_loss": 2.9416252507103815, + "val_top1": 0.38596491228070173, + "val_top5": 0.672514619883041 + }, + { + "epoch": 15, + "train_loss": 2.4994397049858454, + "train_top1": 0.40922619047619047, + "val_loss": 2.9179979569730703, + "val_top1": 0.4502923976608187, + "val_top5": 0.7017543859649122 + }, + { + "epoch": 16, + "train_loss": 2.4866338400613692, + "train_top1": 0.40625, + "val_loss": 2.8743318730627583, + "val_top1": 0.42105263157894735, + "val_top5": 0.6842105263157895 + }, + { + "epoch": 17, + "train_loss": 2.476885954538981, + "train_top1": 0.47023809523809523, + "val_loss": 2.802777401885094, + "val_top1": 0.4327485380116959, + "val_top5": 0.7017543859649122 + }, + { + "epoch": 18, + "train_loss": 2.296079408554804, + "train_top1": 0.46726190476190477, + "val_loss": 2.752620589663411, + "val_top1": 0.47953216374269003, + "val_top5": 0.7134502923976608 + }, + { + "epoch": 19, + "train_loss": 2.3320733535857427, + "train_top1": 0.4181547619047619, + "val_loss": 2.7210101314455444, + "val_top1": 0.47368421052631576, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 20, + "train_loss": 2.2412406376429965, + "train_top1": 0.5014880952380952, + "val_loss": 2.744823748605293, + "val_top1": 0.4619883040935672, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 21, + "train_loss": 2.221779499735151, + "train_top1": 0.4732142857142857, + "val_loss": 2.7661284661432455, + "val_top1": 0.4853801169590643, + "val_top5": 0.7192982456140351 + }, + { + "epoch": 22, + "train_loss": 2.16997800554548, + "train_top1": 0.5014880952380952, + "val_loss": 2.737025329244067, + "val_top1": 0.4269005847953216, + "val_top5": 0.7192982456140351 + }, + { + "epoch": 23, + "train_loss": 2.0619215624673024, + "train_top1": 0.5357142857142857, + "val_loss": 2.5952771365293983, + "val_top1": 0.47953216374269003, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 24, + "train_loss": 2.181753981681097, + "train_top1": 0.47023809523809523, + "val_loss": 2.6227233744504157, + "val_top1": 0.49122807017543857, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 25, + "train_loss": 1.7989040499641782, + "train_top1": 0.49107142857142855, + "val_loss": 2.606838153816803, + "val_top1": 0.5146198830409356, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 26, + "train_loss": 1.9264117422558011, + "train_top1": 0.6622023809523809, + "val_loss": 2.60796558647825, + "val_top1": 0.49707602339181284, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 27, + "train_loss": 1.8550080742154802, + "train_top1": 0.5014880952380952, + "val_loss": 2.5219017148715013, + "val_top1": 0.5497076023391813, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 28, + "train_loss": 1.8240323123477755, + "train_top1": 0.6175595238095238, + "val_loss": 2.606580260204293, + "val_top1": 0.5146198830409356, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 29, + "train_loss": 1.8270729836963473, + "train_top1": 0.6666666666666666, + "val_loss": 2.5559692968401992, + "val_top1": 0.5555555555555556, + "val_top5": 0.783625730994152 + }, + { + "epoch": 30, + "train_loss": 1.6285938989548456, + "train_top1": 0.6354166666666666, + "val_loss": 2.6269656775290504, + "val_top1": 0.49122807017543857, + "val_top5": 0.7485380116959064 + }, + { + "epoch": 31, + "train_loss": 1.7037474030540103, + "train_top1": 0.7038690476190477, + "val_loss": 2.5284089637778657, + "val_top1": 0.543859649122807, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 32, + "train_loss": 1.8375459001177834, + "train_top1": 0.6741071428571429, + "val_loss": 2.568392322774519, + "val_top1": 0.52046783625731, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 33, + "train_loss": 1.6492249227705456, + "train_top1": 0.7142857142857143, + "val_loss": 2.5526886432491547, + "val_top1": 0.5146198830409356, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 34, + "train_loss": 1.709457176072257, + "train_top1": 0.5788690476190477, + "val_loss": 2.4788244425901893, + "val_top1": 0.5263157894736842, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 35, + "train_loss": 1.6803725617272514, + "train_top1": 0.6101190476190477, + "val_loss": 2.539913523266887, + "val_top1": 0.5321637426900585, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 36, + "train_loss": 1.6367879254477364, + "train_top1": 0.7261904761904762, + "val_loss": 2.4844039950454446, + "val_top1": 0.5497076023391813, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 37, + "train_loss": 1.6254402171997797, + "train_top1": 0.5922619047619048, + "val_loss": 2.505954840029889, + "val_top1": 0.5263157894736842, + "val_top5": 0.783625730994152 + }, + { + "epoch": 38, + "train_loss": 1.6309473457790555, + "train_top1": 0.7053571428571429, + "val_loss": 2.548518737157186, + "val_top1": 0.5087719298245614, + "val_top5": 0.783625730994152 + }, + { + "epoch": 39, + "train_loss": 1.6196924107415336, + "train_top1": 0.7395833333333334, + "val_loss": 2.531561477839598, + "val_top1": 0.49707602339181284, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 40, + "train_loss": 1.5572900545029413, + "train_top1": 0.5892857142857143, + "val_loss": 2.487904721533346, + "val_top1": 0.5555555555555556, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 41, + "train_loss": 1.677782586642674, + "train_top1": 0.5982142857142857, + "val_loss": 2.5050044519859447, + "val_top1": 0.5614035087719298, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 42, + "train_loss": 1.579031961304801, + "train_top1": 0.7961309523809523, + "val_loss": 2.4387447973440963, + "val_top1": 0.5555555555555556, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 43, + "train_loss": 1.2603140501748948, + "train_top1": 0.7693452380952381, + "val_loss": 2.4371229096462854, + "val_top1": 0.5614035087719298, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 44, + "train_loss": 1.5844078461329143, + "train_top1": 0.6860119047619048, + "val_loss": 2.4924418772870336, + "val_top1": 0.5380116959064327, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 45, + "train_loss": 1.5371898242405482, + "train_top1": 0.59375, + "val_loss": 2.5322270616453295, + "val_top1": 0.47953216374269003, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 46, + "train_loss": 1.4297405140740531, + "train_top1": 0.7767857142857143, + "val_loss": 2.500962900139435, + "val_top1": 0.5555555555555556, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 47, + "train_loss": 1.8179480121249245, + "train_top1": 0.7604166666666666, + "val_loss": 2.3985502399199192, + "val_top1": 0.5964912280701754, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 48, + "train_loss": 1.3649948892139254, + "train_top1": 0.7306547619047619, + "val_loss": 2.356098304715073, + "val_top1": 0.5789473684210527, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 49, + "train_loss": 1.4168625332060314, + "train_top1": 0.7247023809523809, + "val_loss": 2.4079409830751475, + "val_top1": 0.5497076023391813, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 50, + "train_loss": 1.3359961793536232, + "train_top1": 0.6845238095238095, + "val_loss": 2.4070148886295786, + "val_top1": 0.5672514619883041, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 51, + "train_loss": 1.307999054590861, + "train_top1": 0.6949404761904762, + "val_loss": 2.4135479104449176, + "val_top1": 0.5730994152046783, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 52, + "train_loss": 1.3911662555876232, + "train_top1": 0.7767857142857143, + "val_loss": 2.388269477420383, + "val_top1": 0.5672514619883041, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 53, + "train_loss": 1.4571485746474493, + "train_top1": 0.6026785714285714, + "val_loss": 2.4260052728374104, + "val_top1": 0.5614035087719298, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 54, + "train_loss": 1.6695696456091744, + "train_top1": 0.6205357142857143, + "val_loss": 2.413257622579385, + "val_top1": 0.5497076023391813, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 55, + "train_loss": 1.323978617077782, + "train_top1": 0.7247023809523809, + "val_loss": 2.4031430880228677, + "val_top1": 0.5497076023391813, + "val_top5": 0.783625730994152 + }, + { + "epoch": 56, + "train_loss": 1.2683229105813163, + "train_top1": 0.6041666666666666, + "val_loss": 2.408913485487999, + "val_top1": 0.5263157894736842, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 57, + "train_loss": 1.477337190083095, + "train_top1": 0.6815476190476191, + "val_loss": 2.4054108586227683, + "val_top1": 0.5380116959064327, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 58, + "train_loss": 1.431937915938241, + "train_top1": 0.7455357142857143, + "val_loss": 2.410607976523059, + "val_top1": 0.5321637426900585, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 59, + "train_loss": 1.9405730224791027, + "train_top1": 0.5282738095238095, + "val_loss": 2.4318422587991457, + "val_top1": 0.5146198830409356, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 60, + "train_loss": 1.423108010064988, + "train_top1": 0.8660714285714286, + "val_loss": 2.433754166664436, + "val_top1": 0.5497076023391813, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 61, + "train_loss": 1.5883776119777135, + "train_top1": 0.6101190476190477, + "val_loss": 2.379588110405102, + "val_top1": 0.543859649122807, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 62, + "train_loss": 1.216826944124131, + "train_top1": 0.8303571428571429, + "val_loss": 2.3704235902306627, + "val_top1": 0.5555555555555556, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 63, + "train_loss": 1.2579771024840218, + "train_top1": 0.7827380952380952, + "val_loss": 2.333394025501452, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 64, + "train_loss": 1.5148015476408458, + "train_top1": 0.59375, + "val_loss": 2.3576134255057886, + "val_top1": 0.5380116959064327, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 65, + "train_loss": 1.3915500754401797, + "train_top1": 0.7648809523809523, + "val_loss": 2.309753088923226, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 66, + "train_loss": 1.4915648528507777, + "train_top1": 0.5595238095238095, + "val_loss": 2.3437197138691506, + "val_top1": 0.5730994152046783, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 67, + "train_loss": 1.5431204296293712, + "train_top1": 0.7083333333333334, + "val_loss": 2.40348420087357, + "val_top1": 0.543859649122807, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 68, + "train_loss": 1.2450341866129921, + "train_top1": 0.75, + "val_loss": 2.459199577744244, + "val_top1": 0.52046783625731, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 69, + "train_loss": 1.2851546009381611, + "train_top1": 0.7425595238095238, + "val_loss": 2.35703562574777, + "val_top1": 0.5672514619883041, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 70, + "train_loss": 1.4416098793347676, + "train_top1": 0.8169642857142857, + "val_loss": 2.298226707860043, + "val_top1": 0.5672514619883041, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 71, + "train_loss": 1.3593271743683588, + "train_top1": 0.6755952380952381, + "val_loss": 2.3112887778477362, + "val_top1": 0.6023391812865497, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 72, + "train_loss": 1.4799262966428484, + "train_top1": 0.7172619047619048, + "val_loss": 2.28000087068792, + "val_top1": 0.5964912280701754, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 73, + "train_loss": 1.6988658223833357, + "train_top1": 0.6339285714285714, + "val_loss": 2.318951378091734, + "val_top1": 0.5847953216374269, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 74, + "train_loss": 1.268215108485449, + "train_top1": 0.8333333333333334, + "val_loss": 2.332825574261403, + "val_top1": 0.5730994152046783, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 75, + "train_loss": 1.2681947605950492, + "train_top1": 0.5848214285714286, + "val_loss": 2.254974769569977, + "val_top1": 0.5789473684210527, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 76, + "train_loss": 1.3340115462030684, + "train_top1": 0.7247023809523809, + "val_loss": 2.309912694127936, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 77, + "train_loss": 1.3558839900153024, + "train_top1": 0.5788690476190477, + "val_loss": 2.2848355951364976, + "val_top1": 0.5672514619883041, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 78, + "train_loss": 1.324064504532587, + "train_top1": 0.7172619047619048, + "val_loss": 2.296323685618172, + "val_top1": 0.5730994152046783, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 79, + "train_loss": 1.1561213107336135, + "train_top1": 0.6949404761904762, + "val_loss": 2.2538653939788102, + "val_top1": 0.6081871345029239, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 80, + "train_loss": 1.3769100790932065, + "train_top1": 0.7395833333333334, + "val_loss": 2.275961414415237, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 81, + "train_loss": 1.3412692007564364, + "train_top1": 0.6413690476190477, + "val_loss": 2.2780330557572213, + "val_top1": 0.5906432748538012, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 82, + "train_loss": 1.6024254219872611, + "train_top1": 0.5238095238095238, + "val_loss": 2.3053655917184397, + "val_top1": 0.5730994152046783, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 83, + "train_loss": 1.0936775150753202, + "train_top1": 0.7113095238095238, + "val_loss": 2.2655433506993523, + "val_top1": 0.5906432748538012, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 84, + "train_loss": 1.067294799146198, + "train_top1": 0.71875, + "val_loss": 2.308850837729828, + "val_top1": 0.5672514619883041, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 85, + "train_loss": 0.9891034648531959, + "train_top1": 0.8586309523809523, + "val_loss": 2.3090886595653513, + "val_top1": 0.5497076023391813, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 86, + "train_loss": 1.3213037763323103, + "train_top1": 0.7693452380952381, + "val_loss": 2.297848061511391, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 87, + "train_loss": 1.10367374760764, + "train_top1": 0.84375, + "val_loss": 2.27876447376452, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 88, + "train_loss": 1.2200636125746227, + "train_top1": 0.6994047619047619, + "val_loss": 2.2891756052162213, + "val_top1": 0.5672514619883041, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 89, + "train_loss": 1.1513139946120126, + "train_top1": 0.7648809523809523, + "val_loss": 2.310797367876733, + "val_top1": 0.5730994152046783, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 90, + "train_loss": 1.2581445631526766, + "train_top1": 0.7752976190476191, + "val_loss": 2.2700412454660874, + "val_top1": 0.5906432748538012, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 91, + "train_loss": 1.1613724827766418, + "train_top1": 0.75, + "val_loss": 2.2812950876024036, + "val_top1": 0.5789473684210527, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 92, + "train_loss": 1.2015988173938932, + "train_top1": 0.7425595238095238, + "val_loss": 2.2876173487880775, + "val_top1": 0.5730994152046783, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 93, + "train_loss": 1.5356820225715637, + "train_top1": 0.7872023809523809, + "val_loss": 2.2910750149286283, + "val_top1": 0.5789473684210527, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 94, + "train_loss": 1.3250207844234647, + "train_top1": 0.6666666666666666, + "val_loss": 2.295414998517399, + "val_top1": 0.5730994152046783, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 95, + "train_loss": 1.4840521329925174, + "train_top1": 0.5639880952380952, + "val_loss": 2.3113077718612045, + "val_top1": 0.6081871345029239, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 96, + "train_loss": 1.312740643819173, + "train_top1": 0.7172619047619048, + "val_loss": 2.275181411999708, + "val_top1": 0.6140350877192983, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 97, + "train_loss": 1.5047409733136494, + "train_top1": 0.7068452380952381, + "val_loss": 2.228124303427356, + "val_top1": 0.5964912280701754, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 98, + "train_loss": 1.114505668481191, + "train_top1": 0.8095238095238095, + "val_loss": 2.2533489472684805, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 99, + "train_loss": 1.1253211413111006, + "train_top1": 0.9002976190476191, + "val_loss": 2.245756186937031, + "val_top1": 0.6257309941520468, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 100, + "train_loss": 1.161743237858727, + "train_top1": 0.9047619047619048, + "val_loss": 2.255889970656724, + "val_top1": 0.5847953216374269, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 101, + "train_loss": 1.247189578555879, + "train_top1": 0.5223214285714286, + "val_loss": 2.2725863038447867, + "val_top1": 0.5906432748538012, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 102, + "train_loss": 0.9890599534625099, + "train_top1": 0.9508928571428571, + "val_loss": 2.243643189034267, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 103, + "train_loss": 1.1597015488715399, + "train_top1": 0.8377976190476191, + "val_loss": 2.2481840604927106, + "val_top1": 0.6140350877192983, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 104, + "train_loss": 1.4257718863941373, + "train_top1": 0.6607142857142857, + "val_loss": 2.283154989543714, + "val_top1": 0.6023391812865497, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 105, + "train_loss": 1.4744006395339966, + "train_top1": 0.6845238095238095, + "val_loss": 2.2530935019777534, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 106, + "train_loss": 1.0549415151278179, + "train_top1": 0.6235119047619048, + "val_loss": 2.2320703205309416, + "val_top1": 0.5789473684210527, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 107, + "train_loss": 1.1908649717058455, + "train_top1": 0.6651785714285714, + "val_loss": 2.2273333797677917, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 108, + "train_loss": 1.246389369169871, + "train_top1": 0.7708333333333334, + "val_loss": 2.241393665124101, + "val_top1": 0.5789473684210527, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 109, + "train_loss": 1.1803472411064875, + "train_top1": 0.6413690476190477, + "val_loss": 2.234693277649015, + "val_top1": 0.5964912280701754, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 110, + "train_loss": 1.1430767008236475, + "train_top1": 0.6919642857142857, + "val_loss": 2.2352337767506203, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 111, + "train_loss": 1.277448296546936, + "train_top1": 0.7276785714285714, + "val_loss": 2.2204052105284573, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 112, + "train_loss": 1.5339573990731012, + "train_top1": 0.6979166666666666, + "val_loss": 2.2304407420911287, + "val_top1": 0.6081871345029239, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 113, + "train_loss": 1.238104561964671, + "train_top1": 0.7708333333333334, + "val_loss": 2.235211171601948, + "val_top1": 0.6198830409356725, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 114, + "train_loss": 1.2887859798613048, + "train_top1": 0.7172619047619048, + "val_loss": 2.2314434832299663, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 115, + "train_loss": 1.173351282165164, + "train_top1": 0.6934523809523809, + "val_loss": 2.2338812351226807, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 116, + "train_loss": 1.2291143054053897, + "train_top1": 0.8095238095238095, + "val_loss": 2.2079806272049396, + "val_top1": 0.6257309941520468, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 117, + "train_loss": 0.9856434350921994, + "train_top1": 0.7693452380952381, + "val_loss": 2.206088848281325, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 118, + "train_loss": 1.0841573136193412, + "train_top1": 0.8497023809523809, + "val_loss": 2.230457513653047, + "val_top1": 0.6023391812865497, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 119, + "train_loss": 1.3280130539621626, + "train_top1": 0.7038690476190477, + "val_loss": 2.2245102779209964, + "val_top1": 0.6140350877192983, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 120, + "train_loss": 1.178319207259587, + "train_top1": 0.8244047619047619, + "val_loss": 2.2237882293455784, + "val_top1": 0.6257309941520468, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 121, + "train_loss": 1.525058544817425, + "train_top1": 0.8080357142857143, + "val_loss": 2.2182854490670545, + "val_top1": 0.631578947368421, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 122, + "train_loss": 1.1369685502279372, + "train_top1": 0.7648809523809523, + "val_loss": 2.230899828916405, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 123, + "train_loss": 1.4779126814433508, + "train_top1": 0.6369047619047619, + "val_loss": 2.2285698282788373, + "val_top1": 0.6198830409356725, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 124, + "train_loss": 1.1041848829814367, + "train_top1": 0.7752976190476191, + "val_loss": 2.2081125688831706, + "val_top1": 0.6257309941520468, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 125, + "train_loss": 1.2214509844779968, + "train_top1": 0.8169642857142857, + "val_loss": 2.217074180904188, + "val_top1": 0.6081871345029239, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 126, + "train_loss": 1.1781601707140605, + "train_top1": 0.6919642857142857, + "val_loss": 2.2038721619990835, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 127, + "train_loss": 1.0802706196194602, + "train_top1": 0.8928571428571429, + "val_loss": 2.229168470840008, + "val_top1": 0.5906432748538012, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 128, + "train_loss": 1.0780517061551411, + "train_top1": 0.8244047619047619, + "val_loss": 2.2246856689453125, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 129, + "train_loss": 1.420343206042335, + "train_top1": 0.7529761904761905, + "val_loss": 2.2182524329737614, + "val_top1": 0.6140350877192983, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 130, + "train_loss": 1.1066861635162717, + "train_top1": 0.8095238095238095, + "val_loss": 2.2133112929717838, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 131, + "train_loss": 1.4411429876372928, + "train_top1": 0.7217261904761905, + "val_loss": 2.224775556932416, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 132, + "train_loss": 1.03167101031258, + "train_top1": 0.7321428571428571, + "val_loss": 2.2253428105025264, + "val_top1": 0.5847953216374269, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 133, + "train_loss": 1.0511356109664554, + "train_top1": 0.9508928571428571, + "val_loss": 2.2180466610088683, + "val_top1": 0.5847953216374269, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 134, + "train_loss": 1.2399800675255912, + "train_top1": 0.7931547619047619, + "val_loss": 2.209038896170276, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 135, + "train_loss": 0.9690992378053211, + "train_top1": 0.8645833333333334, + "val_loss": 2.2069485117817482, + "val_top1": 0.6257309941520468, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 136, + "train_loss": 1.1675618830181302, + "train_top1": 0.7782738095238095, + "val_loss": 2.20378956041838, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 137, + "train_loss": 1.1374246591613406, + "train_top1": 0.7053571428571429, + "val_loss": 2.212429392407512, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 138, + "train_loss": 1.3399816013517833, + "train_top1": 0.7648809523809523, + "val_loss": 2.219077506260565, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 139, + "train_loss": 1.1158376137415569, + "train_top1": 0.6815476190476191, + "val_loss": 2.2190423011779785, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 140, + "train_loss": 1.1988471207164584, + "train_top1": 0.7008928571428571, + "val_loss": 2.215583463858443, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 141, + "train_loss": 1.2471493369057065, + "train_top1": 0.6502976190476191, + "val_loss": 2.2131392927894815, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 142, + "train_loss": 1.064130337465377, + "train_top1": 0.7738095238095238, + "val_loss": 2.2114014541893674, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 143, + "train_loss": 1.3037497940517606, + "train_top1": 0.8050595238095238, + "val_loss": 2.2087026311640154, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 144, + "train_loss": 1.210365159170968, + "train_top1": 0.8199404761904762, + "val_loss": 2.2161159543266074, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 145, + "train_loss": 0.9764533298356193, + "train_top1": 0.8675595238095238, + "val_loss": 2.211101774583783, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 146, + "train_loss": 1.3667845186733065, + "train_top1": 0.7217261904761905, + "val_loss": 2.208474166212026, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 147, + "train_loss": 1.130410603114537, + "train_top1": 0.8154761904761905, + "val_loss": 2.2089822222614846, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 148, + "train_loss": 1.2186202775864374, + "train_top1": 0.6696428571428571, + "val_loss": 2.2034625839768793, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 149, + "train_loss": 1.0454893452780587, + "train_top1": 0.6755952380952381, + "val_loss": 2.2013927970016214, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 150, + "train_loss": 1.2393294288998558, + "train_top1": 0.7931547619047619, + "val_loss": 2.2068485098275525, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 151, + "train_loss": 1.0302604976154508, + "train_top1": 0.9017857142857143, + "val_loss": 2.2091128393920543, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 152, + "train_loss": 1.2056111523083277, + "train_top1": 0.5997023809523809, + "val_loss": 2.2079240230091832, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 153, + "train_loss": 1.2759837564967929, + "train_top1": 0.5997023809523809, + "val_loss": 2.206347260558814, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 154, + "train_loss": 1.0366617356027876, + "train_top1": 0.7157738095238095, + "val_loss": 2.203528178365607, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 155, + "train_loss": 0.9586944636844453, + "train_top1": 0.6354166666666666, + "val_loss": 2.2030138843937923, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 156, + "train_loss": 1.2185632047199069, + "train_top1": 0.7961309523809523, + "val_loss": 2.2039759396112455, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 157, + "train_loss": 1.0927634437878926, + "train_top1": 0.7306547619047619, + "val_loss": 2.2033629361649005, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 158, + "train_loss": 0.9892313224928719, + "train_top1": 0.7738095238095238, + "val_loss": 2.200132853803579, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 159, + "train_loss": 1.253404478232066, + "train_top1": 0.7827380952380952, + "val_loss": 2.2044286616364417, + "val_top1": 0.6198830409356725, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 160, + "train_loss": 1.4613720235370455, + "train_top1": 0.5327380952380952, + "val_loss": 2.2036643404709664, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + } + ] +} \ No newline at end of file diff --git a/mute_mode/checkpoints/sign_v2_report_shape_s1.json b/mute_mode/checkpoints/sign_v2_report_shape_s1.json new file mode 100644 index 0000000..b31fcc4 --- /dev/null +++ b/mute_mode/checkpoints/sign_v2_report_shape_s1.json @@ -0,0 +1,1403 @@ +{ + "protocol": "official WLASL split, model selected on val, test evaluated once", + "clips": { + "train": 677, + "val": 171, + "test": 155 + }, + "params": 169701, + "best_epoch": 73, + "val_top1": 0.6374269005847953, + "test_top1": 0.567741935483871, + "test_top5": 0.7935483870967742, + "per_class_test_top1": { + "drink": 1.0, + "before": 0.0, + "cool": 0.0, + "computer": 0.5, + "go": 0.0, + "thin": 0.0, + "cousin": 1.0, + "help": 0.5, + "who": 1.0, + "bowling": 1.0, + "candy": 0.5, + "change": 0.5, + "dark": 0.5, + "accident": 0.5, + "basketball": 1.0, + "bed": 1.0, + "corn": 0.0, + "last": 1.0, + "man": 1.0, + "pizza": 0.3333333333333333, + "take": 0.0, + "tall": 1.0, + "trade": 0.5, + "what": 0.0, + "yes": 1.0, + "bar": 0.6666666666666666, + "cold": 1.0, + "deaf": 0.6666666666666666, + "family": 1.0, + "give": 0.0, + "leave": 0.0, + "show": 0.5, + "soon": 0.6666666666666666, + "tell": 0.5, + "walk": 0.5, + "woman": 0.6666666666666666, + "year": 1.0, + "apple": 1.0, + "brother": 0.5, + "catch": 0.0, + "champion": 0.5, + "check": 0.0, + "convince": 0.0, + "cry": 1.0, + "delay": 0.0, + "dog": 1.0, + "environment": 0.0, + "example": 0.0, + "far": 1.0, + "fine": 0.0, + "fish": 1.0, + "full": 0.5, + "graduate": 1.0, + "hot": 0.3333333333333333, + "how": 0.6666666666666666, + "improve": 0.5, + "language": 1.0, + "letter": 0.0, + "many": 0.6666666666666666, + "mother": 0.5, + "no": 1.0, + "order": 0.0, + "party": 0.0, + "play": 0.5, + "room": 0.3333333333333333, + "score": 0.0, + "secretary": 0.5, + "sweet": 0.5, + "theory": 1.0, + "thursday": 0.5, + "wait": 1.0, + "why": 0.0, + "write": 0.5, + "bad": 1.0, + "balance": 0.0, + "banana": 1.0, + "beard": 1.0, + "because": 1.0, + "big": 0.0, + "bird": 1.0, + "black": 0.6666666666666666, + "blanket": 0.0, + "blue": 1.0, + "careful": 1.0, + "cat": 1.0, + "copy": 1.0, + "cow": 0.5, + "crash": 0.0, + "daughter": 0.5 + }, + "train_seconds": 858.7, + "args": { + "epochs": 160, + "batch": 32, + "lr": 0.002, + "wd": 0.05, + "width": 128, + "gru": 64, + "dropout": 0.3, + "smoothing": 0.1, + "mixup": 0.2, + "seed": 1, + "features": "shape_only", + "no_augment": false, + "tag": "shape_s1", + "deploy": false + }, + "history": [ + { + "epoch": 1, + "train_loss": 4.6400055431184315, + "train_top1": 0.010416666666666666, + "val_loss": 4.58939856813665, + "val_top1": 0.017543859649122806, + "val_top5": 0.05263157894736842 + }, + { + "epoch": 2, + "train_loss": 4.5492457662309915, + "train_top1": 0.020833333333333332, + "val_loss": 4.484972708406504, + "val_top1": 0.06432748538011696, + "val_top5": 0.14035087719298245 + }, + { + "epoch": 3, + "train_loss": 4.38496530623663, + "train_top1": 0.04017857142857143, + "val_loss": 4.30977892178541, + "val_top1": 0.07602339181286549, + "val_top5": 0.25146198830409355 + }, + { + "epoch": 4, + "train_loss": 4.15471753619966, + "train_top1": 0.06994047619047619, + "val_loss": 4.074010076578597, + "val_top1": 0.1111111111111111, + "val_top5": 0.28654970760233917 + }, + { + "epoch": 5, + "train_loss": 3.8409185977209184, + "train_top1": 0.1130952380952381, + "val_loss": 3.872140103613424, + "val_top1": 0.14035087719298245, + "val_top5": 0.3684210526315789 + }, + { + "epoch": 6, + "train_loss": 3.660715545926775, + "train_top1": 0.125, + "val_loss": 3.74231365410208, + "val_top1": 0.15204678362573099, + "val_top5": 0.43859649122807015 + }, + { + "epoch": 7, + "train_loss": 3.474116813568842, + "train_top1": 0.21428571428571427, + "val_loss": 3.551841933824863, + "val_top1": 0.2222222222222222, + "val_top5": 0.47368421052631576 + }, + { + "epoch": 8, + "train_loss": 3.295107398714338, + "train_top1": 0.19642857142857142, + "val_loss": 3.503013885509201, + "val_top1": 0.21052631578947367, + "val_top5": 0.5029239766081871 + }, + { + "epoch": 9, + "train_loss": 3.191923913501558, + "train_top1": 0.2261904761904762, + "val_loss": 3.459448923144424, + "val_top1": 0.2222222222222222, + "val_top5": 0.5321637426900585 + }, + { + "epoch": 10, + "train_loss": 3.1676350434621177, + "train_top1": 0.24851190476190477, + "val_loss": 3.282974668413575, + "val_top1": 0.29239766081871343, + "val_top5": 0.5672514619883041 + }, + { + "epoch": 11, + "train_loss": 2.8512590385618664, + "train_top1": 0.36607142857142855, + "val_loss": 3.1897228656456487, + "val_top1": 0.3216374269005848, + "val_top5": 0.5906432748538012 + }, + { + "epoch": 12, + "train_loss": 2.8614579836527505, + "train_top1": 0.36160714285714285, + "val_loss": 3.20347443658706, + "val_top1": 0.3216374269005848, + "val_top5": 0.6140350877192983 + }, + { + "epoch": 13, + "train_loss": 2.6424688271113803, + "train_top1": 0.3630952380952381, + "val_loss": 3.3376092617971853, + "val_top1": 0.29239766081871343, + "val_top5": 0.5789473684210527 + }, + { + "epoch": 14, + "train_loss": 2.700890552429926, + "train_top1": 0.34226190476190477, + "val_loss": 3.082928534836797, + "val_top1": 0.30409356725146197, + "val_top5": 0.6666666666666666 + }, + { + "epoch": 15, + "train_loss": 2.7123312950134277, + "train_top1": 0.43005952380952384, + "val_loss": 3.0334701301061617, + "val_top1": 0.3391812865497076, + "val_top5": 0.6491228070175439 + }, + { + "epoch": 16, + "train_loss": 2.4868852467763993, + "train_top1": 0.36160714285714285, + "val_loss": 2.983417386897126, + "val_top1": 0.3391812865497076, + "val_top5": 0.6549707602339181 + }, + { + "epoch": 17, + "train_loss": 2.3982392946879068, + "train_top1": 0.47767857142857145, + "val_loss": 2.9427336545018425, + "val_top1": 0.40350877192982454, + "val_top5": 0.6783625730994152 + }, + { + "epoch": 18, + "train_loss": 2.2696332817985896, + "train_top1": 0.4880952380952381, + "val_loss": 2.8614382952974555, + "val_top1": 0.4152046783625731, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 19, + "train_loss": 2.166305831500462, + "train_top1": 0.5386904761904762, + "val_loss": 2.7451979653877125, + "val_top1": 0.45614035087719296, + "val_top5": 0.7485380116959064 + }, + { + "epoch": 20, + "train_loss": 1.985622593334743, + "train_top1": 0.43601190476190477, + "val_loss": 2.764333720792804, + "val_top1": 0.43859649122807015, + "val_top5": 0.7368421052631579 + }, + { + "epoch": 21, + "train_loss": 2.4396574837820872, + "train_top1": 0.43452380952380953, + "val_loss": 2.7663426692025705, + "val_top1": 0.4502923976608187, + "val_top5": 0.7485380116959064 + }, + { + "epoch": 22, + "train_loss": 1.990533641406468, + "train_top1": 0.6160714285714286, + "val_loss": 2.7424078907882956, + "val_top1": 0.4502923976608187, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 23, + "train_loss": 1.9671675988606043, + "train_top1": 0.4836309523809524, + "val_loss": 2.6864997810787625, + "val_top1": 0.4853801169590643, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 24, + "train_loss": 1.9654231185004825, + "train_top1": 0.5699404761904762, + "val_loss": 2.7304956829338742, + "val_top1": 0.4678362573099415, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 25, + "train_loss": 1.8635135661988032, + "train_top1": 0.5967261904761905, + "val_loss": 2.638106131414224, + "val_top1": 0.47368421052631576, + "val_top5": 0.783625730994152 + }, + { + "epoch": 26, + "train_loss": 2.140292207400004, + "train_top1": 0.49702380952380953, + "val_loss": 2.677513061211123, + "val_top1": 0.4853801169590643, + "val_top5": 0.7309941520467836 + }, + { + "epoch": 27, + "train_loss": 1.763724065962292, + "train_top1": 0.6220238095238095, + "val_loss": 2.6359685568781623, + "val_top1": 0.49707602339181284, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 28, + "train_loss": 2.120342657679603, + "train_top1": 0.5491071428571429, + "val_loss": 2.526718550955343, + "val_top1": 0.47368421052631576, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 29, + "train_loss": 1.7147592533202398, + "train_top1": 0.5714285714285714, + "val_loss": 2.6057234047449125, + "val_top1": 0.5087719298245614, + "val_top5": 0.783625730994152 + }, + { + "epoch": 30, + "train_loss": 1.670763651529948, + "train_top1": 0.5744047619047619, + "val_loss": 2.5186614042137103, + "val_top1": 0.5029239766081871, + "val_top5": 0.783625730994152 + }, + { + "epoch": 31, + "train_loss": 1.9194443679991222, + "train_top1": 0.6398809523809523, + "val_loss": 2.5533907789933052, + "val_top1": 0.5380116959064327, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 32, + "train_loss": 1.6222692955107916, + "train_top1": 0.7723214285714286, + "val_loss": 2.473490359490378, + "val_top1": 0.5555555555555556, + "val_top5": 0.783625730994152 + }, + { + "epoch": 33, + "train_loss": 1.895049015680949, + "train_top1": 0.625, + "val_loss": 2.5705935871391965, + "val_top1": 0.5380116959064327, + "val_top5": 0.783625730994152 + }, + { + "epoch": 34, + "train_loss": 1.6388966866901942, + "train_top1": 0.6145833333333334, + "val_loss": 2.5331062587381106, + "val_top1": 0.5263157894736842, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 35, + "train_loss": 1.674911686352321, + "train_top1": 0.6741071428571429, + "val_loss": 2.545427368398298, + "val_top1": 0.5029239766081871, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 36, + "train_loss": 1.6847436655135382, + "train_top1": 0.6443452380952381, + "val_loss": 2.5078715023241545, + "val_top1": 0.5497076023391813, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 37, + "train_loss": 1.4993474029359364, + "train_top1": 0.7529761904761905, + "val_loss": 2.51918703910203, + "val_top1": 0.543859649122807, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 38, + "train_loss": 1.5147357441130138, + "train_top1": 0.4955357142857143, + "val_loss": 2.579773844334117, + "val_top1": 0.52046783625731, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 39, + "train_loss": 1.5131102857135592, + "train_top1": 0.7127976190476191, + "val_loss": 2.473571184782954, + "val_top1": 0.5555555555555556, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 40, + "train_loss": 1.4809070314679826, + "train_top1": 0.7678571428571429, + "val_loss": 2.548063089973048, + "val_top1": 0.52046783625731, + "val_top5": 0.783625730994152 + }, + { + "epoch": 41, + "train_loss": 1.474102570897057, + "train_top1": 0.7485119047619048, + "val_loss": 2.550062034562317, + "val_top1": 0.543859649122807, + "val_top5": 0.783625730994152 + }, + { + "epoch": 42, + "train_loss": 1.7257950192406064, + "train_top1": 0.6889880952380952, + "val_loss": 2.539182852583322, + "val_top1": 0.5614035087719298, + "val_top5": 0.783625730994152 + }, + { + "epoch": 43, + "train_loss": 1.4337915295646304, + "train_top1": 0.7038690476190477, + "val_loss": 2.4853332670111405, + "val_top1": 0.5847953216374269, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 44, + "train_loss": 1.432136819476173, + "train_top1": 0.7291666666666666, + "val_loss": 2.4758304629409524, + "val_top1": 0.5321637426900585, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 45, + "train_loss": 1.6415812344778151, + "train_top1": 0.7172619047619048, + "val_loss": 2.449423442807114, + "val_top1": 0.5730994152046783, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 46, + "train_loss": 1.4903812521979922, + "train_top1": 0.7157738095238095, + "val_loss": 2.442422944899888, + "val_top1": 0.5555555555555556, + "val_top5": 0.783625730994152 + }, + { + "epoch": 47, + "train_loss": 1.3990484589622134, + "train_top1": 0.6875, + "val_loss": 2.412674227653191, + "val_top1": 0.5555555555555556, + "val_top5": 0.783625730994152 + }, + { + "epoch": 48, + "train_loss": 1.438482505934579, + "train_top1": 0.6681547619047619, + "val_loss": 2.361644767181218, + "val_top1": 0.5789473684210527, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 49, + "train_loss": 1.5748641945066906, + "train_top1": 0.59375, + "val_loss": 2.516664967899434, + "val_top1": 0.5263157894736842, + "val_top5": 0.783625730994152 + }, + { + "epoch": 50, + "train_loss": 1.4941915557498024, + "train_top1": 0.6800595238095238, + "val_loss": 2.3994541112442462, + "val_top1": 0.5730994152046783, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 51, + "train_loss": 1.4414862167267573, + "train_top1": 0.6651785714285714, + "val_loss": 2.363615698284573, + "val_top1": 0.5555555555555556, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 52, + "train_loss": 1.5218168099721272, + "train_top1": 0.7916666666666666, + "val_loss": 2.450862692113508, + "val_top1": 0.543859649122807, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 53, + "train_loss": 1.4261824176425026, + "train_top1": 0.6071428571428571, + "val_loss": 2.4064581854301585, + "val_top1": 0.5672514619883041, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 54, + "train_loss": 1.2760680005663918, + "train_top1": 0.8303571428571429, + "val_loss": 2.3610515664195457, + "val_top1": 0.5789473684210527, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 55, + "train_loss": 1.2677937235151018, + "train_top1": 0.7648809523809523, + "val_loss": 2.3746276738350853, + "val_top1": 0.5847953216374269, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 56, + "train_loss": 1.3004885457810902, + "train_top1": 0.8273809523809523, + "val_loss": 2.4592481021992643, + "val_top1": 0.5730994152046783, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 57, + "train_loss": 1.3003736507324946, + "train_top1": 0.6116071428571429, + "val_loss": 2.4265197759483295, + "val_top1": 0.5730994152046783, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 58, + "train_loss": 1.3861156134378343, + "train_top1": 0.6086309523809523, + "val_loss": 2.370869575188174, + "val_top1": 0.5730994152046783, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 59, + "train_loss": 1.890274819873628, + "train_top1": 0.6101190476190477, + "val_loss": 2.369013656649673, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 60, + "train_loss": 1.4413033667064847, + "train_top1": 0.6160714285714286, + "val_loss": 2.3634972181933667, + "val_top1": 0.5906432748538012, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 61, + "train_loss": 1.3690024387268793, + "train_top1": 0.6145833333333334, + "val_loss": 2.4415980988775776, + "val_top1": 0.543859649122807, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 62, + "train_loss": 1.3388040236064367, + "train_top1": 0.7797619047619048, + "val_loss": 2.377780709350318, + "val_top1": 0.5847953216374269, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 63, + "train_loss": 1.3938758202961512, + "train_top1": 0.65625, + "val_loss": 2.2798271388338325, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 64, + "train_loss": 1.249230980873108, + "train_top1": 0.6488095238095238, + "val_loss": 2.375506946217944, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 65, + "train_loss": 1.359446338244847, + "train_top1": 0.6979166666666666, + "val_loss": 2.3817534237577203, + "val_top1": 0.5789473684210527, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 66, + "train_loss": 1.393454801468622, + "train_top1": 0.5372023809523809, + "val_loss": 2.379761453260455, + "val_top1": 0.5614035087719298, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 67, + "train_loss": 1.52536959591366, + "train_top1": 0.6502976190476191, + "val_loss": 2.2885080080980447, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 68, + "train_loss": 1.2435697856403531, + "train_top1": 0.6116071428571429, + "val_loss": 2.305002526233071, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 69, + "train_loss": 1.3511012565521967, + "train_top1": 0.5491071428571429, + "val_loss": 2.3679092334725005, + "val_top1": 0.5789473684210527, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 70, + "train_loss": 1.4006080684207736, + "train_top1": 0.7247023809523809, + "val_loss": 2.310026178583067, + "val_top1": 0.5906432748538012, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 71, + "train_loss": 1.388786358492715, + "train_top1": 0.8125, + "val_loss": 2.367725099039357, + "val_top1": 0.6023391812865497, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 72, + "train_loss": 1.1922190643492199, + "train_top1": 0.6488095238095238, + "val_loss": 2.3563769128587513, + "val_top1": 0.5672514619883041, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 73, + "train_loss": 1.1978805576051985, + "train_top1": 0.6175595238095238, + "val_loss": 2.3174798070338736, + "val_top1": 0.6374269005847953, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 74, + "train_loss": 1.1905270729746138, + "train_top1": 0.8809523809523809, + "val_loss": 2.3249850719295746, + "val_top1": 0.5672514619883041, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 75, + "train_loss": 1.2965366414615087, + "train_top1": 0.8273809523809523, + "val_loss": 2.280818994979412, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 76, + "train_loss": 1.2218128840128581, + "train_top1": 0.7886904761904762, + "val_loss": 2.3266275193956165, + "val_top1": 0.6023391812865497, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 77, + "train_loss": 1.3196847637494404, + "train_top1": 0.7336309523809523, + "val_loss": 2.334384148580986, + "val_top1": 0.6081871345029239, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 78, + "train_loss": 1.3526093193462916, + "train_top1": 0.6577380952380952, + "val_loss": 2.3533399676718907, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 79, + "train_loss": 1.408614558832986, + "train_top1": 0.6979166666666666, + "val_loss": 2.393953842029237, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 80, + "train_loss": 1.2907050450642903, + "train_top1": 0.8139880952380952, + "val_loss": 2.3586033631486503, + "val_top1": 0.5672514619883041, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 81, + "train_loss": 1.276080914906093, + "train_top1": 0.7782738095238095, + "val_loss": 2.322324409819486, + "val_top1": 0.5906432748538012, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 82, + "train_loss": 1.2111687660217285, + "train_top1": 0.6651785714285714, + "val_loss": 2.332299981200904, + "val_top1": 0.5672514619883041, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 83, + "train_loss": 1.223408349922725, + "train_top1": 0.6964285714285714, + "val_loss": 2.2881571647019414, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 84, + "train_loss": 1.1915550090017772, + "train_top1": 0.8630952380952381, + "val_loss": 2.322389924735354, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 85, + "train_loss": 1.2737805474372137, + "train_top1": 0.7291666666666666, + "val_loss": 2.3203696200722144, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 86, + "train_loss": 1.2810955530121213, + "train_top1": 0.7693452380952381, + "val_loss": 2.3009514446147006, + "val_top1": 0.5906432748538012, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 87, + "train_loss": 1.360322458403451, + "train_top1": 0.5803571428571429, + "val_loss": 2.316137525770399, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 88, + "train_loss": 1.3009454238982427, + "train_top1": 0.8377976190476191, + "val_loss": 2.379923400823136, + "val_top1": 0.5555555555555556, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 89, + "train_loss": 1.2914925756908597, + "train_top1": 0.7916666666666666, + "val_loss": 2.3513080237204567, + "val_top1": 0.5789473684210527, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 90, + "train_loss": 1.1982207269895644, + "train_top1": 0.8095238095238095, + "val_loss": 2.3103476281751667, + "val_top1": 0.5789473684210527, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 91, + "train_loss": 1.2760524522690546, + "train_top1": 0.8199404761904762, + "val_loss": 2.3162191443973117, + "val_top1": 0.5847953216374269, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 92, + "train_loss": 1.2667986069406783, + "train_top1": 0.7336309523809523, + "val_loss": 2.2671264556416295, + "val_top1": 0.5730994152046783, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 93, + "train_loss": 1.4305119542848497, + "train_top1": 0.7247023809523809, + "val_loss": 2.28777323549951, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 94, + "train_loss": 1.256040925071353, + "train_top1": 0.8675595238095238, + "val_loss": 2.3002229308524327, + "val_top1": 0.5964912280701754, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 95, + "train_loss": 1.3109799708638872, + "train_top1": 0.5639880952380952, + "val_loss": 2.301795156378495, + "val_top1": 0.5906432748538012, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 96, + "train_loss": 1.402297201610747, + "train_top1": 0.6264880952380952, + "val_loss": 2.3250623474344176, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 97, + "train_loss": 1.1217468920208158, + "train_top1": 0.8809523809523809, + "val_loss": 2.306504369479174, + "val_top1": 0.5847953216374269, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 98, + "train_loss": 1.0045816728046961, + "train_top1": 0.6741071428571429, + "val_loss": 2.227569316562853, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 99, + "train_loss": 1.2278248838015966, + "train_top1": 0.7261904761904762, + "val_loss": 2.2984885960294488, + "val_top1": 0.6081871345029239, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 100, + "train_loss": 1.189108587446667, + "train_top1": 0.6845238095238095, + "val_loss": 2.304229581565188, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 101, + "train_loss": 1.197830787726811, + "train_top1": 0.7738095238095238, + "val_loss": 2.301260039123178, + "val_top1": 0.5847953216374269, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 102, + "train_loss": 1.1247699686459132, + "train_top1": 0.8050595238095238, + "val_loss": 2.2964205295718902, + "val_top1": 0.5847953216374269, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 103, + "train_loss": 1.1508096570060367, + "train_top1": 0.6904761904761905, + "val_loss": 2.3096620269686157, + "val_top1": 0.5847953216374269, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 104, + "train_loss": 1.2401241007305326, + "train_top1": 0.7529761904761905, + "val_loss": 2.29502735082169, + "val_top1": 0.5672514619883041, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 105, + "train_loss": 1.3101608809970675, + "train_top1": 0.6056547619047619, + "val_loss": 2.3275333677816112, + "val_top1": 0.5847953216374269, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 106, + "train_loss": 1.2543903986612956, + "train_top1": 0.5565476190476191, + "val_loss": 2.2793143520578307, + "val_top1": 0.5964912280701754, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 107, + "train_loss": 1.3118524494625272, + "train_top1": 0.6770833333333334, + "val_loss": 2.2922892207987826, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 108, + "train_loss": 1.3164715057327634, + "train_top1": 0.6473214285714286, + "val_loss": 2.27030214649892, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 109, + "train_loss": 1.056755230540321, + "train_top1": 0.7529761904761905, + "val_loss": 2.2723094719892356, + "val_top1": 0.5964912280701754, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 110, + "train_loss": 1.4243161564781552, + "train_top1": 0.7217261904761905, + "val_loss": 2.2314673111452694, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 111, + "train_loss": 1.3292946560042245, + "train_top1": 0.8095238095238095, + "val_loss": 2.248331478464673, + "val_top1": 0.5906432748538012, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 112, + "train_loss": 1.1054342190424602, + "train_top1": 0.8556547619047619, + "val_loss": 2.26065334799694, + "val_top1": 0.5964912280701754, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 113, + "train_loss": 1.0747710721833366, + "train_top1": 0.7648809523809523, + "val_loss": 2.298037112107751, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 114, + "train_loss": 1.092778537954603, + "train_top1": 0.7291666666666666, + "val_loss": 2.290583638419882, + "val_top1": 0.5847953216374269, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 115, + "train_loss": 1.1170009005637396, + "train_top1": 0.9002976190476191, + "val_loss": 2.270928631051939, + "val_top1": 0.6198830409356725, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 116, + "train_loss": 1.1524669613157, + "train_top1": 0.8199404761904762, + "val_loss": 2.2632187876785013, + "val_top1": 0.6081871345029239, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 117, + "train_loss": 1.228634550457909, + "train_top1": 0.8348214285714286, + "val_loss": 2.2493592326404057, + "val_top1": 0.6081871345029239, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 118, + "train_loss": 1.0342658020201183, + "train_top1": 0.8050595238095238, + "val_loss": 2.235866886830469, + "val_top1": 0.6140350877192983, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 119, + "train_loss": 1.3427821908678328, + "train_top1": 0.8110119047619048, + "val_loss": 2.2461271620633307, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 120, + "train_loss": 1.129356256553105, + "train_top1": 0.7559523809523809, + "val_loss": 2.2513068363680477, + "val_top1": 0.6140350877192983, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 121, + "train_loss": 1.3318915594191778, + "train_top1": 0.6741071428571429, + "val_loss": 2.263247169249239, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 122, + "train_loss": 1.3648003538449605, + "train_top1": 0.6994047619047619, + "val_loss": 2.257702474705657, + "val_top1": 0.5964912280701754, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 123, + "train_loss": 1.1046970600173587, + "train_top1": 0.7559523809523809, + "val_loss": 2.267487220596849, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 124, + "train_loss": 1.2008129897571744, + "train_top1": 0.8690476190476191, + "val_loss": 2.246549483628301, + "val_top1": 0.6140350877192983, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 125, + "train_loss": 1.2478331384204684, + "train_top1": 0.7991071428571429, + "val_loss": 2.258869120949193, + "val_top1": 0.6081871345029239, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 126, + "train_loss": 1.5058961397125608, + "train_top1": 0.7247023809523809, + "val_loss": 2.2717275995957222, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 127, + "train_loss": 1.2907315719695318, + "train_top1": 0.71875, + "val_loss": 2.2753117488838774, + "val_top1": 0.6081871345029239, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 128, + "train_loss": 1.2767397193681627, + "train_top1": 0.8988095238095238, + "val_loss": 2.269349333835624, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 129, + "train_loss": 1.1862846300715493, + "train_top1": 0.8050595238095238, + "val_loss": 2.2533818769176106, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 130, + "train_loss": 1.2471386250995455, + "train_top1": 0.7261904761904762, + "val_loss": 2.2579029387200786, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 131, + "train_loss": 1.1065544940176464, + "train_top1": 0.7217261904761905, + "val_loss": 2.2739338080088296, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 132, + "train_loss": 1.2484743680272783, + "train_top1": 0.7113095238095238, + "val_loss": 2.264670529560736, + "val_top1": 0.6023391812865497, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 133, + "train_loss": 1.2345650905654544, + "train_top1": 0.7351190476190477, + "val_loss": 2.2594370855922588, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 134, + "train_loss": 1.2412604036785306, + "train_top1": 0.5803571428571429, + "val_loss": 2.2618621706265456, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 135, + "train_loss": 1.1420885154179163, + "train_top1": 0.7827380952380952, + "val_loss": 2.2630010933903923, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 136, + "train_loss": 1.3845604033697219, + "train_top1": 0.7068452380952381, + "val_loss": 2.2691300528788427, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 137, + "train_loss": 1.1548047150884355, + "train_top1": 0.7351190476190477, + "val_loss": 2.2587787923757094, + "val_top1": 0.5964912280701754, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 138, + "train_loss": 1.1785995420955477, + "train_top1": 0.8705357142857143, + "val_loss": 2.2606657638884426, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 139, + "train_loss": 1.3524718511672247, + "train_top1": 0.6830357142857143, + "val_loss": 2.2478240958431313, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 140, + "train_loss": 1.168983133066268, + "train_top1": 0.9300595238095238, + "val_loss": 2.2547992000802917, + "val_top1": 0.5964912280701754, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 141, + "train_loss": 1.1544140151568822, + "train_top1": 0.6205357142857143, + "val_loss": 2.2590204874674478, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 142, + "train_loss": 0.9816113653637114, + "train_top1": 0.9047619047619048, + "val_loss": 2.259147183936939, + "val_top1": 0.5964912280701754, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 143, + "train_loss": 1.1430711831365312, + "train_top1": 0.7738095238095238, + "val_loss": 2.2546048164367676, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 144, + "train_loss": 1.1127393188930692, + "train_top1": 0.8184523809523809, + "val_loss": 2.2558034735116346, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 145, + "train_loss": 1.169438796383994, + "train_top1": 0.6309523809523809, + "val_loss": 2.2545765701093172, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 146, + "train_loss": 1.1571936295146035, + "train_top1": 0.8273809523809523, + "val_loss": 2.2576808315968653, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 147, + "train_loss": 1.3389735307012285, + "train_top1": 0.5982142857142857, + "val_loss": 2.251645251324302, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 148, + "train_loss": 1.1805056645756675, + "train_top1": 0.7604166666666666, + "val_loss": 2.255079057481554, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 149, + "train_loss": 1.1244396311896188, + "train_top1": 0.7232142857142857, + "val_loss": 2.258278570677105, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 150, + "train_loss": 1.1670016107105075, + "train_top1": 0.5, + "val_loss": 2.254424143952933, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 151, + "train_loss": 1.3510285899752663, + "train_top1": 0.6889880952380952, + "val_loss": 2.2529506850660894, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 152, + "train_loss": 1.4666970031602042, + "train_top1": 0.7366071428571429, + "val_loss": 2.2563812035566184, + "val_top1": 0.6081871345029239, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 153, + "train_loss": 1.1467856225513278, + "train_top1": 0.7574404761904762, + "val_loss": 2.256155928673103, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 154, + "train_loss": 1.1377850430352348, + "train_top1": 0.8125, + "val_loss": 2.2571869203221726, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 155, + "train_loss": 1.2218153647014074, + "train_top1": 0.7306547619047619, + "val_loss": 2.2627452493411058, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 156, + "train_loss": 1.582905391852061, + "train_top1": 0.5684523809523809, + "val_loss": 2.260872214858295, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 157, + "train_loss": 1.1568557279450553, + "train_top1": 0.5297619047619048, + "val_loss": 2.259142231522945, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 158, + "train_loss": 1.3680465079489208, + "train_top1": 0.7589285714285714, + "val_loss": 2.258979200619703, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 159, + "train_loss": 1.0864957372347515, + "train_top1": 0.7172619047619048, + "val_loss": 2.2584710567318207, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 160, + "train_loss": 1.3434072846458072, + "train_top1": 0.6875, + "val_loss": 2.253819429386429, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + } + ] +} \ No newline at end of file diff --git a/mute_mode/checkpoints/sign_v2_report_shape_s2.json b/mute_mode/checkpoints/sign_v2_report_shape_s2.json new file mode 100644 index 0000000..90ae28a --- /dev/null +++ b/mute_mode/checkpoints/sign_v2_report_shape_s2.json @@ -0,0 +1,1403 @@ +{ + "protocol": "official WLASL split, model selected on val, test evaluated once", + "clips": { + "train": 677, + "val": 171, + "test": 155 + }, + "params": 169701, + "best_epoch": 130, + "val_top1": 0.6608187134502924, + "test_top1": 0.6, + "test_top5": 0.7806451612903226, + "per_class_test_top1": { + "drink": 1.0, + "before": 1.0, + "cool": 0.3333333333333333, + "computer": 0.5, + "go": 0.0, + "thin": 0.0, + "cousin": 1.0, + "help": 1.0, + "who": 1.0, + "bowling": 1.0, + "candy": 1.0, + "change": 1.0, + "dark": 1.0, + "accident": 0.5, + "basketball": 1.0, + "bed": 1.0, + "corn": 0.0, + "last": 1.0, + "man": 0.5, + "pizza": 0.3333333333333333, + "take": 0.0, + "tall": 0.5, + "trade": 0.0, + "what": 0.0, + "yes": 0.5, + "bar": 0.6666666666666666, + "cold": 1.0, + "deaf": 0.6666666666666666, + "family": 1.0, + "give": 0.0, + "leave": 0.0, + "show": 0.0, + "soon": 0.6666666666666666, + "tell": 1.0, + "walk": 0.5, + "woman": 0.6666666666666666, + "year": 1.0, + "apple": 1.0, + "brother": 1.0, + "catch": 0.0, + "champion": 0.0, + "check": 0.0, + "convince": 0.0, + "cry": 1.0, + "delay": 0.0, + "dog": 1.0, + "environment": 1.0, + "example": 0.0, + "far": 1.0, + "fine": 0.5, + "fish": 1.0, + "full": 0.0, + "graduate": 1.0, + "hot": 0.6666666666666666, + "how": 0.3333333333333333, + "improve": 0.5, + "language": 1.0, + "letter": 0.0, + "many": 1.0, + "mother": 0.5, + "no": 1.0, + "order": 0.0, + "party": 0.0, + "play": 0.5, + "room": 0.6666666666666666, + "score": 0.0, + "secretary": 1.0, + "sweet": 1.0, + "theory": 1.0, + "thursday": 0.5, + "wait": 1.0, + "why": 0.0, + "write": 1.0, + "bad": 1.0, + "balance": 0.0, + "banana": 1.0, + "beard": 1.0, + "because": 0.0, + "big": 0.0, + "bird": 0.5, + "black": 0.3333333333333333, + "blanket": 0.0, + "blue": 1.0, + "careful": 1.0, + "cat": 1.0, + "copy": 1.0, + "cow": 1.0, + "crash": 0.0, + "daughter": 0.0 + }, + "train_seconds": 854.5, + "args": { + "epochs": 160, + "batch": 32, + "lr": 0.002, + "wd": 0.05, + "width": 128, + "gru": 64, + "dropout": 0.3, + "smoothing": 0.1, + "mixup": 0.2, + "seed": 2, + "features": "shape_only", + "no_augment": false, + "tag": "shape_s2", + "deploy": false + }, + "history": [ + { + "epoch": 1, + "train_loss": 4.65068481082008, + "train_top1": 0.004464285714285714, + "val_loss": 4.615501049666377, + "val_top1": 0.005847953216374269, + "val_top5": 0.04678362573099415 + }, + { + "epoch": 2, + "train_loss": 4.548783029828753, + "train_top1": 0.022321428571428572, + "val_loss": 4.480914826978717, + "val_top1": 0.05847953216374269, + "val_top5": 0.1286549707602339 + }, + { + "epoch": 3, + "train_loss": 4.393337635766892, + "train_top1": 0.047619047619047616, + "val_loss": 4.324064260337785, + "val_top1": 0.07017543859649122, + "val_top5": 0.21637426900584794 + }, + { + "epoch": 4, + "train_loss": 4.177492016837711, + "train_top1": 0.08035714285714286, + "val_loss": 4.107828090065404, + "val_top1": 0.10526315789473684, + "val_top5": 0.29239766081871343 + }, + { + "epoch": 5, + "train_loss": 3.910837037222726, + "train_top1": 0.12053571428571429, + "val_loss": 3.8986425204583774, + "val_top1": 0.10526315789473684, + "val_top5": 0.38596491228070173 + }, + { + "epoch": 6, + "train_loss": 3.698140473592849, + "train_top1": 0.10416666666666667, + "val_loss": 3.6971586154915435, + "val_top1": 0.2046783625730994, + "val_top5": 0.4502923976608187 + }, + { + "epoch": 7, + "train_loss": 3.466184616088867, + "train_top1": 0.23363095238095238, + "val_loss": 3.6357230833399368, + "val_top1": 0.19883040935672514, + "val_top5": 0.45614035087719296 + }, + { + "epoch": 8, + "train_loss": 3.2584524949391684, + "train_top1": 0.15922619047619047, + "val_loss": 3.479957856630024, + "val_top1": 0.2222222222222222, + "val_top5": 0.5321637426900585 + }, + { + "epoch": 9, + "train_loss": 3.2968001933324906, + "train_top1": 0.18303571428571427, + "val_loss": 3.4246153315605476, + "val_top1": 0.25146198830409355, + "val_top5": 0.5555555555555556 + }, + { + "epoch": 10, + "train_loss": 3.0948184104192826, + "train_top1": 0.30357142857142855, + "val_loss": 3.273293379454585, + "val_top1": 0.3157894736842105, + "val_top5": 0.5847953216374269 + }, + { + "epoch": 11, + "train_loss": 2.9914593469528925, + "train_top1": 0.33630952380952384, + "val_loss": 3.084894831417597, + "val_top1": 0.3333333333333333, + "val_top5": 0.6198830409356725 + }, + { + "epoch": 12, + "train_loss": 2.7360233692895797, + "train_top1": 0.3229166666666667, + "val_loss": 3.0483395886002924, + "val_top1": 0.3742690058479532, + "val_top5": 0.6257309941520468 + }, + { + "epoch": 13, + "train_loss": 2.692539339973813, + "train_top1": 0.32589285714285715, + "val_loss": 2.942509054440504, + "val_top1": 0.4327485380116959, + "val_top5": 0.672514619883041 + }, + { + "epoch": 14, + "train_loss": 2.7619834627423967, + "train_top1": 0.38095238095238093, + "val_loss": 2.931889107352809, + "val_top1": 0.4269005847953216, + "val_top5": 0.6666666666666666 + }, + { + "epoch": 15, + "train_loss": 2.600914637247721, + "train_top1": 0.41369047619047616, + "val_loss": 2.8295423078258137, + "val_top1": 0.45614035087719296, + "val_top5": 0.7076023391812866 + }, + { + "epoch": 16, + "train_loss": 2.288894091333662, + "train_top1": 0.40327380952380953, + "val_loss": 2.8305105047616346, + "val_top1": 0.42105263157894735, + "val_top5": 0.695906432748538 + }, + { + "epoch": 17, + "train_loss": 2.2793340172086443, + "train_top1": 0.3869047619047619, + "val_loss": 2.8286327074842843, + "val_top1": 0.47368421052631576, + "val_top5": 0.7017543859649122 + }, + { + "epoch": 18, + "train_loss": 2.284267084939139, + "train_top1": 0.36755952380952384, + "val_loss": 2.770272267492194, + "val_top1": 0.4502923976608187, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 19, + "train_loss": 2.198817497208005, + "train_top1": 0.4732142857142857, + "val_loss": 2.7608290987405164, + "val_top1": 0.4444444444444444, + "val_top5": 0.7251461988304093 + }, + { + "epoch": 20, + "train_loss": 2.035513230732509, + "train_top1": 0.53125, + "val_loss": 2.7267773290823776, + "val_top1": 0.49707602339181284, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 21, + "train_loss": 2.22237081187112, + "train_top1": 0.5446428571428571, + "val_loss": 2.667323925341779, + "val_top1": 0.49122807017543857, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 22, + "train_loss": 2.3040787946610224, + "train_top1": 0.38392857142857145, + "val_loss": 2.7656708558400473, + "val_top1": 0.43859649122807015, + "val_top5": 0.7426900584795322 + }, + { + "epoch": 23, + "train_loss": 2.089289006732759, + "train_top1": 0.49851190476190477, + "val_loss": 2.6830392455496983, + "val_top1": 0.4853801169590643, + "val_top5": 0.7368421052631579 + }, + { + "epoch": 24, + "train_loss": 1.9891595386323475, + "train_top1": 0.49404761904761907, + "val_loss": 2.698509246982329, + "val_top1": 0.4678362573099415, + "val_top5": 0.7485380116959064 + }, + { + "epoch": 25, + "train_loss": 2.0052083673931302, + "train_top1": 0.5163690476190477, + "val_loss": 2.749889647054393, + "val_top1": 0.4444444444444444, + "val_top5": 0.7134502923976608 + }, + { + "epoch": 26, + "train_loss": 1.7435174215407598, + "train_top1": 0.6086309523809523, + "val_loss": 2.595979132847479, + "val_top1": 0.5263157894736842, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 27, + "train_loss": 1.8425226835977464, + "train_top1": 0.5773809523809523, + "val_loss": 2.6147253248426647, + "val_top1": 0.5087719298245614, + "val_top5": 0.7602339181286549 + }, + { + "epoch": 28, + "train_loss": 1.9684352988288516, + "train_top1": 0.6711309523809523, + "val_loss": 2.672755521640443, + "val_top1": 0.5029239766081871, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 29, + "train_loss": 1.6912007558913458, + "train_top1": 0.5625, + "val_loss": 2.5440646054451928, + "val_top1": 0.5146198830409356, + "val_top5": 0.7543859649122807 + }, + { + "epoch": 30, + "train_loss": 1.7966129836582003, + "train_top1": 0.6741071428571429, + "val_loss": 2.5820396908542564, + "val_top1": 0.5380116959064327, + "val_top5": 0.7426900584795322 + }, + { + "epoch": 31, + "train_loss": 1.5968403135027205, + "train_top1": 0.6860119047619048, + "val_loss": 2.5016744304121588, + "val_top1": 0.5555555555555556, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 32, + "train_loss": 1.7464639970234461, + "train_top1": 0.7127976190476191, + "val_loss": 2.4887157797116286, + "val_top1": 0.5380116959064327, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 33, + "train_loss": 1.7910596983773368, + "train_top1": 0.6845238095238095, + "val_loss": 2.4666969120851037, + "val_top1": 0.543859649122807, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 34, + "train_loss": 1.5899731318155925, + "train_top1": 0.5580357142857143, + "val_loss": 2.4498608391187346, + "val_top1": 0.5730994152046783, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 35, + "train_loss": 1.7117081710270472, + "train_top1": 0.5997023809523809, + "val_loss": 2.44600260327434, + "val_top1": 0.543859649122807, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 36, + "train_loss": 1.650345660391308, + "train_top1": 0.6726190476190477, + "val_loss": 2.460196775302552, + "val_top1": 0.5672514619883041, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 37, + "train_loss": 1.8492715131668818, + "train_top1": 0.6339285714285714, + "val_loss": 2.4353558431591904, + "val_top1": 0.5789473684210527, + "val_top5": 0.783625730994152 + }, + { + "epoch": 38, + "train_loss": 1.5242899088632493, + "train_top1": 0.53125, + "val_loss": 2.426110103116398, + "val_top1": 0.5730994152046783, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 39, + "train_loss": 1.5987447613761538, + "train_top1": 0.5907738095238095, + "val_loss": 2.4508149107994393, + "val_top1": 0.5614035087719298, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 40, + "train_loss": 1.5861693677448092, + "train_top1": 0.5892857142857143, + "val_loss": 2.528167898891962, + "val_top1": 0.5146198830409356, + "val_top5": 0.7719298245614035 + }, + { + "epoch": 41, + "train_loss": 1.5199347393853324, + "train_top1": 0.6547619047619048, + "val_loss": 2.4346287571198757, + "val_top1": 0.5614035087719298, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 42, + "train_loss": 1.460293003490993, + "train_top1": 0.4880952380952381, + "val_loss": 2.4832003953164086, + "val_top1": 0.5672514619883041, + "val_top5": 0.7660818713450293 + }, + { + "epoch": 43, + "train_loss": 1.6146030709857033, + "train_top1": 0.4895833333333333, + "val_loss": 2.4205744182854367, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 44, + "train_loss": 1.6213940722601754, + "train_top1": 0.6056547619047619, + "val_loss": 2.4260890107405815, + "val_top1": 0.5380116959064327, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 45, + "train_loss": 1.3979856911159696, + "train_top1": 0.6592261904761905, + "val_loss": 2.339825337393242, + "val_top1": 0.5906432748538012, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 46, + "train_loss": 1.3603627738498507, + "train_top1": 0.7336309523809523, + "val_loss": 2.404505311397084, + "val_top1": 0.5555555555555556, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 47, + "train_loss": 1.5627347287677584, + "train_top1": 0.7276785714285714, + "val_loss": 2.3485101328955755, + "val_top1": 0.6023391812865497, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 48, + "train_loss": 1.47336330867949, + "train_top1": 0.6517857142857143, + "val_loss": 2.379754190556487, + "val_top1": 0.5730994152046783, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 49, + "train_loss": 1.2541326908838182, + "train_top1": 0.7440476190476191, + "val_loss": 2.3766432533487243, + "val_top1": 0.5672514619883041, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 50, + "train_loss": 1.535201282728286, + "train_top1": 0.7752976190476191, + "val_loss": 2.3813243888274966, + "val_top1": 0.5672514619883041, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 51, + "train_loss": 1.4707816555386497, + "train_top1": 0.6800595238095238, + "val_loss": 2.4228121718468025, + "val_top1": 0.52046783625731, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 52, + "train_loss": 1.3754435720897855, + "train_top1": 0.6889880952380952, + "val_loss": 2.3271468090035063, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 53, + "train_loss": 1.2661734251748948, + "train_top1": 0.6577380952380952, + "val_loss": 2.334026325515836, + "val_top1": 0.5847953216374269, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 54, + "train_loss": 1.4132853632881528, + "train_top1": 0.6413690476190477, + "val_loss": 2.42324275580066, + "val_top1": 0.5847953216374269, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 55, + "train_loss": 1.4809057315190632, + "train_top1": 0.8125, + "val_loss": 2.3946974793372795, + "val_top1": 0.5614035087719298, + "val_top5": 0.783625730994152 + }, + { + "epoch": 56, + "train_loss": 1.3088669606617518, + "train_top1": 0.7619047619047619, + "val_loss": 2.388657528057433, + "val_top1": 0.5614035087719298, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 57, + "train_loss": 1.484354092961266, + "train_top1": 0.7946428571428571, + "val_loss": 2.3486596352872793, + "val_top1": 0.5847953216374269, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 58, + "train_loss": 1.279471647171747, + "train_top1": 0.7440476190476191, + "val_loss": 2.351301041262889, + "val_top1": 0.5906432748538012, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 59, + "train_loss": 1.5116751761663527, + "train_top1": 0.75, + "val_loss": 2.3639758651019536, + "val_top1": 0.5847953216374269, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 60, + "train_loss": 1.7435958555766515, + "train_top1": 0.7380952380952381, + "val_loss": 2.361304833875065, + "val_top1": 0.5555555555555556, + "val_top5": 0.783625730994152 + }, + { + "epoch": 61, + "train_loss": 1.2383913028807867, + "train_top1": 0.7514880952380952, + "val_loss": 2.4406840145936486, + "val_top1": 0.5847953216374269, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 62, + "train_loss": 1.5715750739687966, + "train_top1": 0.65625, + "val_loss": 2.345168671412775, + "val_top1": 0.5789473684210527, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 63, + "train_loss": 1.356995784101032, + "train_top1": 0.6309523809523809, + "val_loss": 2.3314532745651335, + "val_top1": 0.5964912280701754, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 64, + "train_loss": 1.6818059796378726, + "train_top1": 0.6592261904761905, + "val_loss": 2.359687787050392, + "val_top1": 0.5964912280701754, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 65, + "train_loss": 1.2311750253041585, + "train_top1": 0.8303571428571429, + "val_loss": 2.376221429534823, + "val_top1": 0.6081871345029239, + "val_top5": 0.7777777777777778 + }, + { + "epoch": 66, + "train_loss": 1.304843403044201, + "train_top1": 0.6860119047619048, + "val_loss": 2.344755631441261, + "val_top1": 0.5789473684210527, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 67, + "train_loss": 1.5601481284414018, + "train_top1": 0.7321428571428571, + "val_loss": 2.377283885465031, + "val_top1": 0.5730994152046783, + "val_top5": 0.783625730994152 + }, + { + "epoch": 68, + "train_loss": 1.2947912500018166, + "train_top1": 0.6160714285714286, + "val_loss": 2.3326325723302292, + "val_top1": 0.5730994152046783, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 69, + "train_loss": 1.3078373244830541, + "train_top1": 0.8035714285714286, + "val_loss": 2.3040777493638602, + "val_top1": 0.5789473684210527, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 70, + "train_loss": 1.2404933373133342, + "train_top1": 0.7276785714285714, + "val_loss": 2.3118419758757653, + "val_top1": 0.5730994152046783, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 71, + "train_loss": 1.2769854778335208, + "train_top1": 0.7276785714285714, + "val_loss": 2.2747636008680914, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 72, + "train_loss": 1.2298220282509214, + "train_top1": 0.6502976190476191, + "val_loss": 2.259615451968901, + "val_top1": 0.5964912280701754, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 73, + "train_loss": 1.339466807388124, + "train_top1": 0.7708333333333334, + "val_loss": 2.3040595207995143, + "val_top1": 0.6023391812865497, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 74, + "train_loss": 1.25736388422194, + "train_top1": 0.7261904761904762, + "val_loss": 2.311126608597605, + "val_top1": 0.6198830409356725, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 75, + "train_loss": 1.2089046523684548, + "train_top1": 0.75, + "val_loss": 2.270867785515144, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 76, + "train_loss": 1.0467679018066043, + "train_top1": 0.7098214285714286, + "val_loss": 2.329663655911273, + "val_top1": 0.5847953216374269, + "val_top5": 0.8011695906432749 + }, + { + "epoch": 77, + "train_loss": 1.4716674486796062, + "train_top1": 0.7961309523809523, + "val_loss": 2.3663759078198705, + "val_top1": 0.5672514619883041, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 78, + "train_loss": 1.4278260185605003, + "train_top1": 0.7217261904761905, + "val_loss": 2.2823440136268123, + "val_top1": 0.6081871345029239, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 79, + "train_loss": 1.356011839140029, + "train_top1": 0.6845238095238095, + "val_loss": 2.287496278160497, + "val_top1": 0.5847953216374269, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 80, + "train_loss": 1.4963208664031256, + "train_top1": 0.7782738095238095, + "val_loss": 2.3101716167048405, + "val_top1": 0.5847953216374269, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 81, + "train_loss": 1.230229295435406, + "train_top1": 0.7351190476190477, + "val_loss": 2.2734633956039163, + "val_top1": 0.5964912280701754, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 82, + "train_loss": 1.2766224458104087, + "train_top1": 0.5818452380952381, + "val_loss": 2.3339005799321404, + "val_top1": 0.5789473684210527, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 83, + "train_loss": 1.608574384734744, + "train_top1": 0.5788690476190477, + "val_loss": 2.2727152757477342, + "val_top1": 0.5789473684210527, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 84, + "train_loss": 1.1036872892152696, + "train_top1": 0.7991071428571429, + "val_loss": 2.326147589767188, + "val_top1": 0.5497076023391813, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 85, + "train_loss": 1.353008664789654, + "train_top1": 0.8526785714285714, + "val_loss": 2.3509249436227897, + "val_top1": 0.5789473684210527, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 86, + "train_loss": 1.598196009794871, + "train_top1": 0.4955357142857143, + "val_loss": 2.2911097389912745, + "val_top1": 0.6257309941520468, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 87, + "train_loss": 1.1856718971615745, + "train_top1": 0.8943452380952381, + "val_loss": 2.296010120570311, + "val_top1": 0.6198830409356725, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 88, + "train_loss": 1.3266815032277788, + "train_top1": 0.6443452380952381, + "val_loss": 2.2280677856757625, + "val_top1": 0.631578947368421, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 89, + "train_loss": 1.2624493865739732, + "train_top1": 0.8050595238095238, + "val_loss": 2.2687771794391653, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 90, + "train_loss": 1.3839574881962367, + "train_top1": 0.7708333333333334, + "val_loss": 2.242043815858183, + "val_top1": 0.6257309941520468, + "val_top5": 0.7894736842105263 + }, + { + "epoch": 91, + "train_loss": 1.5677139929362707, + "train_top1": 0.6294642857142857, + "val_loss": 2.2201158177782916, + "val_top1": 0.5789473684210527, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 92, + "train_loss": 1.0799609365917386, + "train_top1": 0.7648809523809523, + "val_loss": 2.2084246936597323, + "val_top1": 0.6257309941520468, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 93, + "train_loss": 1.5498710586911155, + "train_top1": 0.7157738095238095, + "val_loss": 2.201868578704477, + "val_top1": 0.6081871345029239, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 94, + "train_loss": 1.4013798918042863, + "train_top1": 0.78125, + "val_loss": 2.2367022637038203, + "val_top1": 0.6198830409356725, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 95, + "train_loss": 1.1375537032172793, + "train_top1": 0.8392857142857143, + "val_loss": 2.2246204872577513, + "val_top1": 0.6023391812865497, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 96, + "train_loss": 1.4113229768616813, + "train_top1": 0.6964285714285714, + "val_loss": 2.2569282319810657, + "val_top1": 0.5847953216374269, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 97, + "train_loss": 1.2258772736503964, + "train_top1": 0.7172619047619048, + "val_loss": 2.1820369784594975, + "val_top1": 0.6257309941520468, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 98, + "train_loss": 1.221061334723518, + "train_top1": 0.7127976190476191, + "val_loss": 2.205385415874727, + "val_top1": 0.6198830409356725, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 99, + "train_loss": 1.0466865783645993, + "train_top1": 0.7559523809523809, + "val_loss": 2.2174576974054525, + "val_top1": 0.6257309941520468, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 100, + "train_loss": 1.188920537630717, + "train_top1": 0.7217261904761905, + "val_loss": 2.2177978649474026, + "val_top1": 0.631578947368421, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 101, + "train_loss": 1.161372979482015, + "train_top1": 0.7529761904761905, + "val_loss": 2.207700297149301, + "val_top1": 0.6140350877192983, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 102, + "train_loss": 1.4643957728431338, + "train_top1": 0.6205357142857143, + "val_loss": 2.1994792160234953, + "val_top1": 0.6140350877192983, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 103, + "train_loss": 1.40587260893413, + "train_top1": 0.6726190476190477, + "val_loss": 2.238750428484197, + "val_top1": 0.631578947368421, + "val_top5": 0.7953216374269005 + }, + { + "epoch": 104, + "train_loss": 1.233964278584435, + "train_top1": 0.8229166666666666, + "val_loss": 2.2207427917168157, + "val_top1": 0.6374269005847953, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 105, + "train_loss": 1.188718869572594, + "train_top1": 0.6860119047619048, + "val_loss": 2.2025662932479593, + "val_top1": 0.6432748538011696, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 106, + "train_loss": 1.260475706486475, + "train_top1": 0.8482142857142857, + "val_loss": 2.192386561667013, + "val_top1": 0.6374269005847953, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 107, + "train_loss": 1.3017418810299464, + "train_top1": 0.6205357142857143, + "val_loss": 2.187651935376619, + "val_top1": 0.6257309941520468, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 108, + "train_loss": 1.0757683033034915, + "train_top1": 0.84375, + "val_loss": 2.1986291771046598, + "val_top1": 0.6081871345029239, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 109, + "train_loss": 1.1988263783000765, + "train_top1": 0.6949404761904762, + "val_loss": 2.200320295423095, + "val_top1": 0.6081871345029239, + "val_top5": 0.8128654970760234 + }, + { + "epoch": 110, + "train_loss": 1.2307026074046181, + "train_top1": 0.5967261904761905, + "val_loss": 2.2086799493310045, + "val_top1": 0.6023391812865497, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 111, + "train_loss": 1.23048202196757, + "train_top1": 0.8095238095238095, + "val_loss": 2.187441496821175, + "val_top1": 0.6140350877192983, + "val_top5": 0.8070175438596491 + }, + { + "epoch": 112, + "train_loss": 1.2834116504305886, + "train_top1": 0.7261904761904762, + "val_loss": 2.1760337450350935, + "val_top1": 0.6374269005847953, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 113, + "train_loss": 1.0916320851870946, + "train_top1": 0.7708333333333334, + "val_loss": 2.1444227416612947, + "val_top1": 0.6432748538011696, + "val_top5": 0.8538011695906432 + }, + { + "epoch": 114, + "train_loss": 1.268407126267751, + "train_top1": 0.5342261904761905, + "val_loss": 2.1508652703803883, + "val_top1": 0.6198830409356725, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 115, + "train_loss": 1.2918655105999537, + "train_top1": 0.7038690476190477, + "val_loss": 2.1961081683287147, + "val_top1": 0.6081871345029239, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 116, + "train_loss": 0.972808335508619, + "train_top1": 0.7291666666666666, + "val_loss": 2.1728566417917174, + "val_top1": 0.6198830409356725, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 117, + "train_loss": 1.2099228217488243, + "train_top1": 0.5863095238095238, + "val_loss": 2.168982381709138, + "val_top1": 0.6374269005847953, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 118, + "train_loss": 1.1589532040414356, + "train_top1": 0.7127976190476191, + "val_loss": 2.1697394833927266, + "val_top1": 0.6374269005847953, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 119, + "train_loss": 0.9589734701883226, + "train_top1": 0.7752976190476191, + "val_loss": 2.189373166937577, + "val_top1": 0.6374269005847953, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 120, + "train_loss": 1.4335334783508664, + "train_top1": 0.7336309523809523, + "val_loss": 2.184722716348213, + "val_top1": 0.6374269005847953, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 121, + "train_loss": 1.2494644636199588, + "train_top1": 0.7247023809523809, + "val_loss": 2.1685226883804587, + "val_top1": 0.6374269005847953, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 122, + "train_loss": 0.9580953944297064, + "train_top1": 0.7723214285714286, + "val_loss": 2.1694577618649133, + "val_top1": 0.6374269005847953, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 123, + "train_loss": 1.1187187348093306, + "train_top1": 0.8080357142857143, + "val_loss": 2.168987480520505, + "val_top1": 0.631578947368421, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 124, + "train_loss": 1.1941112052826655, + "train_top1": 0.6860119047619048, + "val_loss": 2.161177134653281, + "val_top1": 0.6257309941520468, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 125, + "train_loss": 1.2157987441335405, + "train_top1": 0.7247023809523809, + "val_loss": 2.1569090600599323, + "val_top1": 0.6432748538011696, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 126, + "train_loss": 1.3446894997642154, + "train_top1": 0.6934523809523809, + "val_loss": 2.155161341728523, + "val_top1": 0.6257309941520468, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 127, + "train_loss": 1.2493980498540969, + "train_top1": 0.6741071428571429, + "val_loss": 2.1621080448752954, + "val_top1": 0.6257309941520468, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 128, + "train_loss": 1.0002638129960923, + "train_top1": 0.7276785714285714, + "val_loss": 2.1691612667507596, + "val_top1": 0.631578947368421, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 129, + "train_loss": 1.0887573758761089, + "train_top1": 0.6755952380952381, + "val_loss": 2.1666141225580584, + "val_top1": 0.6432748538011696, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 130, + "train_loss": 1.0296787137076968, + "train_top1": 0.9702380952380952, + "val_loss": 2.166462703057897, + "val_top1": 0.6608187134502924, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 131, + "train_loss": 1.0858664966764904, + "train_top1": 0.6458333333333334, + "val_loss": 2.1643585991441157, + "val_top1": 0.6257309941520468, + "val_top5": 0.8187134502923976 + }, + { + "epoch": 132, + "train_loss": 1.2416245483216786, + "train_top1": 0.7127976190476191, + "val_loss": 2.1613877670109622, + "val_top1": 0.6374269005847953, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 133, + "train_loss": 1.4189169520423526, + "train_top1": 0.6919642857142857, + "val_loss": 2.168348589835808, + "val_top1": 0.631578947368421, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 134, + "train_loss": 1.1445217104185195, + "train_top1": 0.7172619047619048, + "val_loss": 2.157174008631567, + "val_top1": 0.6432748538011696, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 135, + "train_loss": 1.295946328412919, + "train_top1": 0.8065476190476191, + "val_loss": 2.1615439493056625, + "val_top1": 0.6432748538011696, + "val_top5": 0.847953216374269 + }, + { + "epoch": 136, + "train_loss": 1.049213136945452, + "train_top1": 0.8601190476190477, + "val_loss": 2.165098619739912, + "val_top1": 0.6549707602339181, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 137, + "train_loss": 0.9564492305119833, + "train_top1": 0.7261904761904762, + "val_loss": 2.1604653562021534, + "val_top1": 0.6257309941520468, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 138, + "train_loss": 1.1332572443144662, + "train_top1": 0.7142857142857143, + "val_loss": 2.1570589988552338, + "val_top1": 0.6549707602339181, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 139, + "train_loss": 1.2516262077149891, + "train_top1": 0.7604166666666666, + "val_loss": 2.1594762244419745, + "val_top1": 0.6608187134502924, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 140, + "train_loss": 1.2733515359106518, + "train_top1": 0.7619047619047619, + "val_loss": 2.162162673403645, + "val_top1": 0.6491228070175439, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 141, + "train_loss": 1.2441529830296834, + "train_top1": 0.7976190476190477, + "val_loss": 2.1692469217623884, + "val_top1": 0.6432748538011696, + "val_top5": 0.8421052631578947 + }, + { + "epoch": 142, + "train_loss": 1.2079873766217912, + "train_top1": 0.8095238095238095, + "val_loss": 2.1620715863523428, + "val_top1": 0.6491228070175439, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 143, + "train_loss": 1.2477566514696394, + "train_top1": 0.6711309523809523, + "val_loss": 2.163799368150053, + "val_top1": 0.6491228070175439, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 144, + "train_loss": 1.4258894295919509, + "train_top1": 0.6815476190476191, + "val_loss": 2.1614787857434905, + "val_top1": 0.6491228070175439, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 145, + "train_loss": 1.123258392016093, + "train_top1": 0.8139880952380952, + "val_loss": 2.161693347127814, + "val_top1": 0.6432748538011696, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 146, + "train_loss": 1.4766623377799988, + "train_top1": 0.7276785714285714, + "val_loss": 2.162946609028599, + "val_top1": 0.6374269005847953, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 147, + "train_loss": 1.220518810408456, + "train_top1": 0.8675595238095238, + "val_loss": 2.15979354283963, + "val_top1": 0.6374269005847953, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 148, + "train_loss": 1.0899535048575628, + "train_top1": 0.8095238095238095, + "val_loss": 2.161596981405515, + "val_top1": 0.6491228070175439, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 149, + "train_loss": 1.4287298577172416, + "train_top1": 0.5029761904761905, + "val_loss": 2.1619998404854224, + "val_top1": 0.631578947368421, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 150, + "train_loss": 1.4364494738124667, + "train_top1": 0.5372023809523809, + "val_loss": 2.1632299102537815, + "val_top1": 0.6374269005847953, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 151, + "train_loss": 1.1915453388577415, + "train_top1": 0.7633928571428571, + "val_loss": 2.162101289682221, + "val_top1": 0.6374269005847953, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 152, + "train_loss": 0.9824551968347459, + "train_top1": 0.7693452380952381, + "val_loss": 2.160481107165242, + "val_top1": 0.6374269005847953, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 153, + "train_loss": 1.1826555700529189, + "train_top1": 0.6964285714285714, + "val_loss": 2.1613558091615377, + "val_top1": 0.6432748538011696, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 154, + "train_loss": 1.0383061936923437, + "train_top1": 0.6830357142857143, + "val_loss": 2.1632814072726068, + "val_top1": 0.6432748538011696, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 155, + "train_loss": 1.3018884743962968, + "train_top1": 0.7366071428571429, + "val_loss": 2.160381226511727, + "val_top1": 0.6491228070175439, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 156, + "train_loss": 1.2368265986442566, + "train_top1": 0.6309523809523809, + "val_loss": 2.1594819687960443, + "val_top1": 0.6491228070175439, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 157, + "train_loss": 1.310427140621912, + "train_top1": 0.7797619047619048, + "val_loss": 2.162031801123368, + "val_top1": 0.6432748538011696, + "val_top5": 0.8362573099415205 + }, + { + "epoch": 158, + "train_loss": 1.1187109237625485, + "train_top1": 0.7232142857142857, + "val_loss": 2.160043632775022, + "val_top1": 0.6432748538011696, + "val_top5": 0.8304093567251462 + }, + { + "epoch": 159, + "train_loss": 1.1603027951149714, + "train_top1": 0.7172619047619048, + "val_loss": 2.163781564835219, + "val_top1": 0.6432748538011696, + "val_top5": 0.8245614035087719 + }, + { + "epoch": 160, + "train_loss": 1.2693066000938416, + "train_top1": 0.7470238095238095, + "val_loss": 2.1613406033543816, + "val_top1": 0.6432748538011696, + "val_top5": 0.8304093567251462 + } + ] +} \ No newline at end of file diff --git a/mute_mode/classifier_v2.py b/mute_mode/classifier_v2.py new file mode 100644 index 0000000..3c6e789 --- /dev/null +++ b/mute_mode/classifier_v2.py @@ -0,0 +1,97 @@ +# mute_mode/classifier_v2.py +# ----------------------------------------------------------------------------- +# Mute Mode v2 sign classifier: compact temporal CNN + bidirectional GRU with +# attention pooling. Roughly 0.18 M parameters (about 0.7 MB in float32), still +# small enough for real time CPU inference on a Raspberry Pi 4. +# +# Input : (batch, SEQ_LEN=32, FEATURE_DIM_V2=226) from mute_mode/features.py +# Output: (batch, num_classes) logits +# ----------------------------------------------------------------------------- + +from typing import Any, Dict, List, Optional + +import torch +import torch.nn as nn +import torch.nn.functional as F + +from mute_mode.features import FEATURE_DIM_V2 + + +class _SepConvBlock(nn.Module): + """Depthwise separable temporal convolution with a residual connection.""" + + def __init__(self, ch: int, k: int = 5, dilation: int = 1, p: float = 0.2): + super().__init__() + pad = (k - 1) // 2 * dilation + self.dw = nn.Conv1d(ch, ch, k, padding=pad, dilation=dilation, groups=ch) + self.pw = nn.Conv1d(ch, ch, 1) + self.bn = nn.BatchNorm1d(ch) + self.drop = nn.Dropout(p) + + def forward(self, x): + return x + self.drop(F.gelu(self.bn(self.pw(self.dw(x))))) + + +class SignClassifierV2(nn.Module): + def __init__(self, num_classes: int, in_features: int = FEATURE_DIM_V2, width: int = 128, + gru_hidden: int = 64, dropout: float = 0.3): + super().__init__() + self.in_features, self.num_classes = in_features, num_classes + self.width, self.gru_hidden, self.dropout_p = width, gru_hidden, dropout + self.input_drop = nn.Dropout(0.1) + self.proj = nn.Linear(in_features, width) + self.norm = nn.LayerNorm(width) + self.blocks = nn.Sequential( + _SepConvBlock(width, 5, 1, dropout), + _SepConvBlock(width, 5, 2, dropout), + _SepConvBlock(width, 5, 4, dropout), + ) + self.gru = nn.GRU(width, gru_hidden, batch_first=True, bidirectional=True) + self.attn = nn.Linear(2 * gru_hidden, 1) + self.head_drop = nn.Dropout(dropout) + self.fc = nn.Linear(4 * gru_hidden, num_classes) + + def forward(self, x: torch.Tensor) -> torch.Tensor: + if x.dim() == 2: + x = x.unsqueeze(0) + h = self.norm(self.proj(self.input_drop(x))) # (B,T,W) + h = self.blocks(h.transpose(1, 2)).transpose(1, 2) # (B,T,W) + g, _ = self.gru(h) # (B,T,2H) + w = torch.softmax(self.attn(g).squeeze(-1), dim=1) # (B,T) + att = torch.bmm(w.unsqueeze(1), g).squeeze(1) # (B,2H) + pooled = torch.cat([att, g.mean(dim=1)], dim=1) # (B,4H) + return self.fc(self.head_drop(pooled)) + + def get_parameter_count(self) -> int: + return sum(p.numel() for p in self.parameters() if p.requires_grad) + + @torch.no_grad() + def predict_step(self, x: torch.Tensor, vocabulary: List[str], top_k: int = 3) -> Dict[str, Any]: + self.eval() + probs = F.softmax(self.forward(x), dim=-1)[0] + conf, idx = torch.topk(probs, k=min(top_k, probs.numel())) + return { + "class_idx": int(idx[0]), + "label": vocabulary[int(idx[0])], + "confidence": float(conf[0]), + "top_k": [(vocabulary[int(i)], float(c)) for c, i in zip(conf, idx)], + } + + +def save_v2(model: SignClassifierV2, path: str, vocabulary: List[str], metadata: Optional[dict] = None): + torch.save({ + "arch": "SignClassifierV2", + "state_dict": model.state_dict(), + "vocabulary": list(vocabulary), + "config": {"num_classes": model.num_classes, "in_features": model.in_features, + "width": model.width, "gru_hidden": model.gru_hidden, "dropout": model.dropout_p}, + "metadata": metadata or {}, + }, path) + + +def load_v2(path: str, device: str = "cpu"): + data = torch.load(path, map_location=device, weights_only=False) + model = SignClassifierV2(**data["config"]) + model.load_state_dict(data["state_dict"]) + model.to(device).eval() + return model, data["vocabulary"], data.get("metadata", {}) diff --git a/mute_mode/eval_live.py b/mute_mode/eval_live.py new file mode 100644 index 0000000..c633bfe --- /dev/null +++ b/mute_mode/eval_live.py @@ -0,0 +1,80 @@ +# mute_mode/eval_live.py +# ----------------------------------------------------------------------------- +# Streams held out WLASL test videos frame by frame through LiveSignRecognizer, +# exactly as a camera would feed it (sign segmentation included), and reports +# how often the spoken word is correct. This checks the live path, not just +# offline accuracy. +# +# python mute_mode/eval_live.py --limit 60 +# ----------------------------------------------------------------------------- + +import argparse +import json +import os +import sys +import time + +sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))) + +HERE = os.path.dirname(os.path.abspath(__file__)) + + +def main(): + import cv2 + from mute_mode.recognizer import LiveSignRecognizer + + ap = argparse.ArgumentParser() + ap.add_argument("--limit", type=int, default=60) + ap.add_argument("--checkpoint", default=os.path.join(HERE, "checkpoints", "sign_v2.pth")) + args = ap.parse_args() + + with open(os.path.join(HERE, "raw_videos", "manifest.json"), encoding="utf-8") as f: + manifest = [m for m in json.load(f) if m["split"] == "test"] + # skip clips cut from long videos: a camera never sees those boundaries + manifest = [m for m in manifest if m.get("frame_end", -1) == -1][: args.limit] + + n = correct = top3 = accepted = accepted_ok = no_pred = 0 + t_frames = t_total = 0.0 + for m in manifest: + rec = LiveSignRecognizer(args.checkpoint, conf_threshold=0.45) + cap = cv2.VideoCapture(os.path.join(HERE, "raw_videos", m["path"])) + fps = cap.get(cv2.CAP_PROP_FPS) or 25.0 + preds, i = [], 0 + t0 = time.perf_counter() + while True: + ok, frame = cap.read() + if not ok: + break + p = rec.process_frame(frame, timestamp_s=i / fps) + i += 1 + if p: + preds.append(p) + # end of clip: a real signer lowers their hands; flush with blank frames + blank = frame * 0 if frame is not None else None + for k in range(12): + p = rec.process_frame(blank, timestamp_s=(i + k) / fps) + if p: + preds.append(p) + t_total += time.perf_counter() - t0 + t_frames += i + cap.release() + rec.close() + n += 1 + if not preds: + no_pred += 1 + continue + best = max(preds, key=lambda q: q["frames"]) # the main sign is the longest segment + hit = best["label"] == m["gloss"] + correct += hit + top3 += m["gloss"] in [w for w, _ in best["top_k"]] + if best["accepted"]: + accepted += 1 + accepted_ok += hit + print(f"[LIVE] clips={n} top1={correct / n:.1%} top3={top3 / n:.1%} no_segment={no_pred}") + if accepted: + print(f"[LIVE] spoken (conf>=0.45): {accepted}/{n} clips, of which correct {accepted_ok / accepted:.1%}") + print(f"[LIVE] processing speed on this machine: {t_frames / t_total:.1f} frames/s") + + +if __name__ == "__main__": + main() diff --git a/mute_mode/features.py b/mute_mode/features.py new file mode 100644 index 0000000..14d7b9b --- /dev/null +++ b/mute_mode/features.py @@ -0,0 +1,182 @@ +# mute_mode/features.py +# ----------------------------------------------------------------------------- +# Feature engineering for Mute Mode v2. Used by BOTH training and live +# inference so the two can never drift apart. +# +# Input : a raw landmark sequence from holistic.extract_video / HolisticExtractor +# (pose (T,33,4), lh/rh (T,21,3), lh_ok/rh_ok/pose_ok (T,)) +# Output: float32 array (SEQ_LEN, FEATURE_DIM_V2) +# +# Per frame features (FEATURE_DIM_V2 = 226): +# 14 upper body : nose, shoulders, elbows, wrists (x, y) in the body frame +# 2 x 42 hand position : 21 keypoints (x, y) of each hand in the body frame +# -> where the hand is and how it moves +# 2 x 63 hand shape : 21 keypoints (x, y, z) relative to that hand's wrist, +# scaled by hand size -> what the hand looks like +# 2 presence flags for the left and right hand +# The body frame is centred on the mid point of the shoulders and scaled by the +# shoulder width, so the features do not depend on camera distance or framing. +# ----------------------------------------------------------------------------- + +from typing import Dict, Optional + +import numpy as np + +SEQ_LEN = 32 +UPPER_BODY = [0, 11, 12, 13, 14, 15, 16] # nose, shoulders, elbows, wrists +FEATURE_DIM_V2 = len(UPPER_BODY) * 2 + 2 * 42 + 2 * 63 + 2 # 226 + +# Column groups (used for ablation studies in train_v2.py) +_P, _H = len(UPPER_BODY) * 2, 2 * 42 +FEATURE_GROUPS = { + "pose": list(range(0, _P)), + "hand_position": list(range(_P, _P + _H)), + "hand_shape": list(range(_P + _H, _P + _H + 126)), + "presence": list(range(_P + _H + 126, FEATURE_DIM_V2)), +} +FEATURE_SETS = { + "full": FEATURE_GROUPS["pose"] + FEATURE_GROUPS["hand_position"] + FEATURE_GROUPS["hand_shape"] + FEATURE_GROUPS["presence"], + # what v1 used: wrist relative handshape only, no location or movement + "shape_only": FEATURE_GROUPS["hand_shape"] + FEATURE_GROUPS["presence"], + "no_pose": FEATURE_GROUPS["hand_position"] + FEATURE_GROUPS["hand_shape"] + FEATURE_GROUPS["presence"], +} + +# Swapping left/right when mirroring +_POSE_MIRROR = np.arange(33) +for _a, _b in [(1, 4), (2, 5), (3, 6), (7, 8), (9, 10), (11, 12), (13, 14), (15, 16), + (17, 18), (19, 20), (21, 22), (23, 24), (25, 26), (27, 28), (29, 30), (31, 32)]: + _POSE_MIRROR[_a], _POSE_MIRROR[_b] = _b, _a + + +def _interp_missing(arr: np.ndarray, ok: np.ndarray, max_gap: int = 6) -> (np.ndarray, np.ndarray): + """Linearly fills gaps of up to max_gap frames between two detections.""" + arr = arr.copy() + ok = ok.copy() + idx = np.flatnonzero(ok) + if len(idx) < 2: + return arr, ok + for a, b in zip(idx[:-1], idx[1:]): + gap = b - a - 1 + if 0 < gap <= max_gap: + for k in range(1, gap + 1): + t = k / (gap + 1) + arr[a + k] = (1 - t) * arr[a] + t * arr[b] + ok[a + k] = True + return arr, ok + + +def _body_frame(seq: Dict[str, np.ndarray]): + """Returns (centre (2,), scale float) from the shoulders, robust over the clip.""" + pose, pok = seq["pose"], seq["pose_ok"] + if pok.any(): + ls, rs = pose[pok, 11, :2], pose[pok, 12, :2] + centre = np.median((ls + rs) / 2.0, axis=0) + scale = float(np.median(np.linalg.norm(ls - rs, axis=1))) + else: + centre, scale = None, 0.0 + if scale < 1e-3: + # no usable pose: fall back to the spread of the hands + pts = [] + for s in ("lh", "rh"): + if seq[s + "_ok"].any(): + pts.append(seq[s][seq[s + "_ok"]][:, :, :2].reshape(-1, 2)) + if pts: + pts = np.concatenate(pts) + centre = pts.mean(0) if centre is None else centre + scale = max(float(np.ptp(pts, axis=0).max()), 0.2) + else: + centre, scale = np.zeros(2, np.float32), 1.0 + return centre.astype(np.float32), scale + + +def resample_indices(n: int, length: int = SEQ_LEN, start: float = 0.0, end: Optional[float] = None) -> np.ndarray: + end = n - 1 if end is None else end + return np.clip(np.round(np.linspace(start, end, length)).astype(int), 0, n - 1) + + +def trim_to_activity(seq: Dict[str, np.ndarray], pad: int = 2) -> Dict[str, np.ndarray]: + """Drops leading and trailing frames where no hand is visible.""" + any_hand = seq["lh_ok"] | seq["rh_ok"] + idx = np.flatnonzero(any_hand) + if len(idx) < 4: + return seq + a, b = max(idx[0] - pad, 0), min(idx[-1] + pad + 1, len(any_hand)) + return {k: (v[a:b] if isinstance(v, np.ndarray) and v.ndim >= 1 and len(v) == len(any_hand) else v) + for k, v in seq.items()} + + +def augment(seq: Dict[str, np.ndarray], rng: np.random.Generator) -> Dict[str, np.ndarray]: + """Random geometric and temporal augmentation in raw landmark space.""" + T = len(seq["lh_ok"]) + out = {k: (v.copy() if isinstance(v, np.ndarray) else v) for k, v in seq.items()} + + # temporal: random crop of 80 to 100 percent of the clip, plus speed change via resampling later + keep = rng.uniform(0.8, 1.0) + L = max(int(round(T * keep)), min(T, 8)) + s = rng.integers(0, T - L + 1) + for k in ("pose", "lh", "rh", "lh_ok", "rh_ok", "pose_ok"): + out[k] = out[k][s:s + L] + + # mirror: a left handed signer performs the mirror image of the same sign + if rng.random() < 0.5: + for k in ("pose", "lh", "rh"): + out[k][..., 0] *= -1.0 + out["pose"] = out["pose"][:, _POSE_MIRROR] + out["lh"], out["rh"] = out["rh"], out["lh"] + out["lh_ok"], out["rh_ok"] = out["rh_ok"], out["lh_ok"] + + # 2D affine: rotation, anisotropic scale, shear, about the origin (body frame removes translation) + ang = np.deg2rad(rng.uniform(-13, 13)) + sx, sy = rng.uniform(0.85, 1.15, size=2) + sh = rng.uniform(-0.12, 0.12) + R = np.array([[np.cos(ang), -np.sin(ang)], [np.sin(ang), np.cos(ang)]], np.float32) + A = R @ np.array([[sx, sh], [0, sy]], np.float32) + for k in ("pose", "lh", "rh"): + xy = out[k][..., :2] + out[k][..., :2] = xy @ A.T + + # per hand small shape jitter and random dropped detections + for s_ in ("lh", "rh"): + out[s_] = out[s_] + rng.normal(0, 0.003, out[s_].shape).astype(np.float32) + if rng.random() < 0.3: + drop = rng.random(len(out[s_ + "_ok"])) < 0.1 + out[s_ + "_ok"] = out[s_ + "_ok"] & ~drop + return out + + +def sequence_features(seq: Dict[str, np.ndarray], length: int = SEQ_LEN, + rng: Optional[np.random.Generator] = None) -> np.ndarray: + """Raw landmark sequence -> (length, FEATURE_DIM_V2) float32 array.""" + if rng is not None: + seq = augment(seq, rng) + T = len(seq["lh_ok"]) + lh, lh_ok = _interp_missing(seq["lh"], seq["lh_ok"]) + rh, rh_ok = _interp_missing(seq["rh"], seq["rh_ok"]) + centre, scale = _body_frame({**seq, "lh": lh, "rh": rh, "lh_ok": lh_ok, "rh_ok": rh_ok}) + + pose = seq["pose"][:, UPPER_BODY, :2] + pose_n = (pose - centre) / scale + pose_n[~seq["pose_ok"]] = 0.0 + + feats_hand = [] + for arr, ok in ((lh, lh_ok), (rh, rh_ok)): + pos = (arr[:, :, :2] - centre) / scale # (T,21,2) + local = arr - arr[:, :1, :] + size = np.linalg.norm(local[:, :, :2], axis=2).max(axis=1, keepdims=True) # (T,1) + size = np.where(size < 1e-6, 1.0, size) + shape = local / size[:, :, None] + pos[~ok] = 0.0 + shape[~ok] = 0.0 + feats_hand.append((pos.reshape(T, -1), shape.reshape(T, -1), ok.astype(np.float32)[:, None])) + + frame_feats = np.concatenate([ + pose_n.reshape(T, -1), + feats_hand[0][0], feats_hand[1][0], + feats_hand[0][1], feats_hand[1][1], + feats_hand[0][2], feats_hand[1][2], + ], axis=1).astype(np.float32) + + # uniform resampling to a fixed length (the random crop in augment() already varies speed) + out = frame_feats[resample_indices(T, length)] + np.clip(out, -6.0, 6.0, out=out) + return out diff --git a/mute_mode/holistic.py b/mute_mode/holistic.py new file mode 100644 index 0000000..a912ff4 --- /dev/null +++ b/mute_mode/holistic.py @@ -0,0 +1,214 @@ +# mute_mode/holistic.py +# ----------------------------------------------------------------------------- +# Hands + upper body landmark extraction for TriSense Mute Mode (v2). +# +# The v1 extractor normalised every hand to its own wrist and scale, which +# throws away WHERE the hands are and HOW they move relative to the body. In +# ASL those two cues carry a large part of the meaning (MOTHER and FATHER share +# a handshape and differ only by location), so v2 also runs the MediaPipe Pose +# landmarker and keeps everything in raw image coordinates. Feature engineering +# happens later in mute_mode/features.py, identically for training and live use. +# +# Per frame we return: +# pose : (33, 4) x, y, z, visibility (x is aspect corrected: x * W / H) +# lh : (21, 3) left hand x, y, z (same coordinate frame as pose) +# rh : (21, 3) right hand x, y, z +# lh_ok, rh_ok : bool presence flags +# +# "Left" and "right" refer to the signer's own hands. They are assigned by +# matching each detected hand to the nearest pose wrist, which is more robust +# than MediaPipe's handedness label on non mirrored video. +# ----------------------------------------------------------------------------- + +import os +import urllib.request +from typing import Dict, Optional + +import numpy as np + +HERE = os.path.dirname(os.path.abspath(__file__)) +MODEL_DIR = os.path.join(HERE, "models") +HAND_MODEL_URL = "https://storage.googleapis.com/mediapipe-models/hand_landmarker/hand_landmarker/float16/1/hand_landmarker.task" +POSE_MODEL_URL = "https://storage.googleapis.com/mediapipe-models/pose_landmarker/pose_landmarker_lite/float16/1/pose_landmarker_lite.task" + +# MediaPipe Pose indices for the signer's wrists +POSE_L_WRIST, POSE_R_WRIST = 15, 16 + + +def _ensure_model(url: str) -> str: + os.makedirs(MODEL_DIR, exist_ok=True) + path = os.path.join(MODEL_DIR, os.path.basename(url)) + if not os.path.exists(path): + print(f"[HOLISTIC] Downloading {os.path.basename(url)} ...") + urllib.request.urlretrieve(url, path) + return path + + +def empty_frame() -> Dict[str, np.ndarray]: + return { + "pose": np.zeros((33, 4), np.float32), + "lh": np.zeros((21, 3), np.float32), + "rh": np.zeros((21, 3), np.float32), + "lh_ok": False, + "rh_ok": False, + "pose_ok": False, + } + + +class HolisticExtractor: + """MediaPipe Tasks HandLandmarker + PoseLandmarker in VIDEO mode.""" + + def __init__(self, num_hands: int = 2, min_conf: float = 0.4): + import mediapipe as mp + from mediapipe.tasks.python import vision + from mediapipe.tasks.python.core.base_options import BaseOptions + + self._mp = mp + mode = vision.RunningMode.VIDEO + self.hands = vision.HandLandmarker.create_from_options(vision.HandLandmarkerOptions( + base_options=BaseOptions(model_asset_path=_ensure_model(HAND_MODEL_URL)), + running_mode=mode, + num_hands=num_hands, + min_hand_detection_confidence=min_conf, + min_hand_presence_confidence=min_conf, + min_tracking_confidence=min_conf, + )) + self.pose = vision.PoseLandmarker.create_from_options(vision.PoseLandmarkerOptions( + base_options=BaseOptions(model_asset_path=_ensure_model(POSE_MODEL_URL)), + running_mode=mode, + num_poses=1, + min_pose_detection_confidence=0.4, + min_pose_presence_confidence=0.4, + min_tracking_confidence=0.4, + )) + self._last_ts = -1 + # Pose and hands run in parallel: MediaPipe releases the GIL during inference, + # so this cuts per frame latency from (pose + hands) to roughly max(pose, hands). + from concurrent.futures import ThreadPoolExecutor + self._pool = ThreadPoolExecutor(max_workers=1, thread_name_prefix="pose") + + def extract(self, bgr_frame, timestamp_ms: Optional[int] = None) -> Dict[str, np.ndarray]: + import cv2 + + out = empty_frame() + if bgr_frame is None: + return out + h, w = bgr_frame.shape[:2] + ax = w / float(h) # aspect correction so x and y share a unit + rgb = cv2.cvtColor(bgr_frame, cv2.COLOR_BGR2RGB) + image = self._mp.Image(image_format=self._mp.ImageFormat.SRGB, data=np.ascontiguousarray(rgb)) + + ts = int(timestamp_ms) if timestamp_ms is not None else self._last_ts + 33 + if ts <= self._last_ts: # VIDEO mode requires strictly increasing timestamps + ts = self._last_ts + 1 + self._last_ts = ts + + pose_future = self._pool.submit(self.pose.detect_for_video, image, ts) + hres = self.hands.detect_for_video(image, ts) + pres = pose_future.result() + if pres.pose_landmarks: + lms = pres.pose_landmarks[0] + out["pose"] = np.array( + [[p.x * ax, p.y, p.z * ax, getattr(p, "visibility", 1.0) or 0.0] for p in lms], np.float32) + out["pose_ok"] = True + + hands = [] + for i, lms in enumerate(hres.hand_landmarks or []): + arr = np.array([[p.x * ax, p.y, p.z * ax] for p in lms], np.float32) + label = None + if hres.handedness and i < len(hres.handedness) and hres.handedness[i]: + label = hres.handedness[i][0].category_name + hands.append((arr, label)) + + self._assign_hands(out, hands) + return out + + @staticmethod + def _assign_hands(out, hands): + if not hands: + return + if out["pose_ok"]: + lw = out["pose"][POSE_L_WRIST, :2] + rw = out["pose"][POSE_R_WRIST, :2] + if len(hands) == 1: + arr = hands[0][0] + side = "lh" if np.linalg.norm(arr[0, :2] - lw) < np.linalg.norm(arr[0, :2] - rw) else "rh" + out[side], out[side + "_ok"] = arr, True + else: + a, b = hands[0][0], hands[1][0] + cost_ab = np.linalg.norm(a[0, :2] - lw) + np.linalg.norm(b[0, :2] - rw) + cost_ba = np.linalg.norm(b[0, :2] - lw) + np.linalg.norm(a[0, :2] - rw) + left, right = (a, b) if cost_ab <= cost_ba else (b, a) + out["lh"], out["lh_ok"] = left, True + out["rh"], out["rh_ok"] = right, True + return + # No pose: fall back to MediaPipe's label. On a non mirrored camera image + # MediaPipe's "Left" is the signer's right hand. + for arr, label in hands[:2]: + side = "rh" if label == "Left" else "lh" + if not out[side + "_ok"]: + out[side], out[side + "_ok"] = arr, True + + def close(self): + if getattr(self, "_pool", None) is not None: + self._pool.shutdown(wait=True) + for m in (getattr(self, "hands", None), getattr(self, "pose", None)): + if m is not None: + m.close() + + +def stack_frames(frames) -> Dict[str, np.ndarray]: + """List of per frame dicts -> dict of stacked arrays (T, ...).""" + if not frames: + frames = [empty_frame()] + return { + "pose": np.stack([f["pose"] for f in frames]).astype(np.float32), + "lh": np.stack([f["lh"] for f in frames]).astype(np.float32), + "rh": np.stack([f["rh"] for f in frames]).astype(np.float32), + "lh_ok": np.array([f["lh_ok"] for f in frames], bool), + "rh_ok": np.array([f["rh_ok"] for f in frames], bool), + "pose_ok": np.array([f["pose_ok"] for f in frames], bool), + } + + +def extract_video(path: str, frame_start: int = 1, frame_end: int = -1, max_frames: int = 400, + extractor: Optional[HolisticExtractor] = None) -> Optional[Dict[str, np.ndarray]]: + """Runs the extractor over frames [frame_start, frame_end] (1 based, inclusive, -1 = last).""" + import cv2 + + cap = cv2.VideoCapture(path) + if not cap.isOpened(): + return None + fps = cap.get(cv2.CAP_PROP_FPS) or 25.0 + if not (5.0 <= fps <= 120.0): + fps = 25.0 + own = extractor is None + ex = extractor or HolisticExtractor() + frames, idx = [], 0 + try: + while True: + ok, frame = cap.read() + if not ok: + break + idx += 1 + if idx < frame_start: + continue + if frame_end > 0 and idx > frame_end: + break + # keep inputs small, MediaPipe rescales internally anyway + h, w = frame.shape[:2] + if max(h, w) > 640: + s = 640.0 / max(h, w) + frame = cv2.resize(frame, (int(w * s), int(h * s))) + frames.append(ex.extract(frame, int(len(frames) * 1000.0 / fps))) + if len(frames) >= max_frames: + break + finally: + cap.release() + if own: + ex.close() + if len(frames) < 8: + return None + seq = stack_frames(frames) + seq["fps"] = np.float32(fps) + return seq diff --git a/mute_mode/landmarks/accident/00618.npz b/mute_mode/landmarks/accident/00618.npz new file mode 100644 index 0000000..9a219f3 Binary files /dev/null and b/mute_mode/landmarks/accident/00618.npz differ diff --git a/mute_mode/landmarks/accident/00623.npz b/mute_mode/landmarks/accident/00623.npz new file mode 100644 index 0000000..1d8211f Binary files /dev/null and b/mute_mode/landmarks/accident/00623.npz differ diff --git a/mute_mode/landmarks/accident/00624.npz b/mute_mode/landmarks/accident/00624.npz new file mode 100644 index 0000000..8aa34b7 Binary files /dev/null and b/mute_mode/landmarks/accident/00624.npz differ diff --git a/mute_mode/landmarks/accident/00625.npz b/mute_mode/landmarks/accident/00625.npz new file mode 100644 index 0000000..b543e0e Binary files /dev/null and b/mute_mode/landmarks/accident/00625.npz differ diff --git a/mute_mode/landmarks/accident/00626.npz b/mute_mode/landmarks/accident/00626.npz new file mode 100644 index 0000000..b2ac845 Binary files /dev/null and b/mute_mode/landmarks/accident/00626.npz differ diff --git a/mute_mode/landmarks/accident/00627.npz b/mute_mode/landmarks/accident/00627.npz new file mode 100644 index 0000000..0648ab8 Binary files /dev/null and b/mute_mode/landmarks/accident/00627.npz differ diff --git a/mute_mode/landmarks/accident/00628.npz b/mute_mode/landmarks/accident/00628.npz new file mode 100644 index 0000000..e6e7258 Binary files /dev/null and b/mute_mode/landmarks/accident/00628.npz differ diff --git a/mute_mode/landmarks/accident/00629.npz b/mute_mode/landmarks/accident/00629.npz new file mode 100644 index 0000000..1125890 Binary files /dev/null and b/mute_mode/landmarks/accident/00629.npz differ diff --git a/mute_mode/landmarks/accident/00635.npz b/mute_mode/landmarks/accident/00635.npz new file mode 100644 index 0000000..637c98f Binary files /dev/null and b/mute_mode/landmarks/accident/00635.npz differ diff --git a/mute_mode/landmarks/accident/65009.npz b/mute_mode/landmarks/accident/65009.npz new file mode 100644 index 0000000..badcfcf Binary files /dev/null and b/mute_mode/landmarks/accident/65009.npz differ diff --git a/mute_mode/landmarks/apple/02997.npz b/mute_mode/landmarks/apple/02997.npz new file mode 100644 index 0000000..533ece0 Binary files /dev/null and b/mute_mode/landmarks/apple/02997.npz differ diff --git a/mute_mode/landmarks/apple/02999.npz b/mute_mode/landmarks/apple/02999.npz new file mode 100644 index 0000000..795477b Binary files /dev/null and b/mute_mode/landmarks/apple/02999.npz differ diff --git a/mute_mode/landmarks/apple/03000.npz b/mute_mode/landmarks/apple/03000.npz new file mode 100644 index 0000000..bc8d45e Binary files /dev/null and b/mute_mode/landmarks/apple/03000.npz differ diff --git a/mute_mode/landmarks/apple/03001.npz b/mute_mode/landmarks/apple/03001.npz new file mode 100644 index 0000000..340d1a6 Binary files /dev/null and b/mute_mode/landmarks/apple/03001.npz differ diff --git a/mute_mode/landmarks/apple/03002.npz b/mute_mode/landmarks/apple/03002.npz new file mode 100644 index 0000000..909f287 Binary files /dev/null and b/mute_mode/landmarks/apple/03002.npz differ diff --git a/mute_mode/landmarks/apple/03003.npz b/mute_mode/landmarks/apple/03003.npz new file mode 100644 index 0000000..262772f Binary files /dev/null and b/mute_mode/landmarks/apple/03003.npz differ diff --git a/mute_mode/landmarks/apple/03006.npz b/mute_mode/landmarks/apple/03006.npz new file mode 100644 index 0000000..e84780e Binary files /dev/null and b/mute_mode/landmarks/apple/03006.npz differ diff --git a/mute_mode/landmarks/apple/65084.npz b/mute_mode/landmarks/apple/65084.npz new file mode 100644 index 0000000..52cab20 Binary files /dev/null and b/mute_mode/landmarks/apple/65084.npz differ diff --git a/mute_mode/landmarks/apple/65085.npz b/mute_mode/landmarks/apple/65085.npz new file mode 100644 index 0000000..3e7c9d5 Binary files /dev/null and b/mute_mode/landmarks/apple/65085.npz differ diff --git a/mute_mode/landmarks/apple/65086.npz b/mute_mode/landmarks/apple/65086.npz new file mode 100644 index 0000000..9e6c5de Binary files /dev/null and b/mute_mode/landmarks/apple/65086.npz differ diff --git a/mute_mode/landmarks/apple/68003.npz b/mute_mode/landmarks/apple/68003.npz new file mode 100644 index 0000000..8f0c637 Binary files /dev/null and b/mute_mode/landmarks/apple/68003.npz differ diff --git a/mute_mode/landmarks/apple/69213.npz b/mute_mode/landmarks/apple/69213.npz new file mode 100644 index 0000000..c2518de Binary files /dev/null and b/mute_mode/landmarks/apple/69213.npz differ diff --git a/mute_mode/landmarks/apple/70309.npz b/mute_mode/landmarks/apple/70309.npz new file mode 100644 index 0000000..d637d5a Binary files /dev/null and b/mute_mode/landmarks/apple/70309.npz differ diff --git a/mute_mode/landmarks/argue/03266.npz b/mute_mode/landmarks/argue/03266.npz new file mode 100644 index 0000000..f307791 Binary files /dev/null and b/mute_mode/landmarks/argue/03266.npz differ diff --git a/mute_mode/landmarks/argue/03267.npz b/mute_mode/landmarks/argue/03267.npz new file mode 100644 index 0000000..5af547c Binary files /dev/null and b/mute_mode/landmarks/argue/03267.npz differ diff --git a/mute_mode/landmarks/argue/03268.npz b/mute_mode/landmarks/argue/03268.npz new file mode 100644 index 0000000..d535b51 Binary files /dev/null and b/mute_mode/landmarks/argue/03268.npz differ diff --git a/mute_mode/landmarks/argue/03270.npz b/mute_mode/landmarks/argue/03270.npz new file mode 100644 index 0000000..794befb Binary files /dev/null and b/mute_mode/landmarks/argue/03270.npz differ diff --git a/mute_mode/landmarks/argue/03272.npz b/mute_mode/landmarks/argue/03272.npz new file mode 100644 index 0000000..1eae9ae Binary files /dev/null and b/mute_mode/landmarks/argue/03272.npz differ diff --git a/mute_mode/landmarks/argue/03273.npz b/mute_mode/landmarks/argue/03273.npz new file mode 100644 index 0000000..d8f4e50 Binary files /dev/null and b/mute_mode/landmarks/argue/03273.npz differ diff --git a/mute_mode/landmarks/argue/03274.npz b/mute_mode/landmarks/argue/03274.npz new file mode 100644 index 0000000..e292ce0 Binary files /dev/null and b/mute_mode/landmarks/argue/03274.npz differ diff --git a/mute_mode/landmarks/argue/03280.npz b/mute_mode/landmarks/argue/03280.npz new file mode 100644 index 0000000..5b200a5 Binary files /dev/null and b/mute_mode/landmarks/argue/03280.npz differ diff --git a/mute_mode/landmarks/argue/65092.npz b/mute_mode/landmarks/argue/65092.npz new file mode 100644 index 0000000..52530eb Binary files /dev/null and b/mute_mode/landmarks/argue/65092.npz differ diff --git a/mute_mode/landmarks/bad/04694.npz b/mute_mode/landmarks/bad/04694.npz new file mode 100644 index 0000000..bd621ba Binary files /dev/null and b/mute_mode/landmarks/bad/04694.npz differ diff --git a/mute_mode/landmarks/bad/04708.npz b/mute_mode/landmarks/bad/04708.npz new file mode 100644 index 0000000..b577b60 Binary files /dev/null and b/mute_mode/landmarks/bad/04708.npz differ diff --git a/mute_mode/landmarks/bad/04709.npz b/mute_mode/landmarks/bad/04709.npz new file mode 100644 index 0000000..a9d69d0 Binary files /dev/null and b/mute_mode/landmarks/bad/04709.npz differ diff --git a/mute_mode/landmarks/bad/04712.npz b/mute_mode/landmarks/bad/04712.npz new file mode 100644 index 0000000..f3d8225 Binary files /dev/null and b/mute_mode/landmarks/bad/04712.npz differ diff --git a/mute_mode/landmarks/bad/04713.npz b/mute_mode/landmarks/bad/04713.npz new file mode 100644 index 0000000..1118062 Binary files /dev/null and b/mute_mode/landmarks/bad/04713.npz differ diff --git a/mute_mode/landmarks/bad/04715.npz b/mute_mode/landmarks/bad/04715.npz new file mode 100644 index 0000000..cb74c06 Binary files /dev/null and b/mute_mode/landmarks/bad/04715.npz differ diff --git a/mute_mode/landmarks/bad/04720.npz b/mute_mode/landmarks/bad/04720.npz new file mode 100644 index 0000000..0f80fb3 Binary files /dev/null and b/mute_mode/landmarks/bad/04720.npz differ diff --git a/mute_mode/landmarks/bad/04721.npz b/mute_mode/landmarks/bad/04721.npz new file mode 100644 index 0000000..1d61d56 Binary files /dev/null and b/mute_mode/landmarks/bad/04721.npz differ diff --git a/mute_mode/landmarks/bad/65125.npz b/mute_mode/landmarks/bad/65125.npz new file mode 100644 index 0000000..bf568f9 Binary files /dev/null and b/mute_mode/landmarks/bad/65125.npz differ diff --git a/mute_mode/landmarks/bad/69219.npz b/mute_mode/landmarks/bad/69219.npz new file mode 100644 index 0000000..6fe1253 Binary files /dev/null and b/mute_mode/landmarks/bad/69219.npz differ diff --git a/mute_mode/landmarks/balance/04790.npz b/mute_mode/landmarks/balance/04790.npz new file mode 100644 index 0000000..d0535a3 Binary files /dev/null and b/mute_mode/landmarks/balance/04790.npz differ diff --git a/mute_mode/landmarks/balance/04795.npz b/mute_mode/landmarks/balance/04795.npz new file mode 100644 index 0000000..0745541 Binary files /dev/null and b/mute_mode/landmarks/balance/04795.npz differ diff --git a/mute_mode/landmarks/balance/04796.npz b/mute_mode/landmarks/balance/04796.npz new file mode 100644 index 0000000..3f402cd Binary files /dev/null and b/mute_mode/landmarks/balance/04796.npz differ diff --git a/mute_mode/landmarks/balance/04797.npz b/mute_mode/landmarks/balance/04797.npz new file mode 100644 index 0000000..2077564 Binary files /dev/null and b/mute_mode/landmarks/balance/04797.npz differ diff --git a/mute_mode/landmarks/balance/04798.npz b/mute_mode/landmarks/balance/04798.npz new file mode 100644 index 0000000..c36d622 Binary files /dev/null and b/mute_mode/landmarks/balance/04798.npz differ diff --git a/mute_mode/landmarks/balance/04799.npz b/mute_mode/landmarks/balance/04799.npz new file mode 100644 index 0000000..96c1ea0 Binary files /dev/null and b/mute_mode/landmarks/balance/04799.npz differ diff --git a/mute_mode/landmarks/balance/04804.npz b/mute_mode/landmarks/balance/04804.npz new file mode 100644 index 0000000..d6f3df2 Binary files /dev/null and b/mute_mode/landmarks/balance/04804.npz differ diff --git a/mute_mode/landmarks/balance/65129.npz b/mute_mode/landmarks/balance/65129.npz new file mode 100644 index 0000000..de16097 Binary files /dev/null and b/mute_mode/landmarks/balance/65129.npz differ diff --git a/mute_mode/landmarks/banana/04895.npz b/mute_mode/landmarks/banana/04895.npz new file mode 100644 index 0000000..d4b565a Binary files /dev/null and b/mute_mode/landmarks/banana/04895.npz differ diff --git a/mute_mode/landmarks/banana/04896.npz b/mute_mode/landmarks/banana/04896.npz new file mode 100644 index 0000000..dd052f1 Binary files /dev/null and b/mute_mode/landmarks/banana/04896.npz differ diff --git a/mute_mode/landmarks/banana/04897.npz b/mute_mode/landmarks/banana/04897.npz new file mode 100644 index 0000000..fe561bf Binary files /dev/null and b/mute_mode/landmarks/banana/04897.npz differ diff --git a/mute_mode/landmarks/banana/04898.npz b/mute_mode/landmarks/banana/04898.npz new file mode 100644 index 0000000..732f03d Binary files /dev/null and b/mute_mode/landmarks/banana/04898.npz differ diff --git a/mute_mode/landmarks/banana/04899.npz b/mute_mode/landmarks/banana/04899.npz new file mode 100644 index 0000000..35b590a Binary files /dev/null and b/mute_mode/landmarks/banana/04899.npz differ diff --git a/mute_mode/landmarks/banana/04900.npz b/mute_mode/landmarks/banana/04900.npz new file mode 100644 index 0000000..be78667 Binary files /dev/null and b/mute_mode/landmarks/banana/04900.npz differ diff --git a/mute_mode/landmarks/banana/04904.npz b/mute_mode/landmarks/banana/04904.npz new file mode 100644 index 0000000..b574e8f Binary files /dev/null and b/mute_mode/landmarks/banana/04904.npz differ diff --git a/mute_mode/landmarks/banana/65134.npz b/mute_mode/landmarks/banana/65134.npz new file mode 100644 index 0000000..a26496c Binary files /dev/null and b/mute_mode/landmarks/banana/65134.npz differ diff --git a/mute_mode/landmarks/banana/65135.npz b/mute_mode/landmarks/banana/65135.npz new file mode 100644 index 0000000..50c8437 Binary files /dev/null and b/mute_mode/landmarks/banana/65135.npz differ diff --git a/mute_mode/landmarks/bar/05086.npz b/mute_mode/landmarks/bar/05086.npz new file mode 100644 index 0000000..5191c90 Binary files /dev/null and b/mute_mode/landmarks/bar/05086.npz differ diff --git a/mute_mode/landmarks/bar/05087.npz b/mute_mode/landmarks/bar/05087.npz new file mode 100644 index 0000000..6216da6 Binary files /dev/null and b/mute_mode/landmarks/bar/05087.npz differ diff --git a/mute_mode/landmarks/bar/05088.npz b/mute_mode/landmarks/bar/05088.npz new file mode 100644 index 0000000..690a5de Binary files /dev/null and b/mute_mode/landmarks/bar/05088.npz differ diff --git a/mute_mode/landmarks/bar/05089.npz b/mute_mode/landmarks/bar/05089.npz new file mode 100644 index 0000000..8fdf227 Binary files /dev/null and b/mute_mode/landmarks/bar/05089.npz differ diff --git a/mute_mode/landmarks/bar/05090.npz b/mute_mode/landmarks/bar/05090.npz new file mode 100644 index 0000000..fc98afa Binary files /dev/null and b/mute_mode/landmarks/bar/05090.npz differ diff --git a/mute_mode/landmarks/bar/05099.npz b/mute_mode/landmarks/bar/05099.npz new file mode 100644 index 0000000..53e0ec2 Binary files /dev/null and b/mute_mode/landmarks/bar/05099.npz differ diff --git a/mute_mode/landmarks/bar/65137.npz b/mute_mode/landmarks/bar/65137.npz new file mode 100644 index 0000000..1521e21 Binary files /dev/null and b/mute_mode/landmarks/bar/65137.npz differ diff --git a/mute_mode/landmarks/basketball/05227.npz b/mute_mode/landmarks/basketball/05227.npz new file mode 100644 index 0000000..932dda7 Binary files /dev/null and b/mute_mode/landmarks/basketball/05227.npz differ diff --git a/mute_mode/landmarks/basketball/05229.npz b/mute_mode/landmarks/basketball/05229.npz new file mode 100644 index 0000000..9183478 Binary files /dev/null and b/mute_mode/landmarks/basketball/05229.npz differ diff --git a/mute_mode/landmarks/basketball/05230.npz b/mute_mode/landmarks/basketball/05230.npz new file mode 100644 index 0000000..8ed2b86 Binary files /dev/null and b/mute_mode/landmarks/basketball/05230.npz differ diff --git a/mute_mode/landmarks/basketball/05231.npz b/mute_mode/landmarks/basketball/05231.npz new file mode 100644 index 0000000..67e0d90 Binary files /dev/null and b/mute_mode/landmarks/basketball/05231.npz differ diff --git a/mute_mode/landmarks/basketball/05232.npz b/mute_mode/landmarks/basketball/05232.npz new file mode 100644 index 0000000..436e44d Binary files /dev/null and b/mute_mode/landmarks/basketball/05232.npz differ diff --git a/mute_mode/landmarks/basketball/05233.npz b/mute_mode/landmarks/basketball/05233.npz new file mode 100644 index 0000000..ec66e12 Binary files /dev/null and b/mute_mode/landmarks/basketball/05233.npz differ diff --git a/mute_mode/landmarks/basketball/05234.npz b/mute_mode/landmarks/basketball/05234.npz new file mode 100644 index 0000000..329fe1e Binary files /dev/null and b/mute_mode/landmarks/basketball/05234.npz differ diff --git a/mute_mode/landmarks/basketball/05241.npz b/mute_mode/landmarks/basketball/05241.npz new file mode 100644 index 0000000..1b18326 Binary files /dev/null and b/mute_mode/landmarks/basketball/05241.npz differ diff --git a/mute_mode/landmarks/basketball/65144.npz b/mute_mode/landmarks/basketball/65144.npz new file mode 100644 index 0000000..272dbf4 Binary files /dev/null and b/mute_mode/landmarks/basketball/65144.npz differ diff --git a/mute_mode/landmarks/basketball/65145.npz b/mute_mode/landmarks/basketball/65145.npz new file mode 100644 index 0000000..2f1dda9 Binary files /dev/null and b/mute_mode/landmarks/basketball/65145.npz differ diff --git a/mute_mode/landmarks/basketball/69225.npz b/mute_mode/landmarks/basketball/69225.npz new file mode 100644 index 0000000..d00fe9d Binary files /dev/null and b/mute_mode/landmarks/basketball/69225.npz differ diff --git a/mute_mode/landmarks/beard/05467.npz b/mute_mode/landmarks/beard/05467.npz new file mode 100644 index 0000000..ac6873d Binary files /dev/null and b/mute_mode/landmarks/beard/05467.npz differ diff --git a/mute_mode/landmarks/beard/05468.npz b/mute_mode/landmarks/beard/05468.npz new file mode 100644 index 0000000..7ea8199 Binary files /dev/null and b/mute_mode/landmarks/beard/05468.npz differ diff --git a/mute_mode/landmarks/beard/05470.npz b/mute_mode/landmarks/beard/05470.npz new file mode 100644 index 0000000..68ebb57 Binary files /dev/null and b/mute_mode/landmarks/beard/05470.npz differ diff --git a/mute_mode/landmarks/beard/05471.npz b/mute_mode/landmarks/beard/05471.npz new file mode 100644 index 0000000..f11c53e Binary files /dev/null and b/mute_mode/landmarks/beard/05471.npz differ diff --git a/mute_mode/landmarks/beard/05472.npz b/mute_mode/landmarks/beard/05472.npz new file mode 100644 index 0000000..161ea1c Binary files /dev/null and b/mute_mode/landmarks/beard/05472.npz differ diff --git a/mute_mode/landmarks/beard/05473.npz b/mute_mode/landmarks/beard/05473.npz new file mode 100644 index 0000000..33bc040 Binary files /dev/null and b/mute_mode/landmarks/beard/05473.npz differ diff --git a/mute_mode/landmarks/beard/05477.npz b/mute_mode/landmarks/beard/05477.npz new file mode 100644 index 0000000..8b764f7 Binary files /dev/null and b/mute_mode/landmarks/beard/05477.npz differ diff --git a/mute_mode/landmarks/beard/65156.npz b/mute_mode/landmarks/beard/65156.npz new file mode 100644 index 0000000..b991f4c Binary files /dev/null and b/mute_mode/landmarks/beard/65156.npz differ diff --git a/mute_mode/landmarks/beard/70254.npz b/mute_mode/landmarks/beard/70254.npz new file mode 100644 index 0000000..7bc282b Binary files /dev/null and b/mute_mode/landmarks/beard/70254.npz differ diff --git a/mute_mode/landmarks/because/05595.npz b/mute_mode/landmarks/because/05595.npz new file mode 100644 index 0000000..61a2ec2 Binary files /dev/null and b/mute_mode/landmarks/because/05595.npz differ diff --git a/mute_mode/landmarks/because/05596.npz b/mute_mode/landmarks/because/05596.npz new file mode 100644 index 0000000..5fc67a0 Binary files /dev/null and b/mute_mode/landmarks/because/05596.npz differ diff --git a/mute_mode/landmarks/because/05598.npz b/mute_mode/landmarks/because/05598.npz new file mode 100644 index 0000000..cac5c2a Binary files /dev/null and b/mute_mode/landmarks/because/05598.npz differ diff --git a/mute_mode/landmarks/because/05599.npz b/mute_mode/landmarks/because/05599.npz new file mode 100644 index 0000000..e643f99 Binary files /dev/null and b/mute_mode/landmarks/because/05599.npz differ diff --git a/mute_mode/landmarks/because/05600.npz b/mute_mode/landmarks/because/05600.npz new file mode 100644 index 0000000..a82181e Binary files /dev/null and b/mute_mode/landmarks/because/05600.npz differ diff --git a/mute_mode/landmarks/because/05601.npz b/mute_mode/landmarks/because/05601.npz new file mode 100644 index 0000000..1b34f66 Binary files /dev/null and b/mute_mode/landmarks/because/05601.npz differ diff --git a/mute_mode/landmarks/because/05607.npz b/mute_mode/landmarks/because/05607.npz new file mode 100644 index 0000000..6a942d0 Binary files /dev/null and b/mute_mode/landmarks/because/05607.npz differ diff --git a/mute_mode/landmarks/because/65158.npz b/mute_mode/landmarks/because/65158.npz new file mode 100644 index 0000000..18c2b81 Binary files /dev/null and b/mute_mode/landmarks/because/65158.npz differ diff --git a/mute_mode/landmarks/because/65159.npz b/mute_mode/landmarks/because/65159.npz new file mode 100644 index 0000000..2dbeeed Binary files /dev/null and b/mute_mode/landmarks/because/65159.npz differ diff --git a/mute_mode/landmarks/bed/05628.npz b/mute_mode/landmarks/bed/05628.npz new file mode 100644 index 0000000..f445fcb Binary files /dev/null and b/mute_mode/landmarks/bed/05628.npz differ diff --git a/mute_mode/landmarks/bed/05629.npz b/mute_mode/landmarks/bed/05629.npz new file mode 100644 index 0000000..e7f554f Binary files /dev/null and b/mute_mode/landmarks/bed/05629.npz differ diff --git a/mute_mode/landmarks/bed/05630.npz b/mute_mode/landmarks/bed/05630.npz new file mode 100644 index 0000000..e1429cd Binary files /dev/null and b/mute_mode/landmarks/bed/05630.npz differ diff --git a/mute_mode/landmarks/bed/05631.npz b/mute_mode/landmarks/bed/05631.npz new file mode 100644 index 0000000..6aead77 Binary files /dev/null and b/mute_mode/landmarks/bed/05631.npz differ diff --git a/mute_mode/landmarks/bed/05632.npz b/mute_mode/landmarks/bed/05632.npz new file mode 100644 index 0000000..d7a4727 Binary files /dev/null and b/mute_mode/landmarks/bed/05632.npz differ diff --git a/mute_mode/landmarks/bed/05633.npz b/mute_mode/landmarks/bed/05633.npz new file mode 100644 index 0000000..f8c11ec Binary files /dev/null and b/mute_mode/landmarks/bed/05633.npz differ diff --git a/mute_mode/landmarks/bed/05634.npz b/mute_mode/landmarks/bed/05634.npz new file mode 100644 index 0000000..844eb18 Binary files /dev/null and b/mute_mode/landmarks/bed/05634.npz differ diff --git a/mute_mode/landmarks/bed/05639.npz b/mute_mode/landmarks/bed/05639.npz new file mode 100644 index 0000000..feeef70 Binary files /dev/null and b/mute_mode/landmarks/bed/05639.npz differ diff --git a/mute_mode/landmarks/bed/05641.npz b/mute_mode/landmarks/bed/05641.npz new file mode 100644 index 0000000..5d46a8c Binary files /dev/null and b/mute_mode/landmarks/bed/05641.npz differ diff --git a/mute_mode/landmarks/bed/65161.npz b/mute_mode/landmarks/bed/65161.npz new file mode 100644 index 0000000..43029cb Binary files /dev/null and b/mute_mode/landmarks/bed/65161.npz differ diff --git a/mute_mode/landmarks/bed/65162.npz b/mute_mode/landmarks/bed/65162.npz new file mode 100644 index 0000000..6550b67 Binary files /dev/null and b/mute_mode/landmarks/bed/65162.npz differ diff --git a/mute_mode/landmarks/bed/65163.npz b/mute_mode/landmarks/bed/65163.npz new file mode 100644 index 0000000..11389cc Binary files /dev/null and b/mute_mode/landmarks/bed/65163.npz differ diff --git a/mute_mode/landmarks/before/05724.npz b/mute_mode/landmarks/before/05724.npz new file mode 100644 index 0000000..f0142a7 Binary files /dev/null and b/mute_mode/landmarks/before/05724.npz differ diff --git a/mute_mode/landmarks/before/05727.npz b/mute_mode/landmarks/before/05727.npz new file mode 100644 index 0000000..dc27138 Binary files /dev/null and b/mute_mode/landmarks/before/05727.npz differ diff --git a/mute_mode/landmarks/before/05728.npz b/mute_mode/landmarks/before/05728.npz new file mode 100644 index 0000000..8e8b0ba Binary files /dev/null and b/mute_mode/landmarks/before/05728.npz differ diff --git a/mute_mode/landmarks/before/05729.npz b/mute_mode/landmarks/before/05729.npz new file mode 100644 index 0000000..f69892e Binary files /dev/null and b/mute_mode/landmarks/before/05729.npz differ diff --git a/mute_mode/landmarks/before/05730.npz b/mute_mode/landmarks/before/05730.npz new file mode 100644 index 0000000..14c3221 Binary files /dev/null and b/mute_mode/landmarks/before/05730.npz differ diff --git a/mute_mode/landmarks/before/05731.npz b/mute_mode/landmarks/before/05731.npz new file mode 100644 index 0000000..6f0205c Binary files /dev/null and b/mute_mode/landmarks/before/05731.npz differ diff --git a/mute_mode/landmarks/before/05732.npz b/mute_mode/landmarks/before/05732.npz new file mode 100644 index 0000000..0532746 Binary files /dev/null and b/mute_mode/landmarks/before/05732.npz differ diff --git a/mute_mode/landmarks/before/05733.npz b/mute_mode/landmarks/before/05733.npz new file mode 100644 index 0000000..05ab92e Binary files /dev/null and b/mute_mode/landmarks/before/05733.npz differ diff --git a/mute_mode/landmarks/before/05734.npz b/mute_mode/landmarks/before/05734.npz new file mode 100644 index 0000000..182978c Binary files /dev/null and b/mute_mode/landmarks/before/05734.npz differ diff --git a/mute_mode/landmarks/before/05744.npz b/mute_mode/landmarks/before/05744.npz new file mode 100644 index 0000000..db589c7 Binary files /dev/null and b/mute_mode/landmarks/before/05744.npz differ diff --git a/mute_mode/landmarks/before/05746.npz b/mute_mode/landmarks/before/05746.npz new file mode 100644 index 0000000..af9a7dc Binary files /dev/null and b/mute_mode/landmarks/before/05746.npz differ diff --git a/mute_mode/landmarks/before/05747.npz b/mute_mode/landmarks/before/05747.npz new file mode 100644 index 0000000..008066c Binary files /dev/null and b/mute_mode/landmarks/before/05747.npz differ diff --git a/mute_mode/landmarks/before/65167.npz b/mute_mode/landmarks/before/65167.npz new file mode 100644 index 0000000..0f582de Binary files /dev/null and b/mute_mode/landmarks/before/65167.npz differ diff --git a/mute_mode/landmarks/before/68007.npz b/mute_mode/landmarks/before/68007.npz new file mode 100644 index 0000000..4ed3563 Binary files /dev/null and b/mute_mode/landmarks/before/68007.npz differ diff --git a/mute_mode/landmarks/before/70348.npz b/mute_mode/landmarks/before/70348.npz new file mode 100644 index 0000000..fbc8bee Binary files /dev/null and b/mute_mode/landmarks/before/70348.npz differ diff --git a/mute_mode/landmarks/big/06176.npz b/mute_mode/landmarks/big/06176.npz new file mode 100644 index 0000000..38494dc Binary files /dev/null and b/mute_mode/landmarks/big/06176.npz differ diff --git a/mute_mode/landmarks/big/06192.npz b/mute_mode/landmarks/big/06192.npz new file mode 100644 index 0000000..b03565e Binary files /dev/null and b/mute_mode/landmarks/big/06192.npz differ diff --git a/mute_mode/landmarks/big/06193.npz b/mute_mode/landmarks/big/06193.npz new file mode 100644 index 0000000..b9cadcd Binary files /dev/null and b/mute_mode/landmarks/big/06193.npz differ diff --git a/mute_mode/landmarks/big/06194.npz b/mute_mode/landmarks/big/06194.npz new file mode 100644 index 0000000..fc1404e Binary files /dev/null and b/mute_mode/landmarks/big/06194.npz differ diff --git a/mute_mode/landmarks/big/65182.npz b/mute_mode/landmarks/big/65182.npz new file mode 100644 index 0000000..5737b4a Binary files /dev/null and b/mute_mode/landmarks/big/65182.npz differ diff --git a/mute_mode/landmarks/big/65183.npz b/mute_mode/landmarks/big/65183.npz new file mode 100644 index 0000000..64ebe56 Binary files /dev/null and b/mute_mode/landmarks/big/65183.npz differ diff --git a/mute_mode/landmarks/big/69231.npz b/mute_mode/landmarks/big/69231.npz new file mode 100644 index 0000000..1574919 Binary files /dev/null and b/mute_mode/landmarks/big/69231.npz differ diff --git a/mute_mode/landmarks/bird/06326.npz b/mute_mode/landmarks/bird/06326.npz new file mode 100644 index 0000000..c12fc9a Binary files /dev/null and b/mute_mode/landmarks/bird/06326.npz differ diff --git a/mute_mode/landmarks/bird/06330.npz b/mute_mode/landmarks/bird/06330.npz new file mode 100644 index 0000000..2f9be3c Binary files /dev/null and b/mute_mode/landmarks/bird/06330.npz differ diff --git a/mute_mode/landmarks/bird/06331.npz b/mute_mode/landmarks/bird/06331.npz new file mode 100644 index 0000000..f5b5ba6 Binary files /dev/null and b/mute_mode/landmarks/bird/06331.npz differ diff --git a/mute_mode/landmarks/bird/06332.npz b/mute_mode/landmarks/bird/06332.npz new file mode 100644 index 0000000..ca00bab Binary files /dev/null and b/mute_mode/landmarks/bird/06332.npz differ diff --git a/mute_mode/landmarks/bird/06333.npz b/mute_mode/landmarks/bird/06333.npz new file mode 100644 index 0000000..defabd9 Binary files /dev/null and b/mute_mode/landmarks/bird/06333.npz differ diff --git a/mute_mode/landmarks/bird/06334.npz b/mute_mode/landmarks/bird/06334.npz new file mode 100644 index 0000000..a12612a Binary files /dev/null and b/mute_mode/landmarks/bird/06334.npz differ diff --git a/mute_mode/landmarks/bird/06335.npz b/mute_mode/landmarks/bird/06335.npz new file mode 100644 index 0000000..6e95692 Binary files /dev/null and b/mute_mode/landmarks/bird/06335.npz differ diff --git a/mute_mode/landmarks/bird/06338.npz b/mute_mode/landmarks/bird/06338.npz new file mode 100644 index 0000000..5e6ae18 Binary files /dev/null and b/mute_mode/landmarks/bird/06338.npz differ diff --git a/mute_mode/landmarks/bird/06340.npz b/mute_mode/landmarks/bird/06340.npz new file mode 100644 index 0000000..b14cf08 Binary files /dev/null and b/mute_mode/landmarks/bird/06340.npz differ diff --git a/mute_mode/landmarks/bird/06341.npz b/mute_mode/landmarks/bird/06341.npz new file mode 100644 index 0000000..7bb5590 Binary files /dev/null and b/mute_mode/landmarks/bird/06341.npz differ diff --git a/mute_mode/landmarks/bird/65187.npz b/mute_mode/landmarks/bird/65187.npz new file mode 100644 index 0000000..dbf71ab Binary files /dev/null and b/mute_mode/landmarks/bird/65187.npz differ diff --git a/mute_mode/landmarks/bird/69233.npz b/mute_mode/landmarks/bird/69233.npz new file mode 100644 index 0000000..cd3228f Binary files /dev/null and b/mute_mode/landmarks/bird/69233.npz differ diff --git a/mute_mode/landmarks/bird/70107.npz b/mute_mode/landmarks/bird/70107.npz new file mode 100644 index 0000000..469c014 Binary files /dev/null and b/mute_mode/landmarks/bird/70107.npz differ diff --git a/mute_mode/landmarks/black/06455.npz b/mute_mode/landmarks/black/06455.npz new file mode 100644 index 0000000..29e0e2e Binary files /dev/null and b/mute_mode/landmarks/black/06455.npz differ diff --git a/mute_mode/landmarks/black/06471.npz b/mute_mode/landmarks/black/06471.npz new file mode 100644 index 0000000..5810ef2 Binary files /dev/null and b/mute_mode/landmarks/black/06471.npz differ diff --git a/mute_mode/landmarks/black/06472.npz b/mute_mode/landmarks/black/06472.npz new file mode 100644 index 0000000..1163300 Binary files /dev/null and b/mute_mode/landmarks/black/06472.npz differ diff --git a/mute_mode/landmarks/black/06473.npz b/mute_mode/landmarks/black/06473.npz new file mode 100644 index 0000000..e56172c Binary files /dev/null and b/mute_mode/landmarks/black/06473.npz differ diff --git a/mute_mode/landmarks/black/06474.npz b/mute_mode/landmarks/black/06474.npz new file mode 100644 index 0000000..b06e600 Binary files /dev/null and b/mute_mode/landmarks/black/06474.npz differ diff --git a/mute_mode/landmarks/black/06480.npz b/mute_mode/landmarks/black/06480.npz new file mode 100644 index 0000000..14007fe Binary files /dev/null and b/mute_mode/landmarks/black/06480.npz differ diff --git a/mute_mode/landmarks/black/06481.npz b/mute_mode/landmarks/black/06481.npz new file mode 100644 index 0000000..3bf1bba Binary files /dev/null and b/mute_mode/landmarks/black/06481.npz differ diff --git a/mute_mode/landmarks/black/06482.npz b/mute_mode/landmarks/black/06482.npz new file mode 100644 index 0000000..88582a5 Binary files /dev/null and b/mute_mode/landmarks/black/06482.npz differ diff --git a/mute_mode/landmarks/black/06483.npz b/mute_mode/landmarks/black/06483.npz new file mode 100644 index 0000000..fe1501d Binary files /dev/null and b/mute_mode/landmarks/black/06483.npz differ diff --git a/mute_mode/landmarks/black/65200.npz b/mute_mode/landmarks/black/65200.npz new file mode 100644 index 0000000..4e29691 Binary files /dev/null and b/mute_mode/landmarks/black/65200.npz differ diff --git a/mute_mode/landmarks/black/69236.npz b/mute_mode/landmarks/black/69236.npz new file mode 100644 index 0000000..83788e9 Binary files /dev/null and b/mute_mode/landmarks/black/69236.npz differ diff --git a/mute_mode/landmarks/black/70244.npz b/mute_mode/landmarks/black/70244.npz new file mode 100644 index 0000000..b3710ae Binary files /dev/null and b/mute_mode/landmarks/black/70244.npz differ diff --git a/mute_mode/landmarks/blanket/06550.npz b/mute_mode/landmarks/blanket/06550.npz new file mode 100644 index 0000000..6851edd Binary files /dev/null and b/mute_mode/landmarks/blanket/06550.npz differ diff --git a/mute_mode/landmarks/blanket/06551.npz b/mute_mode/landmarks/blanket/06551.npz new file mode 100644 index 0000000..391275f Binary files /dev/null and b/mute_mode/landmarks/blanket/06551.npz differ diff --git a/mute_mode/landmarks/blanket/06552.npz b/mute_mode/landmarks/blanket/06552.npz new file mode 100644 index 0000000..0a25c68 Binary files /dev/null and b/mute_mode/landmarks/blanket/06552.npz differ diff --git a/mute_mode/landmarks/blanket/06553.npz b/mute_mode/landmarks/blanket/06553.npz new file mode 100644 index 0000000..33919b0 Binary files /dev/null and b/mute_mode/landmarks/blanket/06553.npz differ diff --git a/mute_mode/landmarks/blanket/06554.npz b/mute_mode/landmarks/blanket/06554.npz new file mode 100644 index 0000000..797ed97 Binary files /dev/null and b/mute_mode/landmarks/blanket/06554.npz differ diff --git a/mute_mode/landmarks/blanket/06555.npz b/mute_mode/landmarks/blanket/06555.npz new file mode 100644 index 0000000..2a44596 Binary files /dev/null and b/mute_mode/landmarks/blanket/06555.npz differ diff --git a/mute_mode/landmarks/blanket/06560.npz b/mute_mode/landmarks/blanket/06560.npz new file mode 100644 index 0000000..45c8471 Binary files /dev/null and b/mute_mode/landmarks/blanket/06560.npz differ diff --git a/mute_mode/landmarks/blanket/65204.npz b/mute_mode/landmarks/blanket/65204.npz new file mode 100644 index 0000000..b4577d1 Binary files /dev/null and b/mute_mode/landmarks/blanket/65204.npz differ diff --git a/mute_mode/landmarks/blanket/65205.npz b/mute_mode/landmarks/blanket/65205.npz new file mode 100644 index 0000000..e7d53e3 Binary files /dev/null and b/mute_mode/landmarks/blanket/65205.npz differ diff --git a/mute_mode/landmarks/blue/06822.npz b/mute_mode/landmarks/blue/06822.npz new file mode 100644 index 0000000..ae7af5f Binary files /dev/null and b/mute_mode/landmarks/blue/06822.npz differ diff --git a/mute_mode/landmarks/blue/06832.npz b/mute_mode/landmarks/blue/06832.npz new file mode 100644 index 0000000..a17a299 Binary files /dev/null and b/mute_mode/landmarks/blue/06832.npz differ diff --git a/mute_mode/landmarks/blue/06833.npz b/mute_mode/landmarks/blue/06833.npz new file mode 100644 index 0000000..77e51f6 Binary files /dev/null and b/mute_mode/landmarks/blue/06833.npz differ diff --git a/mute_mode/landmarks/blue/06834.npz b/mute_mode/landmarks/blue/06834.npz new file mode 100644 index 0000000..8c3f279 Binary files /dev/null and b/mute_mode/landmarks/blue/06834.npz differ diff --git a/mute_mode/landmarks/blue/06835.npz b/mute_mode/landmarks/blue/06835.npz new file mode 100644 index 0000000..f629e4d Binary files /dev/null and b/mute_mode/landmarks/blue/06835.npz differ diff --git a/mute_mode/landmarks/blue/06840.npz b/mute_mode/landmarks/blue/06840.npz new file mode 100644 index 0000000..3f9e42a Binary files /dev/null and b/mute_mode/landmarks/blue/06840.npz differ diff --git a/mute_mode/landmarks/blue/06841.npz b/mute_mode/landmarks/blue/06841.npz new file mode 100644 index 0000000..29b2b24 Binary files /dev/null and b/mute_mode/landmarks/blue/06841.npz differ diff --git a/mute_mode/landmarks/blue/06842.npz b/mute_mode/landmarks/blue/06842.npz new file mode 100644 index 0000000..054621e Binary files /dev/null and b/mute_mode/landmarks/blue/06842.npz differ diff --git a/mute_mode/landmarks/blue/65216.npz b/mute_mode/landmarks/blue/65216.npz new file mode 100644 index 0000000..c2f3996 Binary files /dev/null and b/mute_mode/landmarks/blue/65216.npz differ diff --git a/mute_mode/landmarks/blue/68010.npz b/mute_mode/landmarks/blue/68010.npz new file mode 100644 index 0000000..43885c4 Binary files /dev/null and b/mute_mode/landmarks/blue/68010.npz differ diff --git a/mute_mode/landmarks/blue/69238.npz b/mute_mode/landmarks/blue/69238.npz new file mode 100644 index 0000000..4893b84 Binary files /dev/null and b/mute_mode/landmarks/blue/69238.npz differ diff --git a/mute_mode/landmarks/bowling/07383.npz b/mute_mode/landmarks/bowling/07383.npz new file mode 100644 index 0000000..a68e3dd Binary files /dev/null and b/mute_mode/landmarks/bowling/07383.npz differ diff --git a/mute_mode/landmarks/bowling/07388.npz b/mute_mode/landmarks/bowling/07388.npz new file mode 100644 index 0000000..f5798eb Binary files /dev/null and b/mute_mode/landmarks/bowling/07388.npz differ diff --git a/mute_mode/landmarks/bowling/07389.npz b/mute_mode/landmarks/bowling/07389.npz new file mode 100644 index 0000000..dd2ca21 Binary files /dev/null and b/mute_mode/landmarks/bowling/07389.npz differ diff --git a/mute_mode/landmarks/bowling/07390.npz b/mute_mode/landmarks/bowling/07390.npz new file mode 100644 index 0000000..363cb76 Binary files /dev/null and b/mute_mode/landmarks/bowling/07390.npz differ diff --git a/mute_mode/landmarks/bowling/07391.npz b/mute_mode/landmarks/bowling/07391.npz new file mode 100644 index 0000000..19b9a7b Binary files /dev/null and b/mute_mode/landmarks/bowling/07391.npz differ diff --git a/mute_mode/landmarks/bowling/07392.npz b/mute_mode/landmarks/bowling/07392.npz new file mode 100644 index 0000000..e89cdcf Binary files /dev/null and b/mute_mode/landmarks/bowling/07392.npz differ diff --git a/mute_mode/landmarks/bowling/07393.npz b/mute_mode/landmarks/bowling/07393.npz new file mode 100644 index 0000000..13c2ace Binary files /dev/null and b/mute_mode/landmarks/bowling/07393.npz differ diff --git a/mute_mode/landmarks/bowling/07394.npz b/mute_mode/landmarks/bowling/07394.npz new file mode 100644 index 0000000..a753779 Binary files /dev/null and b/mute_mode/landmarks/bowling/07394.npz differ diff --git a/mute_mode/landmarks/bowling/07401.npz b/mute_mode/landmarks/bowling/07401.npz new file mode 100644 index 0000000..c140df7 Binary files /dev/null and b/mute_mode/landmarks/bowling/07401.npz differ diff --git a/mute_mode/landmarks/bowling/07402.npz b/mute_mode/landmarks/bowling/07402.npz new file mode 100644 index 0000000..7f33d92 Binary files /dev/null and b/mute_mode/landmarks/bowling/07402.npz differ diff --git a/mute_mode/landmarks/bowling/65241.npz b/mute_mode/landmarks/bowling/65241.npz new file mode 100644 index 0000000..dc753f2 Binary files /dev/null and b/mute_mode/landmarks/bowling/65241.npz differ diff --git a/mute_mode/landmarks/bowling/65242.npz b/mute_mode/landmarks/bowling/65242.npz new file mode 100644 index 0000000..1e4b559 Binary files /dev/null and b/mute_mode/landmarks/bowling/65242.npz differ diff --git a/mute_mode/landmarks/brother/07929.npz b/mute_mode/landmarks/brother/07929.npz new file mode 100644 index 0000000..76463d5 Binary files /dev/null and b/mute_mode/landmarks/brother/07929.npz differ diff --git a/mute_mode/landmarks/brother/07932.npz b/mute_mode/landmarks/brother/07932.npz new file mode 100644 index 0000000..52a5b49 Binary files /dev/null and b/mute_mode/landmarks/brother/07932.npz differ diff --git a/mute_mode/landmarks/brother/07933.npz b/mute_mode/landmarks/brother/07933.npz new file mode 100644 index 0000000..ebdc668 Binary files /dev/null and b/mute_mode/landmarks/brother/07933.npz differ diff --git a/mute_mode/landmarks/brother/07934.npz b/mute_mode/landmarks/brother/07934.npz new file mode 100644 index 0000000..e3b5bc1 Binary files /dev/null and b/mute_mode/landmarks/brother/07934.npz differ diff --git a/mute_mode/landmarks/brother/07935.npz b/mute_mode/landmarks/brother/07935.npz new file mode 100644 index 0000000..28d430b Binary files /dev/null and b/mute_mode/landmarks/brother/07935.npz differ diff --git a/mute_mode/landmarks/brother/07936.npz b/mute_mode/landmarks/brother/07936.npz new file mode 100644 index 0000000..c8d8d61 Binary files /dev/null and b/mute_mode/landmarks/brother/07936.npz differ diff --git a/mute_mode/landmarks/brother/07937.npz b/mute_mode/landmarks/brother/07937.npz new file mode 100644 index 0000000..3890e03 Binary files /dev/null and b/mute_mode/landmarks/brother/07937.npz differ diff --git a/mute_mode/landmarks/brother/07938.npz b/mute_mode/landmarks/brother/07938.npz new file mode 100644 index 0000000..50cad05 Binary files /dev/null and b/mute_mode/landmarks/brother/07938.npz differ diff --git a/mute_mode/landmarks/brother/07941.npz b/mute_mode/landmarks/brother/07941.npz new file mode 100644 index 0000000..6d06266 Binary files /dev/null and b/mute_mode/landmarks/brother/07941.npz differ diff --git a/mute_mode/landmarks/brother/65262.npz b/mute_mode/landmarks/brother/65262.npz new file mode 100644 index 0000000..01cc8b9 Binary files /dev/null and b/mute_mode/landmarks/brother/65262.npz differ diff --git a/mute_mode/landmarks/brother/69251.npz b/mute_mode/landmarks/brother/69251.npz new file mode 100644 index 0000000..5383a41 Binary files /dev/null and b/mute_mode/landmarks/brother/69251.npz differ diff --git a/mute_mode/landmarks/call/08689.npz b/mute_mode/landmarks/call/08689.npz new file mode 100644 index 0000000..0f60d29 Binary files /dev/null and b/mute_mode/landmarks/call/08689.npz differ diff --git a/mute_mode/landmarks/call/08690.npz b/mute_mode/landmarks/call/08690.npz new file mode 100644 index 0000000..20a818a Binary files /dev/null and b/mute_mode/landmarks/call/08690.npz differ diff --git a/mute_mode/landmarks/call/08691.npz b/mute_mode/landmarks/call/08691.npz new file mode 100644 index 0000000..f549e34 Binary files /dev/null and b/mute_mode/landmarks/call/08691.npz differ diff --git a/mute_mode/landmarks/call/08692.npz b/mute_mode/landmarks/call/08692.npz new file mode 100644 index 0000000..437abaf Binary files /dev/null and b/mute_mode/landmarks/call/08692.npz differ diff --git a/mute_mode/landmarks/call/08694.npz b/mute_mode/landmarks/call/08694.npz new file mode 100644 index 0000000..a974ac8 Binary files /dev/null and b/mute_mode/landmarks/call/08694.npz differ diff --git a/mute_mode/landmarks/call/65290.npz b/mute_mode/landmarks/call/65290.npz new file mode 100644 index 0000000..6645469 Binary files /dev/null and b/mute_mode/landmarks/call/65290.npz differ diff --git a/mute_mode/landmarks/candy/08909.npz b/mute_mode/landmarks/candy/08909.npz new file mode 100644 index 0000000..644583a Binary files /dev/null and b/mute_mode/landmarks/candy/08909.npz differ diff --git a/mute_mode/landmarks/candy/08915.npz b/mute_mode/landmarks/candy/08915.npz new file mode 100644 index 0000000..a15be3c Binary files /dev/null and b/mute_mode/landmarks/candy/08915.npz differ diff --git a/mute_mode/landmarks/candy/08916.npz b/mute_mode/landmarks/candy/08916.npz new file mode 100644 index 0000000..f18ef38 Binary files /dev/null and b/mute_mode/landmarks/candy/08916.npz differ diff --git a/mute_mode/landmarks/candy/08917.npz b/mute_mode/landmarks/candy/08917.npz new file mode 100644 index 0000000..05b9b4a Binary files /dev/null and b/mute_mode/landmarks/candy/08917.npz differ diff --git a/mute_mode/landmarks/candy/08918.npz b/mute_mode/landmarks/candy/08918.npz new file mode 100644 index 0000000..89c4240 Binary files /dev/null and b/mute_mode/landmarks/candy/08918.npz differ diff --git a/mute_mode/landmarks/candy/08919.npz b/mute_mode/landmarks/candy/08919.npz new file mode 100644 index 0000000..9e44961 Binary files /dev/null and b/mute_mode/landmarks/candy/08919.npz differ diff --git a/mute_mode/landmarks/candy/08920.npz b/mute_mode/landmarks/candy/08920.npz new file mode 100644 index 0000000..602e1fc Binary files /dev/null and b/mute_mode/landmarks/candy/08920.npz differ diff --git a/mute_mode/landmarks/candy/08921.npz b/mute_mode/landmarks/candy/08921.npz new file mode 100644 index 0000000..45a8dc2 Binary files /dev/null and b/mute_mode/landmarks/candy/08921.npz differ diff --git a/mute_mode/landmarks/candy/08926.npz b/mute_mode/landmarks/candy/08926.npz new file mode 100644 index 0000000..f8141fe Binary files /dev/null and b/mute_mode/landmarks/candy/08926.npz differ diff --git a/mute_mode/landmarks/candy/08927.npz b/mute_mode/landmarks/candy/08927.npz new file mode 100644 index 0000000..c6bc0e8 Binary files /dev/null and b/mute_mode/landmarks/candy/08927.npz differ diff --git a/mute_mode/landmarks/candy/65298.npz b/mute_mode/landmarks/candy/65298.npz new file mode 100644 index 0000000..014bc45 Binary files /dev/null and b/mute_mode/landmarks/candy/65298.npz differ diff --git a/mute_mode/landmarks/candy/65299.npz b/mute_mode/landmarks/candy/65299.npz new file mode 100644 index 0000000..e097c6d Binary files /dev/null and b/mute_mode/landmarks/candy/65299.npz differ diff --git a/mute_mode/landmarks/candy/65300.npz b/mute_mode/landmarks/candy/65300.npz new file mode 100644 index 0000000..281c484 Binary files /dev/null and b/mute_mode/landmarks/candy/65300.npz differ diff --git a/mute_mode/landmarks/candy/68018.npz b/mute_mode/landmarks/candy/68018.npz new file mode 100644 index 0000000..76be699 Binary files /dev/null and b/mute_mode/landmarks/candy/68018.npz differ diff --git a/mute_mode/landmarks/candy/70326.npz b/mute_mode/landmarks/candy/70326.npz new file mode 100644 index 0000000..98f86e7 Binary files /dev/null and b/mute_mode/landmarks/candy/70326.npz differ diff --git a/mute_mode/landmarks/careful/09178.npz b/mute_mode/landmarks/careful/09178.npz new file mode 100644 index 0000000..8893aa9 Binary files /dev/null and b/mute_mode/landmarks/careful/09178.npz differ diff --git a/mute_mode/landmarks/careful/09179.npz b/mute_mode/landmarks/careful/09179.npz new file mode 100644 index 0000000..4086e57 Binary files /dev/null and b/mute_mode/landmarks/careful/09179.npz differ diff --git a/mute_mode/landmarks/careful/09180.npz b/mute_mode/landmarks/careful/09180.npz new file mode 100644 index 0000000..87a603a Binary files /dev/null and b/mute_mode/landmarks/careful/09180.npz differ diff --git a/mute_mode/landmarks/careful/09181.npz b/mute_mode/landmarks/careful/09181.npz new file mode 100644 index 0000000..d7a75ac Binary files /dev/null and b/mute_mode/landmarks/careful/09181.npz differ diff --git a/mute_mode/landmarks/careful/09182.npz b/mute_mode/landmarks/careful/09182.npz new file mode 100644 index 0000000..57c86af Binary files /dev/null and b/mute_mode/landmarks/careful/09182.npz differ diff --git a/mute_mode/landmarks/careful/09187.npz b/mute_mode/landmarks/careful/09187.npz new file mode 100644 index 0000000..c4c0c60 Binary files /dev/null and b/mute_mode/landmarks/careful/09187.npz differ diff --git a/mute_mode/landmarks/careful/65306.npz b/mute_mode/landmarks/careful/65306.npz new file mode 100644 index 0000000..8fdb688 Binary files /dev/null and b/mute_mode/landmarks/careful/65306.npz differ diff --git a/mute_mode/landmarks/careful/65307.npz b/mute_mode/landmarks/careful/65307.npz new file mode 100644 index 0000000..07e11b1 Binary files /dev/null and b/mute_mode/landmarks/careful/65307.npz differ diff --git a/mute_mode/landmarks/careful/70200.npz b/mute_mode/landmarks/careful/70200.npz new file mode 100644 index 0000000..cbd9310 Binary files /dev/null and b/mute_mode/landmarks/careful/70200.npz differ diff --git a/mute_mode/landmarks/cat/09431.npz b/mute_mode/landmarks/cat/09431.npz new file mode 100644 index 0000000..0e5e521 Binary files /dev/null and b/mute_mode/landmarks/cat/09431.npz differ diff --git a/mute_mode/landmarks/cat/09525.npz b/mute_mode/landmarks/cat/09525.npz new file mode 100644 index 0000000..6e629bd Binary files /dev/null and b/mute_mode/landmarks/cat/09525.npz differ diff --git a/mute_mode/landmarks/cat/09526.npz b/mute_mode/landmarks/cat/09526.npz new file mode 100644 index 0000000..d21cf58 Binary files /dev/null and b/mute_mode/landmarks/cat/09526.npz differ diff --git a/mute_mode/landmarks/cat/09528.npz b/mute_mode/landmarks/cat/09528.npz new file mode 100644 index 0000000..8a7201b Binary files /dev/null and b/mute_mode/landmarks/cat/09528.npz differ diff --git a/mute_mode/landmarks/cat/09534.npz b/mute_mode/landmarks/cat/09534.npz new file mode 100644 index 0000000..8b24300 Binary files /dev/null and b/mute_mode/landmarks/cat/09534.npz differ diff --git a/mute_mode/landmarks/cat/09535.npz b/mute_mode/landmarks/cat/09535.npz new file mode 100644 index 0000000..67036f9 Binary files /dev/null and b/mute_mode/landmarks/cat/09535.npz differ diff --git a/mute_mode/landmarks/cat/65312.npz b/mute_mode/landmarks/cat/65312.npz new file mode 100644 index 0000000..6876246 Binary files /dev/null and b/mute_mode/landmarks/cat/65312.npz differ diff --git a/mute_mode/landmarks/cat/65313.npz b/mute_mode/landmarks/cat/65313.npz new file mode 100644 index 0000000..21a8caf Binary files /dev/null and b/mute_mode/landmarks/cat/65313.npz differ diff --git a/mute_mode/landmarks/cat/69261.npz b/mute_mode/landmarks/cat/69261.npz new file mode 100644 index 0000000..bbf7527 Binary files /dev/null and b/mute_mode/landmarks/cat/69261.npz differ diff --git a/mute_mode/landmarks/catch/09457.npz b/mute_mode/landmarks/catch/09457.npz new file mode 100644 index 0000000..1723d13 Binary files /dev/null and b/mute_mode/landmarks/catch/09457.npz differ diff --git a/mute_mode/landmarks/catch/09458.npz b/mute_mode/landmarks/catch/09458.npz new file mode 100644 index 0000000..6f49e9d Binary files /dev/null and b/mute_mode/landmarks/catch/09458.npz differ diff --git a/mute_mode/landmarks/catch/09459.npz b/mute_mode/landmarks/catch/09459.npz new file mode 100644 index 0000000..b95bb96 Binary files /dev/null and b/mute_mode/landmarks/catch/09459.npz differ diff --git a/mute_mode/landmarks/catch/09461.npz b/mute_mode/landmarks/catch/09461.npz new file mode 100644 index 0000000..a9c2fa1 Binary files /dev/null and b/mute_mode/landmarks/catch/09461.npz differ diff --git a/mute_mode/landmarks/catch/09470.npz b/mute_mode/landmarks/catch/09470.npz new file mode 100644 index 0000000..dc3efca Binary files /dev/null and b/mute_mode/landmarks/catch/09470.npz differ diff --git a/mute_mode/landmarks/catch/65314.npz b/mute_mode/landmarks/catch/65314.npz new file mode 100644 index 0000000..3b06e21 Binary files /dev/null and b/mute_mode/landmarks/catch/65314.npz differ diff --git a/mute_mode/landmarks/catch/69262.npz b/mute_mode/landmarks/catch/69262.npz new file mode 100644 index 0000000..7fd4316 Binary files /dev/null and b/mute_mode/landmarks/catch/69262.npz differ diff --git a/mute_mode/landmarks/champion/09914.npz b/mute_mode/landmarks/champion/09914.npz new file mode 100644 index 0000000..b1a0468 Binary files /dev/null and b/mute_mode/landmarks/champion/09914.npz differ diff --git a/mute_mode/landmarks/champion/09915.npz b/mute_mode/landmarks/champion/09915.npz new file mode 100644 index 0000000..b6901df Binary files /dev/null and b/mute_mode/landmarks/champion/09915.npz differ diff --git a/mute_mode/landmarks/champion/09916.npz b/mute_mode/landmarks/champion/09916.npz new file mode 100644 index 0000000..afd8cd4 Binary files /dev/null and b/mute_mode/landmarks/champion/09916.npz differ diff --git a/mute_mode/landmarks/champion/09917.npz b/mute_mode/landmarks/champion/09917.npz new file mode 100644 index 0000000..5cea70a Binary files /dev/null and b/mute_mode/landmarks/champion/09917.npz differ diff --git a/mute_mode/landmarks/champion/09918.npz b/mute_mode/landmarks/champion/09918.npz new file mode 100644 index 0000000..eb43531 Binary files /dev/null and b/mute_mode/landmarks/champion/09918.npz differ diff --git a/mute_mode/landmarks/champion/09919.npz b/mute_mode/landmarks/champion/09919.npz new file mode 100644 index 0000000..670cf7b Binary files /dev/null and b/mute_mode/landmarks/champion/09919.npz differ diff --git a/mute_mode/landmarks/champion/09920.npz b/mute_mode/landmarks/champion/09920.npz new file mode 100644 index 0000000..5032125 Binary files /dev/null and b/mute_mode/landmarks/champion/09920.npz differ diff --git a/mute_mode/landmarks/champion/09921.npz b/mute_mode/landmarks/champion/09921.npz new file mode 100644 index 0000000..cfb476c Binary files /dev/null and b/mute_mode/landmarks/champion/09921.npz differ diff --git a/mute_mode/landmarks/champion/09922.npz b/mute_mode/landmarks/champion/09922.npz new file mode 100644 index 0000000..a71b42a Binary files /dev/null and b/mute_mode/landmarks/champion/09922.npz differ diff --git a/mute_mode/landmarks/champion/65330.npz b/mute_mode/landmarks/champion/65330.npz new file mode 100644 index 0000000..10aa52d Binary files /dev/null and b/mute_mode/landmarks/champion/65330.npz differ diff --git a/mute_mode/landmarks/change/09945.npz b/mute_mode/landmarks/change/09945.npz new file mode 100644 index 0000000..b74a4bd Binary files /dev/null and b/mute_mode/landmarks/change/09945.npz differ diff --git a/mute_mode/landmarks/change/09949.npz b/mute_mode/landmarks/change/09949.npz new file mode 100644 index 0000000..8215455 Binary files /dev/null and b/mute_mode/landmarks/change/09949.npz differ diff --git a/mute_mode/landmarks/change/09950.npz b/mute_mode/landmarks/change/09950.npz new file mode 100644 index 0000000..3f14612 Binary files /dev/null and b/mute_mode/landmarks/change/09950.npz differ diff --git a/mute_mode/landmarks/change/09953.npz b/mute_mode/landmarks/change/09953.npz new file mode 100644 index 0000000..5243477 Binary files /dev/null and b/mute_mode/landmarks/change/09953.npz differ diff --git a/mute_mode/landmarks/change/09954.npz b/mute_mode/landmarks/change/09954.npz new file mode 100644 index 0000000..d463290 Binary files /dev/null and b/mute_mode/landmarks/change/09954.npz differ diff --git a/mute_mode/landmarks/change/09955.npz b/mute_mode/landmarks/change/09955.npz new file mode 100644 index 0000000..fc8337d Binary files /dev/null and b/mute_mode/landmarks/change/09955.npz differ diff --git a/mute_mode/landmarks/change/09956.npz b/mute_mode/landmarks/change/09956.npz new file mode 100644 index 0000000..fcc7163 Binary files /dev/null and b/mute_mode/landmarks/change/09956.npz differ diff --git a/mute_mode/landmarks/change/09957.npz b/mute_mode/landmarks/change/09957.npz new file mode 100644 index 0000000..efb26d8 Binary files /dev/null and b/mute_mode/landmarks/change/09957.npz differ diff --git a/mute_mode/landmarks/change/09960.npz b/mute_mode/landmarks/change/09960.npz new file mode 100644 index 0000000..9c3b64c Binary files /dev/null and b/mute_mode/landmarks/change/09960.npz differ diff --git a/mute_mode/landmarks/change/09968.npz b/mute_mode/landmarks/change/09968.npz new file mode 100644 index 0000000..49ab7ea Binary files /dev/null and b/mute_mode/landmarks/change/09968.npz differ diff --git a/mute_mode/landmarks/change/70379.npz b/mute_mode/landmarks/change/70379.npz new file mode 100644 index 0000000..2aefb79 Binary files /dev/null and b/mute_mode/landmarks/change/70379.npz differ diff --git a/mute_mode/landmarks/cheat/10146.npz b/mute_mode/landmarks/cheat/10146.npz new file mode 100644 index 0000000..8b135bd Binary files /dev/null and b/mute_mode/landmarks/cheat/10146.npz differ diff --git a/mute_mode/landmarks/cheat/10147.npz b/mute_mode/landmarks/cheat/10147.npz new file mode 100644 index 0000000..fad589e Binary files /dev/null and b/mute_mode/landmarks/cheat/10147.npz differ diff --git a/mute_mode/landmarks/cheat/10148.npz b/mute_mode/landmarks/cheat/10148.npz new file mode 100644 index 0000000..416441b Binary files /dev/null and b/mute_mode/landmarks/cheat/10148.npz differ diff --git a/mute_mode/landmarks/cheat/10149.npz b/mute_mode/landmarks/cheat/10149.npz new file mode 100644 index 0000000..a28324d Binary files /dev/null and b/mute_mode/landmarks/cheat/10149.npz differ diff --git a/mute_mode/landmarks/cheat/10151.npz b/mute_mode/landmarks/cheat/10151.npz new file mode 100644 index 0000000..c687076 Binary files /dev/null and b/mute_mode/landmarks/cheat/10151.npz differ diff --git a/mute_mode/landmarks/cheat/10160.npz b/mute_mode/landmarks/cheat/10160.npz new file mode 100644 index 0000000..a162383 Binary files /dev/null and b/mute_mode/landmarks/cheat/10160.npz differ diff --git a/mute_mode/landmarks/cheat/10161.npz b/mute_mode/landmarks/cheat/10161.npz new file mode 100644 index 0000000..deafb47 Binary files /dev/null and b/mute_mode/landmarks/cheat/10161.npz differ diff --git a/mute_mode/landmarks/cheat/65341.npz b/mute_mode/landmarks/cheat/65341.npz new file mode 100644 index 0000000..ce24f23 Binary files /dev/null and b/mute_mode/landmarks/cheat/65341.npz differ diff --git a/mute_mode/landmarks/cheat/65342.npz b/mute_mode/landmarks/cheat/65342.npz new file mode 100644 index 0000000..38eec60 Binary files /dev/null and b/mute_mode/landmarks/cheat/65342.npz differ diff --git a/mute_mode/landmarks/check/10183.npz b/mute_mode/landmarks/check/10183.npz new file mode 100644 index 0000000..04e3c8b Binary files /dev/null and b/mute_mode/landmarks/check/10183.npz differ diff --git a/mute_mode/landmarks/check/10184.npz b/mute_mode/landmarks/check/10184.npz new file mode 100644 index 0000000..6371954 Binary files /dev/null and b/mute_mode/landmarks/check/10184.npz differ diff --git a/mute_mode/landmarks/check/10185.npz b/mute_mode/landmarks/check/10185.npz new file mode 100644 index 0000000..450fe18 Binary files /dev/null and b/mute_mode/landmarks/check/10185.npz differ diff --git a/mute_mode/landmarks/check/10186.npz b/mute_mode/landmarks/check/10186.npz new file mode 100644 index 0000000..6992c30 Binary files /dev/null and b/mute_mode/landmarks/check/10186.npz differ diff --git a/mute_mode/landmarks/check/10187.npz b/mute_mode/landmarks/check/10187.npz new file mode 100644 index 0000000..a044394 Binary files /dev/null and b/mute_mode/landmarks/check/10187.npz differ diff --git a/mute_mode/landmarks/check/10188.npz b/mute_mode/landmarks/check/10188.npz new file mode 100644 index 0000000..e0840a6 Binary files /dev/null and b/mute_mode/landmarks/check/10188.npz differ diff --git a/mute_mode/landmarks/check/10193.npz b/mute_mode/landmarks/check/10193.npz new file mode 100644 index 0000000..5d38396 Binary files /dev/null and b/mute_mode/landmarks/check/10193.npz differ diff --git a/mute_mode/landmarks/check/10194.npz b/mute_mode/landmarks/check/10194.npz new file mode 100644 index 0000000..5d38396 Binary files /dev/null and b/mute_mode/landmarks/check/10194.npz differ diff --git a/mute_mode/landmarks/check/10195.npz b/mute_mode/landmarks/check/10195.npz new file mode 100644 index 0000000..7659f6d Binary files /dev/null and b/mute_mode/landmarks/check/10195.npz differ diff --git a/mute_mode/landmarks/check/65343.npz b/mute_mode/landmarks/check/65343.npz new file mode 100644 index 0000000..2574e52 Binary files /dev/null and b/mute_mode/landmarks/check/65343.npz differ diff --git a/mute_mode/landmarks/close/11252.npz b/mute_mode/landmarks/close/11252.npz new file mode 100644 index 0000000..c6f02a0 Binary files /dev/null and b/mute_mode/landmarks/close/11252.npz differ diff --git a/mute_mode/landmarks/close/11253.npz b/mute_mode/landmarks/close/11253.npz new file mode 100644 index 0000000..7218541 Binary files /dev/null and b/mute_mode/landmarks/close/11253.npz differ diff --git a/mute_mode/landmarks/close/11254.npz b/mute_mode/landmarks/close/11254.npz new file mode 100644 index 0000000..09f2661 Binary files /dev/null and b/mute_mode/landmarks/close/11254.npz differ diff --git a/mute_mode/landmarks/cold/11621.npz b/mute_mode/landmarks/cold/11621.npz new file mode 100644 index 0000000..8906748 Binary files /dev/null and b/mute_mode/landmarks/cold/11621.npz differ diff --git a/mute_mode/landmarks/cold/11622.npz b/mute_mode/landmarks/cold/11622.npz new file mode 100644 index 0000000..cf71216 Binary files /dev/null and b/mute_mode/landmarks/cold/11622.npz differ diff --git a/mute_mode/landmarks/cold/11623.npz b/mute_mode/landmarks/cold/11623.npz new file mode 100644 index 0000000..609890f Binary files /dev/null and b/mute_mode/landmarks/cold/11623.npz differ diff --git a/mute_mode/landmarks/cold/11624.npz b/mute_mode/landmarks/cold/11624.npz new file mode 100644 index 0000000..73f5683 Binary files /dev/null and b/mute_mode/landmarks/cold/11624.npz differ diff --git a/mute_mode/landmarks/cold/11625.npz b/mute_mode/landmarks/cold/11625.npz new file mode 100644 index 0000000..65fc62e Binary files /dev/null and b/mute_mode/landmarks/cold/11625.npz differ diff --git a/mute_mode/landmarks/cold/11627.npz b/mute_mode/landmarks/cold/11627.npz new file mode 100644 index 0000000..5537859 Binary files /dev/null and b/mute_mode/landmarks/cold/11627.npz differ diff --git a/mute_mode/landmarks/cold/11628.npz b/mute_mode/landmarks/cold/11628.npz new file mode 100644 index 0000000..3d74bb1 Binary files /dev/null and b/mute_mode/landmarks/cold/11628.npz differ diff --git a/mute_mode/landmarks/cold/65377.npz b/mute_mode/landmarks/cold/65377.npz new file mode 100644 index 0000000..ce58589 Binary files /dev/null and b/mute_mode/landmarks/cold/65377.npz differ diff --git a/mute_mode/landmarks/computer/12306.npz b/mute_mode/landmarks/computer/12306.npz new file mode 100644 index 0000000..e498ec5 Binary files /dev/null and b/mute_mode/landmarks/computer/12306.npz differ diff --git a/mute_mode/landmarks/computer/12311.npz b/mute_mode/landmarks/computer/12311.npz new file mode 100644 index 0000000..a801f6b Binary files /dev/null and b/mute_mode/landmarks/computer/12311.npz differ diff --git a/mute_mode/landmarks/computer/12312.npz b/mute_mode/landmarks/computer/12312.npz new file mode 100644 index 0000000..bf14ecd Binary files /dev/null and b/mute_mode/landmarks/computer/12312.npz differ diff --git a/mute_mode/landmarks/computer/12313.npz b/mute_mode/landmarks/computer/12313.npz new file mode 100644 index 0000000..ce3fbcd Binary files /dev/null and b/mute_mode/landmarks/computer/12313.npz differ diff --git a/mute_mode/landmarks/computer/12314.npz b/mute_mode/landmarks/computer/12314.npz new file mode 100644 index 0000000..d778ce7 Binary files /dev/null and b/mute_mode/landmarks/computer/12314.npz differ diff --git a/mute_mode/landmarks/computer/12315.npz b/mute_mode/landmarks/computer/12315.npz new file mode 100644 index 0000000..32a3b44 Binary files /dev/null and b/mute_mode/landmarks/computer/12315.npz differ diff --git a/mute_mode/landmarks/computer/12316.npz b/mute_mode/landmarks/computer/12316.npz new file mode 100644 index 0000000..c39cb67 Binary files /dev/null and b/mute_mode/landmarks/computer/12316.npz differ diff --git a/mute_mode/landmarks/computer/12317.npz b/mute_mode/landmarks/computer/12317.npz new file mode 100644 index 0000000..18e5fc2 Binary files /dev/null and b/mute_mode/landmarks/computer/12317.npz differ diff --git a/mute_mode/landmarks/computer/12318.npz b/mute_mode/landmarks/computer/12318.npz new file mode 100644 index 0000000..abd7f83 Binary files /dev/null and b/mute_mode/landmarks/computer/12318.npz differ diff --git a/mute_mode/landmarks/computer/12319.npz b/mute_mode/landmarks/computer/12319.npz new file mode 100644 index 0000000..b018bab Binary files /dev/null and b/mute_mode/landmarks/computer/12319.npz differ diff --git a/mute_mode/landmarks/computer/12320.npz b/mute_mode/landmarks/computer/12320.npz new file mode 100644 index 0000000..1324f7a Binary files /dev/null and b/mute_mode/landmarks/computer/12320.npz differ diff --git a/mute_mode/landmarks/computer/12329.npz b/mute_mode/landmarks/computer/12329.npz new file mode 100644 index 0000000..67447a5 Binary files /dev/null and b/mute_mode/landmarks/computer/12329.npz differ diff --git a/mute_mode/landmarks/computer/12330.npz b/mute_mode/landmarks/computer/12330.npz new file mode 100644 index 0000000..b999078 Binary files /dev/null and b/mute_mode/landmarks/computer/12330.npz differ diff --git a/mute_mode/landmarks/computer/12331.npz b/mute_mode/landmarks/computer/12331.npz new file mode 100644 index 0000000..bebcbaa Binary files /dev/null and b/mute_mode/landmarks/computer/12331.npz differ diff --git a/mute_mode/landmarks/computer/12333.npz b/mute_mode/landmarks/computer/12333.npz new file mode 100644 index 0000000..ccb1dbd Binary files /dev/null and b/mute_mode/landmarks/computer/12333.npz differ diff --git a/mute_mode/landmarks/computer/12335.npz b/mute_mode/landmarks/computer/12335.npz new file mode 100644 index 0000000..12fbebd Binary files /dev/null and b/mute_mode/landmarks/computer/12335.npz differ diff --git a/mute_mode/landmarks/computer/68028.npz b/mute_mode/landmarks/computer/68028.npz new file mode 100644 index 0000000..fa04cd6 Binary files /dev/null and b/mute_mode/landmarks/computer/68028.npz differ diff --git a/mute_mode/landmarks/convince/13133.npz b/mute_mode/landmarks/convince/13133.npz new file mode 100644 index 0000000..f44a029 Binary files /dev/null and b/mute_mode/landmarks/convince/13133.npz differ diff --git a/mute_mode/landmarks/convince/13134.npz b/mute_mode/landmarks/convince/13134.npz new file mode 100644 index 0000000..f2e5a86 Binary files /dev/null and b/mute_mode/landmarks/convince/13134.npz differ diff --git a/mute_mode/landmarks/convince/13135.npz b/mute_mode/landmarks/convince/13135.npz new file mode 100644 index 0000000..b033f24 Binary files /dev/null and b/mute_mode/landmarks/convince/13135.npz differ diff --git a/mute_mode/landmarks/convince/13136.npz b/mute_mode/landmarks/convince/13136.npz new file mode 100644 index 0000000..642d947 Binary files /dev/null and b/mute_mode/landmarks/convince/13136.npz differ diff --git a/mute_mode/landmarks/convince/13137.npz b/mute_mode/landmarks/convince/13137.npz new file mode 100644 index 0000000..9ef8090 Binary files /dev/null and b/mute_mode/landmarks/convince/13137.npz differ diff --git a/mute_mode/landmarks/convince/13138.npz b/mute_mode/landmarks/convince/13138.npz new file mode 100644 index 0000000..af7f2a7 Binary files /dev/null and b/mute_mode/landmarks/convince/13138.npz differ diff --git a/mute_mode/landmarks/convince/13146.npz b/mute_mode/landmarks/convince/13146.npz new file mode 100644 index 0000000..6d9bcf2 Binary files /dev/null and b/mute_mode/landmarks/convince/13146.npz differ diff --git a/mute_mode/landmarks/convince/65400.npz b/mute_mode/landmarks/convince/65400.npz new file mode 100644 index 0000000..2e28197 Binary files /dev/null and b/mute_mode/landmarks/convince/65400.npz differ diff --git a/mute_mode/landmarks/convince/65401.npz b/mute_mode/landmarks/convince/65401.npz new file mode 100644 index 0000000..bb10546 Binary files /dev/null and b/mute_mode/landmarks/convince/65401.npz differ diff --git a/mute_mode/landmarks/cool/13196.npz b/mute_mode/landmarks/cool/13196.npz new file mode 100644 index 0000000..343da02 Binary files /dev/null and b/mute_mode/landmarks/cool/13196.npz differ diff --git a/mute_mode/landmarks/cool/13197.npz b/mute_mode/landmarks/cool/13197.npz new file mode 100644 index 0000000..bcece48 Binary files /dev/null and b/mute_mode/landmarks/cool/13197.npz differ diff --git a/mute_mode/landmarks/cool/13198.npz b/mute_mode/landmarks/cool/13198.npz new file mode 100644 index 0000000..848dfee Binary files /dev/null and b/mute_mode/landmarks/cool/13198.npz differ diff --git a/mute_mode/landmarks/cool/13199.npz b/mute_mode/landmarks/cool/13199.npz new file mode 100644 index 0000000..5dc5583 Binary files /dev/null and b/mute_mode/landmarks/cool/13199.npz differ diff --git a/mute_mode/landmarks/cool/13200.npz b/mute_mode/landmarks/cool/13200.npz new file mode 100644 index 0000000..28a5c7b Binary files /dev/null and b/mute_mode/landmarks/cool/13200.npz differ diff --git a/mute_mode/landmarks/cool/13201.npz b/mute_mode/landmarks/cool/13201.npz new file mode 100644 index 0000000..310cc92 Binary files /dev/null and b/mute_mode/landmarks/cool/13201.npz differ diff --git a/mute_mode/landmarks/cool/13202.npz b/mute_mode/landmarks/cool/13202.npz new file mode 100644 index 0000000..096c9cb Binary files /dev/null and b/mute_mode/landmarks/cool/13202.npz differ diff --git a/mute_mode/landmarks/cool/13203.npz b/mute_mode/landmarks/cool/13203.npz new file mode 100644 index 0000000..fd04490 Binary files /dev/null and b/mute_mode/landmarks/cool/13203.npz differ diff --git a/mute_mode/landmarks/cool/13214.npz b/mute_mode/landmarks/cool/13214.npz new file mode 100644 index 0000000..09ffcda Binary files /dev/null and b/mute_mode/landmarks/cool/13214.npz differ diff --git a/mute_mode/landmarks/cool/65402.npz b/mute_mode/landmarks/cool/65402.npz new file mode 100644 index 0000000..20f38ee Binary files /dev/null and b/mute_mode/landmarks/cool/65402.npz differ diff --git a/mute_mode/landmarks/cool/65403.npz b/mute_mode/landmarks/cool/65403.npz new file mode 100644 index 0000000..d14cb2e Binary files /dev/null and b/mute_mode/landmarks/cool/65403.npz differ diff --git a/mute_mode/landmarks/cool/69281.npz b/mute_mode/landmarks/cool/69281.npz new file mode 100644 index 0000000..ea4346d Binary files /dev/null and b/mute_mode/landmarks/cool/69281.npz differ diff --git a/mute_mode/landmarks/cool/70271.npz b/mute_mode/landmarks/cool/70271.npz new file mode 100644 index 0000000..53bf10b Binary files /dev/null and b/mute_mode/landmarks/cool/70271.npz differ diff --git a/mute_mode/landmarks/copy/13258.npz b/mute_mode/landmarks/copy/13258.npz new file mode 100644 index 0000000..7e13e4e Binary files /dev/null and b/mute_mode/landmarks/copy/13258.npz differ diff --git a/mute_mode/landmarks/copy/13267.npz b/mute_mode/landmarks/copy/13267.npz new file mode 100644 index 0000000..33dda1e Binary files /dev/null and b/mute_mode/landmarks/copy/13267.npz differ diff --git a/mute_mode/landmarks/copy/13268.npz b/mute_mode/landmarks/copy/13268.npz new file mode 100644 index 0000000..2f78a4e Binary files /dev/null and b/mute_mode/landmarks/copy/13268.npz differ diff --git a/mute_mode/landmarks/copy/13269.npz b/mute_mode/landmarks/copy/13269.npz new file mode 100644 index 0000000..1c89c3c Binary files /dev/null and b/mute_mode/landmarks/copy/13269.npz differ diff --git a/mute_mode/landmarks/copy/13276.npz b/mute_mode/landmarks/copy/13276.npz new file mode 100644 index 0000000..7d55a65 Binary files /dev/null and b/mute_mode/landmarks/copy/13276.npz differ diff --git a/mute_mode/landmarks/copy/65405.npz b/mute_mode/landmarks/copy/65405.npz new file mode 100644 index 0000000..e5302ab Binary files /dev/null and b/mute_mode/landmarks/copy/65405.npz differ diff --git a/mute_mode/landmarks/corn/13309.npz b/mute_mode/landmarks/corn/13309.npz new file mode 100644 index 0000000..7167eb8 Binary files /dev/null and b/mute_mode/landmarks/corn/13309.npz differ diff --git a/mute_mode/landmarks/corn/13323.npz b/mute_mode/landmarks/corn/13323.npz new file mode 100644 index 0000000..6c0e125 Binary files /dev/null and b/mute_mode/landmarks/corn/13323.npz differ diff --git a/mute_mode/landmarks/corn/13325.npz b/mute_mode/landmarks/corn/13325.npz new file mode 100644 index 0000000..890918f Binary files /dev/null and b/mute_mode/landmarks/corn/13325.npz differ diff --git a/mute_mode/landmarks/corn/13326.npz b/mute_mode/landmarks/corn/13326.npz new file mode 100644 index 0000000..a5448b8 Binary files /dev/null and b/mute_mode/landmarks/corn/13326.npz differ diff --git a/mute_mode/landmarks/corn/13327.npz b/mute_mode/landmarks/corn/13327.npz new file mode 100644 index 0000000..bc2f240 Binary files /dev/null and b/mute_mode/landmarks/corn/13327.npz differ diff --git a/mute_mode/landmarks/corn/13328.npz b/mute_mode/landmarks/corn/13328.npz new file mode 100644 index 0000000..5c95c94 Binary files /dev/null and b/mute_mode/landmarks/corn/13328.npz differ diff --git a/mute_mode/landmarks/corn/13329.npz b/mute_mode/landmarks/corn/13329.npz new file mode 100644 index 0000000..9217262 Binary files /dev/null and b/mute_mode/landmarks/corn/13329.npz differ diff --git a/mute_mode/landmarks/corn/65408.npz b/mute_mode/landmarks/corn/65408.npz new file mode 100644 index 0000000..553937b Binary files /dev/null and b/mute_mode/landmarks/corn/65408.npz differ diff --git a/mute_mode/landmarks/corn/65409.npz b/mute_mode/landmarks/corn/65409.npz new file mode 100644 index 0000000..cfe2397 Binary files /dev/null and b/mute_mode/landmarks/corn/65409.npz differ diff --git a/mute_mode/landmarks/corn/69282.npz b/mute_mode/landmarks/corn/69282.npz new file mode 100644 index 0000000..ed5290b Binary files /dev/null and b/mute_mode/landmarks/corn/69282.npz differ diff --git a/mute_mode/landmarks/country/13542.npz b/mute_mode/landmarks/country/13542.npz new file mode 100644 index 0000000..c13e0df Binary files /dev/null and b/mute_mode/landmarks/country/13542.npz differ diff --git a/mute_mode/landmarks/country/13543.npz b/mute_mode/landmarks/country/13543.npz new file mode 100644 index 0000000..536ef60 Binary files /dev/null and b/mute_mode/landmarks/country/13543.npz differ diff --git a/mute_mode/landmarks/country/13544.npz b/mute_mode/landmarks/country/13544.npz new file mode 100644 index 0000000..dcab39c Binary files /dev/null and b/mute_mode/landmarks/country/13544.npz differ diff --git a/mute_mode/landmarks/country/13545.npz b/mute_mode/landmarks/country/13545.npz new file mode 100644 index 0000000..3667384 Binary files /dev/null and b/mute_mode/landmarks/country/13545.npz differ diff --git a/mute_mode/landmarks/country/13546.npz b/mute_mode/landmarks/country/13546.npz new file mode 100644 index 0000000..3688985 Binary files /dev/null and b/mute_mode/landmarks/country/13546.npz differ diff --git a/mute_mode/landmarks/country/13552.npz b/mute_mode/landmarks/country/13552.npz new file mode 100644 index 0000000..58c394b Binary files /dev/null and b/mute_mode/landmarks/country/13552.npz differ diff --git a/mute_mode/landmarks/country/65414.npz b/mute_mode/landmarks/country/65414.npz new file mode 100644 index 0000000..eacdaa5 Binary files /dev/null and b/mute_mode/landmarks/country/65414.npz differ diff --git a/mute_mode/landmarks/cousin/13630.npz b/mute_mode/landmarks/cousin/13630.npz new file mode 100644 index 0000000..a21317d Binary files /dev/null and b/mute_mode/landmarks/cousin/13630.npz differ diff --git a/mute_mode/landmarks/cousin/13631.npz b/mute_mode/landmarks/cousin/13631.npz new file mode 100644 index 0000000..f631bf7 Binary files /dev/null and b/mute_mode/landmarks/cousin/13631.npz differ diff --git a/mute_mode/landmarks/cousin/13632.npz b/mute_mode/landmarks/cousin/13632.npz new file mode 100644 index 0000000..ac3a8b6 Binary files /dev/null and b/mute_mode/landmarks/cousin/13632.npz differ diff --git a/mute_mode/landmarks/cousin/13633.npz b/mute_mode/landmarks/cousin/13633.npz new file mode 100644 index 0000000..6ba4383 Binary files /dev/null and b/mute_mode/landmarks/cousin/13633.npz differ diff --git a/mute_mode/landmarks/cousin/13634.npz b/mute_mode/landmarks/cousin/13634.npz new file mode 100644 index 0000000..0908fb8 Binary files /dev/null and b/mute_mode/landmarks/cousin/13634.npz differ diff --git a/mute_mode/landmarks/cousin/13635.npz b/mute_mode/landmarks/cousin/13635.npz new file mode 100644 index 0000000..b0c58ab Binary files /dev/null and b/mute_mode/landmarks/cousin/13635.npz differ diff --git a/mute_mode/landmarks/cousin/13636.npz b/mute_mode/landmarks/cousin/13636.npz new file mode 100644 index 0000000..90756ed Binary files /dev/null and b/mute_mode/landmarks/cousin/13636.npz differ diff --git a/mute_mode/landmarks/cousin/13643.npz b/mute_mode/landmarks/cousin/13643.npz new file mode 100644 index 0000000..2754fe5 Binary files /dev/null and b/mute_mode/landmarks/cousin/13643.npz differ diff --git a/mute_mode/landmarks/cousin/65415.npz b/mute_mode/landmarks/cousin/65415.npz new file mode 100644 index 0000000..4390667 Binary files /dev/null and b/mute_mode/landmarks/cousin/65415.npz differ diff --git a/mute_mode/landmarks/cousin/70332.npz b/mute_mode/landmarks/cousin/70332.npz new file mode 100644 index 0000000..72d4f54 Binary files /dev/null and b/mute_mode/landmarks/cousin/70332.npz differ diff --git a/mute_mode/landmarks/cow/13681.npz b/mute_mode/landmarks/cow/13681.npz new file mode 100644 index 0000000..410ae9d Binary files /dev/null and b/mute_mode/landmarks/cow/13681.npz differ diff --git a/mute_mode/landmarks/cow/13695.npz b/mute_mode/landmarks/cow/13695.npz new file mode 100644 index 0000000..b69ca16 Binary files /dev/null and b/mute_mode/landmarks/cow/13695.npz differ diff --git a/mute_mode/landmarks/cow/13696.npz b/mute_mode/landmarks/cow/13696.npz new file mode 100644 index 0000000..06bc0e0 Binary files /dev/null and b/mute_mode/landmarks/cow/13696.npz differ diff --git a/mute_mode/landmarks/cow/13697.npz b/mute_mode/landmarks/cow/13697.npz new file mode 100644 index 0000000..ac8d892 Binary files /dev/null and b/mute_mode/landmarks/cow/13697.npz differ diff --git a/mute_mode/landmarks/cow/13698.npz b/mute_mode/landmarks/cow/13698.npz new file mode 100644 index 0000000..5f9b73c Binary files /dev/null and b/mute_mode/landmarks/cow/13698.npz differ diff --git a/mute_mode/landmarks/cow/13699.npz b/mute_mode/landmarks/cow/13699.npz new file mode 100644 index 0000000..e93b03b Binary files /dev/null and b/mute_mode/landmarks/cow/13699.npz differ diff --git a/mute_mode/landmarks/cow/13704.npz b/mute_mode/landmarks/cow/13704.npz new file mode 100644 index 0000000..61763b5 Binary files /dev/null and b/mute_mode/landmarks/cow/13704.npz differ diff --git a/mute_mode/landmarks/cow/13705.npz b/mute_mode/landmarks/cow/13705.npz new file mode 100644 index 0000000..1c7128e Binary files /dev/null and b/mute_mode/landmarks/cow/13705.npz differ diff --git a/mute_mode/landmarks/cow/13707.npz b/mute_mode/landmarks/cow/13707.npz new file mode 100644 index 0000000..8efedee Binary files /dev/null and b/mute_mode/landmarks/cow/13707.npz differ diff --git a/mute_mode/landmarks/cow/13708.npz b/mute_mode/landmarks/cow/13708.npz new file mode 100644 index 0000000..269ccb5 Binary files /dev/null and b/mute_mode/landmarks/cow/13708.npz differ diff --git a/mute_mode/landmarks/cow/69283.npz b/mute_mode/landmarks/cow/69283.npz new file mode 100644 index 0000000..3899b78 Binary files /dev/null and b/mute_mode/landmarks/cow/69283.npz differ diff --git a/mute_mode/landmarks/crash/13799.npz b/mute_mode/landmarks/crash/13799.npz new file mode 100644 index 0000000..3e68aa3 Binary files /dev/null and b/mute_mode/landmarks/crash/13799.npz differ diff --git a/mute_mode/landmarks/crash/13800.npz b/mute_mode/landmarks/crash/13800.npz new file mode 100644 index 0000000..52dee58 Binary files /dev/null and b/mute_mode/landmarks/crash/13800.npz differ diff --git a/mute_mode/landmarks/crash/13809.npz b/mute_mode/landmarks/crash/13809.npz new file mode 100644 index 0000000..0af9388 Binary files /dev/null and b/mute_mode/landmarks/crash/13809.npz differ diff --git a/mute_mode/landmarks/crash/13810.npz b/mute_mode/landmarks/crash/13810.npz new file mode 100644 index 0000000..86ee7b4 Binary files /dev/null and b/mute_mode/landmarks/crash/13810.npz differ diff --git a/mute_mode/landmarks/crash/69284.npz b/mute_mode/landmarks/crash/69284.npz new file mode 100644 index 0000000..9fe1df1 Binary files /dev/null and b/mute_mode/landmarks/crash/69284.npz differ diff --git a/mute_mode/landmarks/cry/14172.npz b/mute_mode/landmarks/cry/14172.npz new file mode 100644 index 0000000..6c37110 Binary files /dev/null and b/mute_mode/landmarks/cry/14172.npz differ diff --git a/mute_mode/landmarks/cry/14174.npz b/mute_mode/landmarks/cry/14174.npz new file mode 100644 index 0000000..03e5128 Binary files /dev/null and b/mute_mode/landmarks/cry/14174.npz differ diff --git a/mute_mode/landmarks/cry/14175.npz b/mute_mode/landmarks/cry/14175.npz new file mode 100644 index 0000000..78dc242 Binary files /dev/null and b/mute_mode/landmarks/cry/14175.npz differ diff --git a/mute_mode/landmarks/cry/14176.npz b/mute_mode/landmarks/cry/14176.npz new file mode 100644 index 0000000..81965f0 Binary files /dev/null and b/mute_mode/landmarks/cry/14176.npz differ diff --git a/mute_mode/landmarks/cry/14177.npz b/mute_mode/landmarks/cry/14177.npz new file mode 100644 index 0000000..3b46994 Binary files /dev/null and b/mute_mode/landmarks/cry/14177.npz differ diff --git a/mute_mode/landmarks/cry/14186.npz b/mute_mode/landmarks/cry/14186.npz new file mode 100644 index 0000000..ba2b74d Binary files /dev/null and b/mute_mode/landmarks/cry/14186.npz differ diff --git a/mute_mode/landmarks/cry/65427.npz b/mute_mode/landmarks/cry/65427.npz new file mode 100644 index 0000000..c641e72 Binary files /dev/null and b/mute_mode/landmarks/cry/65427.npz differ diff --git a/mute_mode/landmarks/cut/14466.npz b/mute_mode/landmarks/cut/14466.npz new file mode 100644 index 0000000..ac3314a Binary files /dev/null and b/mute_mode/landmarks/cut/14466.npz differ diff --git a/mute_mode/landmarks/cut/14467.npz b/mute_mode/landmarks/cut/14467.npz new file mode 100644 index 0000000..b283c07 Binary files /dev/null and b/mute_mode/landmarks/cut/14467.npz differ diff --git a/mute_mode/landmarks/dark/14669.npz b/mute_mode/landmarks/dark/14669.npz new file mode 100644 index 0000000..51601a8 Binary files /dev/null and b/mute_mode/landmarks/dark/14669.npz differ diff --git a/mute_mode/landmarks/dark/14671.npz b/mute_mode/landmarks/dark/14671.npz new file mode 100644 index 0000000..2e5a2c9 Binary files /dev/null and b/mute_mode/landmarks/dark/14671.npz differ diff --git a/mute_mode/landmarks/dark/14672.npz b/mute_mode/landmarks/dark/14672.npz new file mode 100644 index 0000000..a12b9f8 Binary files /dev/null and b/mute_mode/landmarks/dark/14672.npz differ diff --git a/mute_mode/landmarks/dark/14673.npz b/mute_mode/landmarks/dark/14673.npz new file mode 100644 index 0000000..73921a6 Binary files /dev/null and b/mute_mode/landmarks/dark/14673.npz differ diff --git a/mute_mode/landmarks/dark/14674.npz b/mute_mode/landmarks/dark/14674.npz new file mode 100644 index 0000000..f1110eb Binary files /dev/null and b/mute_mode/landmarks/dark/14674.npz differ diff --git a/mute_mode/landmarks/dark/14675.npz b/mute_mode/landmarks/dark/14675.npz new file mode 100644 index 0000000..c2971d3 Binary files /dev/null and b/mute_mode/landmarks/dark/14675.npz differ diff --git a/mute_mode/landmarks/dark/14676.npz b/mute_mode/landmarks/dark/14676.npz new file mode 100644 index 0000000..f0d9efb Binary files /dev/null and b/mute_mode/landmarks/dark/14676.npz differ diff --git a/mute_mode/landmarks/dark/14682.npz b/mute_mode/landmarks/dark/14682.npz new file mode 100644 index 0000000..72cc606 Binary files /dev/null and b/mute_mode/landmarks/dark/14682.npz differ diff --git a/mute_mode/landmarks/dark/65439.npz b/mute_mode/landmarks/dark/65439.npz new file mode 100644 index 0000000..0223492 Binary files /dev/null and b/mute_mode/landmarks/dark/65439.npz differ diff --git a/mute_mode/landmarks/dark/65440.npz b/mute_mode/landmarks/dark/65440.npz new file mode 100644 index 0000000..10c5a7d Binary files /dev/null and b/mute_mode/landmarks/dark/65440.npz differ diff --git a/mute_mode/landmarks/dark/69290.npz b/mute_mode/landmarks/dark/69290.npz new file mode 100644 index 0000000..d84ed73 Binary files /dev/null and b/mute_mode/landmarks/dark/69290.npz differ diff --git a/mute_mode/landmarks/daughter/14748.npz b/mute_mode/landmarks/daughter/14748.npz new file mode 100644 index 0000000..c8940c7 Binary files /dev/null and b/mute_mode/landmarks/daughter/14748.npz differ diff --git a/mute_mode/landmarks/daughter/14749.npz b/mute_mode/landmarks/daughter/14749.npz new file mode 100644 index 0000000..9c9c7d3 Binary files /dev/null and b/mute_mode/landmarks/daughter/14749.npz differ diff --git a/mute_mode/landmarks/daughter/14750.npz b/mute_mode/landmarks/daughter/14750.npz new file mode 100644 index 0000000..b0c138f Binary files /dev/null and b/mute_mode/landmarks/daughter/14750.npz differ diff --git a/mute_mode/landmarks/daughter/14751.npz b/mute_mode/landmarks/daughter/14751.npz new file mode 100644 index 0000000..10dd80f Binary files /dev/null and b/mute_mode/landmarks/daughter/14751.npz differ diff --git a/mute_mode/landmarks/daughter/14752.npz b/mute_mode/landmarks/daughter/14752.npz new file mode 100644 index 0000000..dea35a1 Binary files /dev/null and b/mute_mode/landmarks/daughter/14752.npz differ diff --git a/mute_mode/landmarks/daughter/14753.npz b/mute_mode/landmarks/daughter/14753.npz new file mode 100644 index 0000000..45f722c Binary files /dev/null and b/mute_mode/landmarks/daughter/14753.npz differ diff --git a/mute_mode/landmarks/daughter/14758.npz b/mute_mode/landmarks/daughter/14758.npz new file mode 100644 index 0000000..14e4a38 Binary files /dev/null and b/mute_mode/landmarks/daughter/14758.npz differ diff --git a/mute_mode/landmarks/daughter/65443.npz b/mute_mode/landmarks/daughter/65443.npz new file mode 100644 index 0000000..9865de7 Binary files /dev/null and b/mute_mode/landmarks/daughter/65443.npz differ diff --git a/mute_mode/landmarks/daughter/70334.npz b/mute_mode/landmarks/daughter/70334.npz new file mode 100644 index 0000000..6847cf1 Binary files /dev/null and b/mute_mode/landmarks/daughter/70334.npz differ diff --git a/mute_mode/landmarks/deaf/14855.npz b/mute_mode/landmarks/deaf/14855.npz new file mode 100644 index 0000000..1d8f6e0 Binary files /dev/null and b/mute_mode/landmarks/deaf/14855.npz differ diff --git a/mute_mode/landmarks/deaf/14882.npz b/mute_mode/landmarks/deaf/14882.npz new file mode 100644 index 0000000..7c58c46 Binary files /dev/null and b/mute_mode/landmarks/deaf/14882.npz differ diff --git a/mute_mode/landmarks/deaf/14883.npz b/mute_mode/landmarks/deaf/14883.npz new file mode 100644 index 0000000..ef1e6d6 Binary files /dev/null and b/mute_mode/landmarks/deaf/14883.npz differ diff --git a/mute_mode/landmarks/deaf/14884.npz b/mute_mode/landmarks/deaf/14884.npz new file mode 100644 index 0000000..4f5a469 Binary files /dev/null and b/mute_mode/landmarks/deaf/14884.npz differ diff --git a/mute_mode/landmarks/deaf/14885.npz b/mute_mode/landmarks/deaf/14885.npz new file mode 100644 index 0000000..b958dbb Binary files /dev/null and b/mute_mode/landmarks/deaf/14885.npz differ diff --git a/mute_mode/landmarks/deaf/14886.npz b/mute_mode/landmarks/deaf/14886.npz new file mode 100644 index 0000000..064430c Binary files /dev/null and b/mute_mode/landmarks/deaf/14886.npz differ diff --git a/mute_mode/landmarks/deaf/14887.npz b/mute_mode/landmarks/deaf/14887.npz new file mode 100644 index 0000000..53c952b Binary files /dev/null and b/mute_mode/landmarks/deaf/14887.npz differ diff --git a/mute_mode/landmarks/deaf/14888.npz b/mute_mode/landmarks/deaf/14888.npz new file mode 100644 index 0000000..0f8aa5d Binary files /dev/null and b/mute_mode/landmarks/deaf/14888.npz differ diff --git a/mute_mode/landmarks/deaf/14896.npz b/mute_mode/landmarks/deaf/14896.npz new file mode 100644 index 0000000..dfe25dc Binary files /dev/null and b/mute_mode/landmarks/deaf/14896.npz differ diff --git a/mute_mode/landmarks/deaf/14898.npz b/mute_mode/landmarks/deaf/14898.npz new file mode 100644 index 0000000..647aeda Binary files /dev/null and b/mute_mode/landmarks/deaf/14898.npz differ diff --git a/mute_mode/landmarks/deaf/14899.npz b/mute_mode/landmarks/deaf/14899.npz new file mode 100644 index 0000000..abde796 Binary files /dev/null and b/mute_mode/landmarks/deaf/14899.npz differ diff --git a/mute_mode/landmarks/deaf/65445.npz b/mute_mode/landmarks/deaf/65445.npz new file mode 100644 index 0000000..ba48dc9 Binary files /dev/null and b/mute_mode/landmarks/deaf/65445.npz differ diff --git a/mute_mode/landmarks/deaf/68033.npz b/mute_mode/landmarks/deaf/68033.npz new file mode 100644 index 0000000..08605ef Binary files /dev/null and b/mute_mode/landmarks/deaf/68033.npz differ diff --git a/mute_mode/landmarks/deaf/70015.npz b/mute_mode/landmarks/deaf/70015.npz new file mode 100644 index 0000000..e5fa01c Binary files /dev/null and b/mute_mode/landmarks/deaf/70015.npz differ diff --git a/mute_mode/landmarks/delay/15317.npz b/mute_mode/landmarks/delay/15317.npz new file mode 100644 index 0000000..6b8b7f9 Binary files /dev/null and b/mute_mode/landmarks/delay/15317.npz differ diff --git a/mute_mode/landmarks/delay/15319.npz b/mute_mode/landmarks/delay/15319.npz new file mode 100644 index 0000000..8ba70b3 Binary files /dev/null and b/mute_mode/landmarks/delay/15319.npz differ diff --git a/mute_mode/landmarks/delay/15320.npz b/mute_mode/landmarks/delay/15320.npz new file mode 100644 index 0000000..71e1679 Binary files /dev/null and b/mute_mode/landmarks/delay/15320.npz differ diff --git a/mute_mode/landmarks/delay/15321.npz b/mute_mode/landmarks/delay/15321.npz new file mode 100644 index 0000000..d6ec827 Binary files /dev/null and b/mute_mode/landmarks/delay/15321.npz differ diff --git a/mute_mode/landmarks/delay/15322.npz b/mute_mode/landmarks/delay/15322.npz new file mode 100644 index 0000000..8048906 Binary files /dev/null and b/mute_mode/landmarks/delay/15322.npz differ diff --git a/mute_mode/landmarks/delay/15323.npz b/mute_mode/landmarks/delay/15323.npz new file mode 100644 index 0000000..94474f7 Binary files /dev/null and b/mute_mode/landmarks/delay/15323.npz differ diff --git a/mute_mode/landmarks/dog/17076.npz b/mute_mode/landmarks/dog/17076.npz new file mode 100644 index 0000000..0541d89 Binary files /dev/null and b/mute_mode/landmarks/dog/17076.npz differ diff --git a/mute_mode/landmarks/dog/17083.npz b/mute_mode/landmarks/dog/17083.npz new file mode 100644 index 0000000..5ac0065 Binary files /dev/null and b/mute_mode/landmarks/dog/17083.npz differ diff --git a/mute_mode/landmarks/dog/17084.npz b/mute_mode/landmarks/dog/17084.npz new file mode 100644 index 0000000..c055803 Binary files /dev/null and b/mute_mode/landmarks/dog/17084.npz differ diff --git a/mute_mode/landmarks/dog/17085.npz b/mute_mode/landmarks/dog/17085.npz new file mode 100644 index 0000000..9b9c3dd Binary files /dev/null and b/mute_mode/landmarks/dog/17085.npz differ diff --git a/mute_mode/landmarks/dog/17086.npz b/mute_mode/landmarks/dog/17086.npz new file mode 100644 index 0000000..4208007 Binary files /dev/null and b/mute_mode/landmarks/dog/17086.npz differ diff --git a/mute_mode/landmarks/dog/17087.npz b/mute_mode/landmarks/dog/17087.npz new file mode 100644 index 0000000..917f69f Binary files /dev/null and b/mute_mode/landmarks/dog/17087.npz differ diff --git a/mute_mode/landmarks/dog/17093.npz b/mute_mode/landmarks/dog/17093.npz new file mode 100644 index 0000000..eb417e4 Binary files /dev/null and b/mute_mode/landmarks/dog/17093.npz differ diff --git a/mute_mode/landmarks/dog/17095.npz b/mute_mode/landmarks/dog/17095.npz new file mode 100644 index 0000000..be21d9b Binary files /dev/null and b/mute_mode/landmarks/dog/17095.npz differ diff --git a/mute_mode/landmarks/dog/65506.npz b/mute_mode/landmarks/dog/65506.npz new file mode 100644 index 0000000..f15458b Binary files /dev/null and b/mute_mode/landmarks/dog/65506.npz differ diff --git a/mute_mode/landmarks/dog/65507.npz b/mute_mode/landmarks/dog/65507.npz new file mode 100644 index 0000000..3a0c2d7 Binary files /dev/null and b/mute_mode/landmarks/dog/65507.npz differ diff --git a/mute_mode/landmarks/dog/68035.npz b/mute_mode/landmarks/dog/68035.npz new file mode 100644 index 0000000..888cd0f Binary files /dev/null and b/mute_mode/landmarks/dog/68035.npz differ diff --git a/mute_mode/landmarks/dog/69298.npz b/mute_mode/landmarks/dog/69298.npz new file mode 100644 index 0000000..14fb483 Binary files /dev/null and b/mute_mode/landmarks/dog/69298.npz differ diff --git a/mute_mode/landmarks/drink/17709.npz b/mute_mode/landmarks/drink/17709.npz new file mode 100644 index 0000000..6d65212 Binary files /dev/null and b/mute_mode/landmarks/drink/17709.npz differ diff --git a/mute_mode/landmarks/drink/17710.npz b/mute_mode/landmarks/drink/17710.npz new file mode 100644 index 0000000..4581616 Binary files /dev/null and b/mute_mode/landmarks/drink/17710.npz differ diff --git a/mute_mode/landmarks/drink/17711.npz b/mute_mode/landmarks/drink/17711.npz new file mode 100644 index 0000000..cfca57e Binary files /dev/null and b/mute_mode/landmarks/drink/17711.npz differ diff --git a/mute_mode/landmarks/drink/17712.npz b/mute_mode/landmarks/drink/17712.npz new file mode 100644 index 0000000..0c22470 Binary files /dev/null and b/mute_mode/landmarks/drink/17712.npz differ diff --git a/mute_mode/landmarks/drink/17713.npz b/mute_mode/landmarks/drink/17713.npz new file mode 100644 index 0000000..e9f5a34 Binary files /dev/null and b/mute_mode/landmarks/drink/17713.npz differ diff --git a/mute_mode/landmarks/drink/17725.npz b/mute_mode/landmarks/drink/17725.npz new file mode 100644 index 0000000..8af293c Binary files /dev/null and b/mute_mode/landmarks/drink/17725.npz differ diff --git a/mute_mode/landmarks/drink/17728.npz b/mute_mode/landmarks/drink/17728.npz new file mode 100644 index 0000000..c8c68ee Binary files /dev/null and b/mute_mode/landmarks/drink/17728.npz differ diff --git a/mute_mode/landmarks/drink/17731.npz b/mute_mode/landmarks/drink/17731.npz new file mode 100644 index 0000000..5422ffb Binary files /dev/null and b/mute_mode/landmarks/drink/17731.npz differ diff --git a/mute_mode/landmarks/drink/65539.npz b/mute_mode/landmarks/drink/65539.npz new file mode 100644 index 0000000..018159d Binary files /dev/null and b/mute_mode/landmarks/drink/65539.npz differ diff --git a/mute_mode/landmarks/drink/65540.npz b/mute_mode/landmarks/drink/65540.npz new file mode 100644 index 0000000..6c86551 Binary files /dev/null and b/mute_mode/landmarks/drink/65540.npz differ diff --git a/mute_mode/landmarks/drink/68041.npz b/mute_mode/landmarks/drink/68041.npz new file mode 100644 index 0000000..a3b80ac Binary files /dev/null and b/mute_mode/landmarks/drink/68041.npz differ diff --git a/mute_mode/landmarks/drink/68042.npz b/mute_mode/landmarks/drink/68042.npz new file mode 100644 index 0000000..be3c111 Binary files /dev/null and b/mute_mode/landmarks/drink/68042.npz differ diff --git a/mute_mode/landmarks/drink/69302.npz b/mute_mode/landmarks/drink/69302.npz new file mode 100644 index 0000000..b9c407d Binary files /dev/null and b/mute_mode/landmarks/drink/69302.npz differ diff --git a/mute_mode/landmarks/drink/70173.npz b/mute_mode/landmarks/drink/70173.npz new file mode 100644 index 0000000..ac4bb97 Binary files /dev/null and b/mute_mode/landmarks/drink/70173.npz differ diff --git a/mute_mode/landmarks/environment/19402.npz b/mute_mode/landmarks/environment/19402.npz new file mode 100644 index 0000000..3c295c7 Binary files /dev/null and b/mute_mode/landmarks/environment/19402.npz differ diff --git a/mute_mode/landmarks/environment/19406.npz b/mute_mode/landmarks/environment/19406.npz new file mode 100644 index 0000000..3aa20e3 Binary files /dev/null and b/mute_mode/landmarks/environment/19406.npz differ diff --git a/mute_mode/landmarks/environment/19407.npz b/mute_mode/landmarks/environment/19407.npz new file mode 100644 index 0000000..2adf290 Binary files /dev/null and b/mute_mode/landmarks/environment/19407.npz differ diff --git a/mute_mode/landmarks/environment/19408.npz b/mute_mode/landmarks/environment/19408.npz new file mode 100644 index 0000000..f2e1ed7 Binary files /dev/null and b/mute_mode/landmarks/environment/19408.npz differ diff --git a/mute_mode/landmarks/environment/19409.npz b/mute_mode/landmarks/environment/19409.npz new file mode 100644 index 0000000..db2575d Binary files /dev/null and b/mute_mode/landmarks/environment/19409.npz differ diff --git a/mute_mode/landmarks/environment/19410.npz b/mute_mode/landmarks/environment/19410.npz new file mode 100644 index 0000000..57eb77d Binary files /dev/null and b/mute_mode/landmarks/environment/19410.npz differ diff --git a/mute_mode/landmarks/environment/19411.npz b/mute_mode/landmarks/environment/19411.npz new file mode 100644 index 0000000..23279b5 Binary files /dev/null and b/mute_mode/landmarks/environment/19411.npz differ diff --git a/mute_mode/landmarks/environment/19412.npz b/mute_mode/landmarks/environment/19412.npz new file mode 100644 index 0000000..ee9e79d Binary files /dev/null and b/mute_mode/landmarks/environment/19412.npz differ diff --git a/mute_mode/landmarks/environment/65638.npz b/mute_mode/landmarks/environment/65638.npz new file mode 100644 index 0000000..48ab54f Binary files /dev/null and b/mute_mode/landmarks/environment/65638.npz differ diff --git a/mute_mode/landmarks/environment/65639.npz b/mute_mode/landmarks/environment/65639.npz new file mode 100644 index 0000000..db1d433 Binary files /dev/null and b/mute_mode/landmarks/environment/65639.npz differ diff --git a/mute_mode/landmarks/example/20064.npz b/mute_mode/landmarks/example/20064.npz new file mode 100644 index 0000000..fb7f074 Binary files /dev/null and b/mute_mode/landmarks/example/20064.npz differ diff --git a/mute_mode/landmarks/example/20066.npz b/mute_mode/landmarks/example/20066.npz new file mode 100644 index 0000000..2f5ce28 Binary files /dev/null and b/mute_mode/landmarks/example/20066.npz differ diff --git a/mute_mode/landmarks/example/20067.npz b/mute_mode/landmarks/example/20067.npz new file mode 100644 index 0000000..ab9f7bf Binary files /dev/null and b/mute_mode/landmarks/example/20067.npz differ diff --git a/mute_mode/landmarks/example/20068.npz b/mute_mode/landmarks/example/20068.npz new file mode 100644 index 0000000..ad56019 Binary files /dev/null and b/mute_mode/landmarks/example/20068.npz differ diff --git a/mute_mode/landmarks/example/20070.npz b/mute_mode/landmarks/example/20070.npz new file mode 100644 index 0000000..11f074b Binary files /dev/null and b/mute_mode/landmarks/example/20070.npz differ diff --git a/mute_mode/landmarks/example/20071.npz b/mute_mode/landmarks/example/20071.npz new file mode 100644 index 0000000..004552c Binary files /dev/null and b/mute_mode/landmarks/example/20071.npz differ diff --git a/mute_mode/landmarks/example/20072.npz b/mute_mode/landmarks/example/20072.npz new file mode 100644 index 0000000..888bfbb Binary files /dev/null and b/mute_mode/landmarks/example/20072.npz differ diff --git a/mute_mode/landmarks/example/20075.npz b/mute_mode/landmarks/example/20075.npz new file mode 100644 index 0000000..43ff1ac Binary files /dev/null and b/mute_mode/landmarks/example/20075.npz differ diff --git a/mute_mode/landmarks/example/65652.npz b/mute_mode/landmarks/example/65652.npz new file mode 100644 index 0000000..f5a86d9 Binary files /dev/null and b/mute_mode/landmarks/example/65652.npz differ diff --git a/mute_mode/landmarks/example/65653.npz b/mute_mode/landmarks/example/65653.npz new file mode 100644 index 0000000..8d6e2ce Binary files /dev/null and b/mute_mode/landmarks/example/65653.npz differ diff --git a/mute_mode/landmarks/example/65654.npz b/mute_mode/landmarks/example/65654.npz new file mode 100644 index 0000000..2e6b388 Binary files /dev/null and b/mute_mode/landmarks/example/65654.npz differ diff --git a/mute_mode/landmarks/family/20976.npz b/mute_mode/landmarks/family/20976.npz new file mode 100644 index 0000000..9616764 Binary files /dev/null and b/mute_mode/landmarks/family/20976.npz differ diff --git a/mute_mode/landmarks/family/20978.npz b/mute_mode/landmarks/family/20978.npz new file mode 100644 index 0000000..215cbc4 Binary files /dev/null and b/mute_mode/landmarks/family/20978.npz differ diff --git a/mute_mode/landmarks/family/20979.npz b/mute_mode/landmarks/family/20979.npz new file mode 100644 index 0000000..7c20bef Binary files /dev/null and b/mute_mode/landmarks/family/20979.npz differ diff --git a/mute_mode/landmarks/family/20980.npz b/mute_mode/landmarks/family/20980.npz new file mode 100644 index 0000000..846f2eb Binary files /dev/null and b/mute_mode/landmarks/family/20980.npz differ diff --git a/mute_mode/landmarks/family/20981.npz b/mute_mode/landmarks/family/20981.npz new file mode 100644 index 0000000..52e9358 Binary files /dev/null and b/mute_mode/landmarks/family/20981.npz differ diff --git a/mute_mode/landmarks/family/20982.npz b/mute_mode/landmarks/family/20982.npz new file mode 100644 index 0000000..cba633e Binary files /dev/null and b/mute_mode/landmarks/family/20982.npz differ diff --git a/mute_mode/landmarks/family/20983.npz b/mute_mode/landmarks/family/20983.npz new file mode 100644 index 0000000..af7206d Binary files /dev/null and b/mute_mode/landmarks/family/20983.npz differ diff --git a/mute_mode/landmarks/family/20988.npz b/mute_mode/landmarks/family/20988.npz new file mode 100644 index 0000000..a5d5328 Binary files /dev/null and b/mute_mode/landmarks/family/20988.npz differ diff --git a/mute_mode/landmarks/family/20989.npz b/mute_mode/landmarks/family/20989.npz new file mode 100644 index 0000000..0127482 Binary files /dev/null and b/mute_mode/landmarks/family/20989.npz differ diff --git a/mute_mode/landmarks/family/20990.npz b/mute_mode/landmarks/family/20990.npz new file mode 100644 index 0000000..c36f622 Binary files /dev/null and b/mute_mode/landmarks/family/20990.npz differ diff --git a/mute_mode/landmarks/family/65677.npz b/mute_mode/landmarks/family/65677.npz new file mode 100644 index 0000000..5dfd9f0 Binary files /dev/null and b/mute_mode/landmarks/family/65677.npz differ diff --git a/mute_mode/landmarks/family/69316.npz b/mute_mode/landmarks/family/69316.npz new file mode 100644 index 0000000..0ea531a Binary files /dev/null and b/mute_mode/landmarks/family/69316.npz differ diff --git a/mute_mode/landmarks/far/21052.npz b/mute_mode/landmarks/far/21052.npz new file mode 100644 index 0000000..02454d9 Binary files /dev/null and b/mute_mode/landmarks/far/21052.npz differ diff --git a/mute_mode/landmarks/far/21069.npz b/mute_mode/landmarks/far/21069.npz new file mode 100644 index 0000000..1b22a61 Binary files /dev/null and b/mute_mode/landmarks/far/21069.npz differ diff --git a/mute_mode/landmarks/far/21070.npz b/mute_mode/landmarks/far/21070.npz new file mode 100644 index 0000000..58ad89f Binary files /dev/null and b/mute_mode/landmarks/far/21070.npz differ diff --git a/mute_mode/landmarks/far/21071.npz b/mute_mode/landmarks/far/21071.npz new file mode 100644 index 0000000..fe08113 Binary files /dev/null and b/mute_mode/landmarks/far/21071.npz differ diff --git a/mute_mode/landmarks/far/21072.npz b/mute_mode/landmarks/far/21072.npz new file mode 100644 index 0000000..5110168 Binary files /dev/null and b/mute_mode/landmarks/far/21072.npz differ diff --git a/mute_mode/landmarks/far/21073.npz b/mute_mode/landmarks/far/21073.npz new file mode 100644 index 0000000..558806c Binary files /dev/null and b/mute_mode/landmarks/far/21073.npz differ diff --git a/mute_mode/landmarks/far/21074.npz b/mute_mode/landmarks/far/21074.npz new file mode 100644 index 0000000..4174766 Binary files /dev/null and b/mute_mode/landmarks/far/21074.npz differ diff --git a/mute_mode/landmarks/far/21075.npz b/mute_mode/landmarks/far/21075.npz new file mode 100644 index 0000000..3c9a674 Binary files /dev/null and b/mute_mode/landmarks/far/21075.npz differ diff --git a/mute_mode/landmarks/far/21079.npz b/mute_mode/landmarks/far/21079.npz new file mode 100644 index 0000000..ff08f6d Binary files /dev/null and b/mute_mode/landmarks/far/21079.npz differ diff --git a/mute_mode/landmarks/far/65682.npz b/mute_mode/landmarks/far/65682.npz new file mode 100644 index 0000000..031c643 Binary files /dev/null and b/mute_mode/landmarks/far/65682.npz differ diff --git a/mute_mode/landmarks/fine/21869.npz b/mute_mode/landmarks/fine/21869.npz new file mode 100644 index 0000000..4da0a68 Binary files /dev/null and b/mute_mode/landmarks/fine/21869.npz differ diff --git a/mute_mode/landmarks/fine/21870.npz b/mute_mode/landmarks/fine/21870.npz new file mode 100644 index 0000000..389430e Binary files /dev/null and b/mute_mode/landmarks/fine/21870.npz differ diff --git a/mute_mode/landmarks/fine/21871.npz b/mute_mode/landmarks/fine/21871.npz new file mode 100644 index 0000000..3291495 Binary files /dev/null and b/mute_mode/landmarks/fine/21871.npz differ diff --git a/mute_mode/landmarks/fine/21872.npz b/mute_mode/landmarks/fine/21872.npz new file mode 100644 index 0000000..a12a8d8 Binary files /dev/null and b/mute_mode/landmarks/fine/21872.npz differ diff --git a/mute_mode/landmarks/fine/21874.npz b/mute_mode/landmarks/fine/21874.npz new file mode 100644 index 0000000..960cb46 Binary files /dev/null and b/mute_mode/landmarks/fine/21874.npz differ diff --git a/mute_mode/landmarks/fine/21884.npz b/mute_mode/landmarks/fine/21884.npz new file mode 100644 index 0000000..cb14fff Binary files /dev/null and b/mute_mode/landmarks/fine/21884.npz differ diff --git a/mute_mode/landmarks/fine/21885.npz b/mute_mode/landmarks/fine/21885.npz new file mode 100644 index 0000000..6d6a3b1 Binary files /dev/null and b/mute_mode/landmarks/fine/21885.npz differ diff --git a/mute_mode/landmarks/fine/21886.npz b/mute_mode/landmarks/fine/21886.npz new file mode 100644 index 0000000..fff9413 Binary files /dev/null and b/mute_mode/landmarks/fine/21886.npz differ diff --git a/mute_mode/landmarks/fine/21887.npz b/mute_mode/landmarks/fine/21887.npz new file mode 100644 index 0000000..1f2f6cd Binary files /dev/null and b/mute_mode/landmarks/fine/21887.npz differ diff --git a/mute_mode/landmarks/fine/65717.npz b/mute_mode/landmarks/fine/65717.npz new file mode 100644 index 0000000..c9553eb Binary files /dev/null and b/mute_mode/landmarks/fine/65717.npz differ diff --git a/mute_mode/landmarks/fine/68048.npz b/mute_mode/landmarks/fine/68048.npz new file mode 100644 index 0000000..9f717f6 Binary files /dev/null and b/mute_mode/landmarks/fine/68048.npz differ diff --git a/mute_mode/landmarks/fine/70234.npz b/mute_mode/landmarks/fine/70234.npz new file mode 100644 index 0000000..f04194a Binary files /dev/null and b/mute_mode/landmarks/fine/70234.npz differ diff --git a/mute_mode/landmarks/fish/22109.npz b/mute_mode/landmarks/fish/22109.npz new file mode 100644 index 0000000..af8a77a Binary files /dev/null and b/mute_mode/landmarks/fish/22109.npz differ diff --git a/mute_mode/landmarks/fish/22113.npz b/mute_mode/landmarks/fish/22113.npz new file mode 100644 index 0000000..ed11809 Binary files /dev/null and b/mute_mode/landmarks/fish/22113.npz differ diff --git a/mute_mode/landmarks/fish/22114.npz b/mute_mode/landmarks/fish/22114.npz new file mode 100644 index 0000000..9d96a4d Binary files /dev/null and b/mute_mode/landmarks/fish/22114.npz differ diff --git a/mute_mode/landmarks/fish/22115.npz b/mute_mode/landmarks/fish/22115.npz new file mode 100644 index 0000000..bfd883f Binary files /dev/null and b/mute_mode/landmarks/fish/22115.npz differ diff --git a/mute_mode/landmarks/fish/22116.npz b/mute_mode/landmarks/fish/22116.npz new file mode 100644 index 0000000..5a47594 Binary files /dev/null and b/mute_mode/landmarks/fish/22116.npz differ diff --git a/mute_mode/landmarks/fish/22117.npz b/mute_mode/landmarks/fish/22117.npz new file mode 100644 index 0000000..7037851 Binary files /dev/null and b/mute_mode/landmarks/fish/22117.npz differ diff --git a/mute_mode/landmarks/fish/22125.npz b/mute_mode/landmarks/fish/22125.npz new file mode 100644 index 0000000..2a79d26 Binary files /dev/null and b/mute_mode/landmarks/fish/22125.npz differ diff --git a/mute_mode/landmarks/fish/22126.npz b/mute_mode/landmarks/fish/22126.npz new file mode 100644 index 0000000..d846a23 Binary files /dev/null and b/mute_mode/landmarks/fish/22126.npz differ diff --git a/mute_mode/landmarks/fish/22127.npz b/mute_mode/landmarks/fish/22127.npz new file mode 100644 index 0000000..ace484a Binary files /dev/null and b/mute_mode/landmarks/fish/22127.npz differ diff --git a/mute_mode/landmarks/fish/22128.npz b/mute_mode/landmarks/fish/22128.npz new file mode 100644 index 0000000..c6eb570 Binary files /dev/null and b/mute_mode/landmarks/fish/22128.npz differ diff --git a/mute_mode/landmarks/fish/65731.npz b/mute_mode/landmarks/fish/65731.npz new file mode 100644 index 0000000..b903d3f Binary files /dev/null and b/mute_mode/landmarks/fish/65731.npz differ diff --git a/mute_mode/landmarks/fish/69325.npz b/mute_mode/landmarks/fish/69325.npz new file mode 100644 index 0000000..bad479a Binary files /dev/null and b/mute_mode/landmarks/fish/69325.npz differ diff --git a/mute_mode/landmarks/full/23766.npz b/mute_mode/landmarks/full/23766.npz new file mode 100644 index 0000000..47d900e Binary files /dev/null and b/mute_mode/landmarks/full/23766.npz differ diff --git a/mute_mode/landmarks/full/23767.npz b/mute_mode/landmarks/full/23767.npz new file mode 100644 index 0000000..0dbcf2a Binary files /dev/null and b/mute_mode/landmarks/full/23767.npz differ diff --git a/mute_mode/landmarks/full/23768.npz b/mute_mode/landmarks/full/23768.npz new file mode 100644 index 0000000..577ce2d Binary files /dev/null and b/mute_mode/landmarks/full/23768.npz differ diff --git a/mute_mode/landmarks/full/23769.npz b/mute_mode/landmarks/full/23769.npz new file mode 100644 index 0000000..32bfc34 Binary files /dev/null and b/mute_mode/landmarks/full/23769.npz differ diff --git a/mute_mode/landmarks/full/23771.npz b/mute_mode/landmarks/full/23771.npz new file mode 100644 index 0000000..0871a4a Binary files /dev/null and b/mute_mode/landmarks/full/23771.npz differ diff --git a/mute_mode/landmarks/full/23777.npz b/mute_mode/landmarks/full/23777.npz new file mode 100644 index 0000000..b7ac6c5 Binary files /dev/null and b/mute_mode/landmarks/full/23777.npz differ diff --git a/mute_mode/landmarks/full/23778.npz b/mute_mode/landmarks/full/23778.npz new file mode 100644 index 0000000..0d30d06 Binary files /dev/null and b/mute_mode/landmarks/full/23778.npz differ diff --git a/mute_mode/landmarks/full/23779.npz b/mute_mode/landmarks/full/23779.npz new file mode 100644 index 0000000..4d450d1 Binary files /dev/null and b/mute_mode/landmarks/full/23779.npz differ diff --git a/mute_mode/landmarks/full/65792.npz b/mute_mode/landmarks/full/65792.npz new file mode 100644 index 0000000..5de99c7 Binary files /dev/null and b/mute_mode/landmarks/full/65792.npz differ diff --git a/mute_mode/landmarks/full/70029.npz b/mute_mode/landmarks/full/70029.npz new file mode 100644 index 0000000..b63e0e8 Binary files /dev/null and b/mute_mode/landmarks/full/70029.npz differ diff --git a/mute_mode/landmarks/give/24636.npz b/mute_mode/landmarks/give/24636.npz new file mode 100644 index 0000000..a972a6b Binary files /dev/null and b/mute_mode/landmarks/give/24636.npz differ diff --git a/mute_mode/landmarks/give/24638.npz b/mute_mode/landmarks/give/24638.npz new file mode 100644 index 0000000..8b2f51e Binary files /dev/null and b/mute_mode/landmarks/give/24638.npz differ diff --git a/mute_mode/landmarks/give/24639.npz b/mute_mode/landmarks/give/24639.npz new file mode 100644 index 0000000..b92a6a7 Binary files /dev/null and b/mute_mode/landmarks/give/24639.npz differ diff --git a/mute_mode/landmarks/give/24640.npz b/mute_mode/landmarks/give/24640.npz new file mode 100644 index 0000000..0f00e1f Binary files /dev/null and b/mute_mode/landmarks/give/24640.npz differ diff --git a/mute_mode/landmarks/give/24641.npz b/mute_mode/landmarks/give/24641.npz new file mode 100644 index 0000000..ec300f5 Binary files /dev/null and b/mute_mode/landmarks/give/24641.npz differ diff --git a/mute_mode/landmarks/give/24652.npz b/mute_mode/landmarks/give/24652.npz new file mode 100644 index 0000000..3640546 Binary files /dev/null and b/mute_mode/landmarks/give/24652.npz differ diff --git a/mute_mode/landmarks/give/24655.npz b/mute_mode/landmarks/give/24655.npz new file mode 100644 index 0000000..e35b9e7 Binary files /dev/null and b/mute_mode/landmarks/give/24655.npz differ diff --git a/mute_mode/landmarks/give/24657.npz b/mute_mode/landmarks/give/24657.npz new file mode 100644 index 0000000..207be6f Binary files /dev/null and b/mute_mode/landmarks/give/24657.npz differ diff --git a/mute_mode/landmarks/give/24658.npz b/mute_mode/landmarks/give/24658.npz new file mode 100644 index 0000000..87f22a0 Binary files /dev/null and b/mute_mode/landmarks/give/24658.npz differ diff --git a/mute_mode/landmarks/give/69343.npz b/mute_mode/landmarks/give/69343.npz new file mode 100644 index 0000000..8268c65 Binary files /dev/null and b/mute_mode/landmarks/give/69343.npz differ diff --git a/mute_mode/landmarks/go/24857.npz b/mute_mode/landmarks/go/24857.npz new file mode 100644 index 0000000..7ecfacb Binary files /dev/null and b/mute_mode/landmarks/go/24857.npz differ diff --git a/mute_mode/landmarks/go/24940.npz b/mute_mode/landmarks/go/24940.npz new file mode 100644 index 0000000..7cbc964 Binary files /dev/null and b/mute_mode/landmarks/go/24940.npz differ diff --git a/mute_mode/landmarks/go/24941.npz b/mute_mode/landmarks/go/24941.npz new file mode 100644 index 0000000..839b49a Binary files /dev/null and b/mute_mode/landmarks/go/24941.npz differ diff --git a/mute_mode/landmarks/go/24943.npz b/mute_mode/landmarks/go/24943.npz new file mode 100644 index 0000000..3983596 Binary files /dev/null and b/mute_mode/landmarks/go/24943.npz differ diff --git a/mute_mode/landmarks/go/24946.npz b/mute_mode/landmarks/go/24946.npz new file mode 100644 index 0000000..84b61bd Binary files /dev/null and b/mute_mode/landmarks/go/24946.npz differ diff --git a/mute_mode/landmarks/go/24947.npz b/mute_mode/landmarks/go/24947.npz new file mode 100644 index 0000000..75e0ade Binary files /dev/null and b/mute_mode/landmarks/go/24947.npz differ diff --git a/mute_mode/landmarks/go/24969.npz b/mute_mode/landmarks/go/24969.npz new file mode 100644 index 0000000..6832ea6 Binary files /dev/null and b/mute_mode/landmarks/go/24969.npz differ diff --git a/mute_mode/landmarks/go/24970.npz b/mute_mode/landmarks/go/24970.npz new file mode 100644 index 0000000..6832ea6 Binary files /dev/null and b/mute_mode/landmarks/go/24970.npz differ diff --git a/mute_mode/landmarks/go/65824.npz b/mute_mode/landmarks/go/65824.npz new file mode 100644 index 0000000..ffb81c3 Binary files /dev/null and b/mute_mode/landmarks/go/65824.npz differ diff --git a/mute_mode/landmarks/go/69345.npz b/mute_mode/landmarks/go/69345.npz new file mode 100644 index 0000000..5b1a014 Binary files /dev/null and b/mute_mode/landmarks/go/69345.npz differ diff --git a/mute_mode/landmarks/graduate/25318.npz b/mute_mode/landmarks/graduate/25318.npz new file mode 100644 index 0000000..eb95bde Binary files /dev/null and b/mute_mode/landmarks/graduate/25318.npz differ diff --git a/mute_mode/landmarks/graduate/25321.npz b/mute_mode/landmarks/graduate/25321.npz new file mode 100644 index 0000000..b7dc75d Binary files /dev/null and b/mute_mode/landmarks/graduate/25321.npz differ diff --git a/mute_mode/landmarks/graduate/25322.npz b/mute_mode/landmarks/graduate/25322.npz new file mode 100644 index 0000000..f1fae9b Binary files /dev/null and b/mute_mode/landmarks/graduate/25322.npz differ diff --git a/mute_mode/landmarks/graduate/25323.npz b/mute_mode/landmarks/graduate/25323.npz new file mode 100644 index 0000000..f788827 Binary files /dev/null and b/mute_mode/landmarks/graduate/25323.npz differ diff --git a/mute_mode/landmarks/graduate/25324.npz b/mute_mode/landmarks/graduate/25324.npz new file mode 100644 index 0000000..501c9da Binary files /dev/null and b/mute_mode/landmarks/graduate/25324.npz differ diff --git a/mute_mode/landmarks/graduate/25325.npz b/mute_mode/landmarks/graduate/25325.npz new file mode 100644 index 0000000..0ef2757 Binary files /dev/null and b/mute_mode/landmarks/graduate/25325.npz differ diff --git a/mute_mode/landmarks/graduate/25326.npz b/mute_mode/landmarks/graduate/25326.npz new file mode 100644 index 0000000..1c11166 Binary files /dev/null and b/mute_mode/landmarks/graduate/25326.npz differ diff --git a/mute_mode/landmarks/graduate/25332.npz b/mute_mode/landmarks/graduate/25332.npz new file mode 100644 index 0000000..ce0e586 Binary files /dev/null and b/mute_mode/landmarks/graduate/25332.npz differ diff --git a/mute_mode/landmarks/graduate/25333.npz b/mute_mode/landmarks/graduate/25333.npz new file mode 100644 index 0000000..a0fac0b Binary files /dev/null and b/mute_mode/landmarks/graduate/25333.npz differ diff --git a/mute_mode/landmarks/graduate/65843.npz b/mute_mode/landmarks/graduate/65843.npz new file mode 100644 index 0000000..04e2daf Binary files /dev/null and b/mute_mode/landmarks/graduate/65843.npz differ diff --git a/mute_mode/landmarks/graduate/70176.npz b/mute_mode/landmarks/graduate/70176.npz new file mode 100644 index 0000000..95c005e Binary files /dev/null and b/mute_mode/landmarks/graduate/70176.npz differ diff --git a/mute_mode/landmarks/help/27194.npz b/mute_mode/landmarks/help/27194.npz new file mode 100644 index 0000000..c799b2c Binary files /dev/null and b/mute_mode/landmarks/help/27194.npz differ diff --git a/mute_mode/landmarks/help/27206.npz b/mute_mode/landmarks/help/27206.npz new file mode 100644 index 0000000..ddebf09 Binary files /dev/null and b/mute_mode/landmarks/help/27206.npz differ diff --git a/mute_mode/landmarks/help/27207.npz b/mute_mode/landmarks/help/27207.npz new file mode 100644 index 0000000..667fe2d Binary files /dev/null and b/mute_mode/landmarks/help/27207.npz differ diff --git a/mute_mode/landmarks/help/27208.npz b/mute_mode/landmarks/help/27208.npz new file mode 100644 index 0000000..d347713 Binary files /dev/null and b/mute_mode/landmarks/help/27208.npz differ diff --git a/mute_mode/landmarks/help/27209.npz b/mute_mode/landmarks/help/27209.npz new file mode 100644 index 0000000..0ea298c Binary files /dev/null and b/mute_mode/landmarks/help/27209.npz differ diff --git a/mute_mode/landmarks/help/65889.npz b/mute_mode/landmarks/help/65889.npz new file mode 100644 index 0000000..e2604ab Binary files /dev/null and b/mute_mode/landmarks/help/65889.npz differ diff --git a/mute_mode/landmarks/help/65890.npz b/mute_mode/landmarks/help/65890.npz new file mode 100644 index 0000000..81dc8f7 Binary files /dev/null and b/mute_mode/landmarks/help/65890.npz differ diff --git a/mute_mode/landmarks/help/65891.npz b/mute_mode/landmarks/help/65891.npz new file mode 100644 index 0000000..07eeabf Binary files /dev/null and b/mute_mode/landmarks/help/65891.npz differ diff --git a/mute_mode/landmarks/help/69364.npz b/mute_mode/landmarks/help/69364.npz new file mode 100644 index 0000000..9733ebe Binary files /dev/null and b/mute_mode/landmarks/help/69364.npz differ diff --git a/mute_mode/landmarks/hot/28074.npz b/mute_mode/landmarks/hot/28074.npz new file mode 100644 index 0000000..4632d8a Binary files /dev/null and b/mute_mode/landmarks/hot/28074.npz differ diff --git a/mute_mode/landmarks/hot/28107.npz b/mute_mode/landmarks/hot/28107.npz new file mode 100644 index 0000000..500453a Binary files /dev/null and b/mute_mode/landmarks/hot/28107.npz differ diff --git a/mute_mode/landmarks/hot/28108.npz b/mute_mode/landmarks/hot/28108.npz new file mode 100644 index 0000000..b57f1bf Binary files /dev/null and b/mute_mode/landmarks/hot/28108.npz differ diff --git a/mute_mode/landmarks/hot/28109.npz b/mute_mode/landmarks/hot/28109.npz new file mode 100644 index 0000000..01f7845 Binary files /dev/null and b/mute_mode/landmarks/hot/28109.npz differ diff --git a/mute_mode/landmarks/hot/28110.npz b/mute_mode/landmarks/hot/28110.npz new file mode 100644 index 0000000..19f96e8 Binary files /dev/null and b/mute_mode/landmarks/hot/28110.npz differ diff --git a/mute_mode/landmarks/hot/28111.npz b/mute_mode/landmarks/hot/28111.npz new file mode 100644 index 0000000..492c125 Binary files /dev/null and b/mute_mode/landmarks/hot/28111.npz differ diff --git a/mute_mode/landmarks/hot/28112.npz b/mute_mode/landmarks/hot/28112.npz new file mode 100644 index 0000000..ca73a14 Binary files /dev/null and b/mute_mode/landmarks/hot/28112.npz differ diff --git a/mute_mode/landmarks/hot/28118.npz b/mute_mode/landmarks/hot/28118.npz new file mode 100644 index 0000000..45f9ef4 Binary files /dev/null and b/mute_mode/landmarks/hot/28118.npz differ diff --git a/mute_mode/landmarks/hot/28119.npz b/mute_mode/landmarks/hot/28119.npz new file mode 100644 index 0000000..e967c7f Binary files /dev/null and b/mute_mode/landmarks/hot/28119.npz differ diff --git a/mute_mode/landmarks/hot/28120.npz b/mute_mode/landmarks/hot/28120.npz new file mode 100644 index 0000000..e967c7f Binary files /dev/null and b/mute_mode/landmarks/hot/28120.npz differ diff --git a/mute_mode/landmarks/hot/28121.npz b/mute_mode/landmarks/hot/28121.npz new file mode 100644 index 0000000..bee15cb Binary files /dev/null and b/mute_mode/landmarks/hot/28121.npz differ diff --git a/mute_mode/landmarks/hot/28122.npz b/mute_mode/landmarks/hot/28122.npz new file mode 100644 index 0000000..b0a9a02 Binary files /dev/null and b/mute_mode/landmarks/hot/28122.npz differ diff --git a/mute_mode/landmarks/hot/69368.npz b/mute_mode/landmarks/hot/69368.npz new file mode 100644 index 0000000..5fbe80e Binary files /dev/null and b/mute_mode/landmarks/hot/69368.npz differ diff --git a/mute_mode/landmarks/hot/70270.npz b/mute_mode/landmarks/hot/70270.npz new file mode 100644 index 0000000..cf46b08 Binary files /dev/null and b/mute_mode/landmarks/hot/70270.npz differ diff --git a/mute_mode/landmarks/how/28187.npz b/mute_mode/landmarks/how/28187.npz new file mode 100644 index 0000000..ca60a9f Binary files /dev/null and b/mute_mode/landmarks/how/28187.npz differ diff --git a/mute_mode/landmarks/how/28201.npz b/mute_mode/landmarks/how/28201.npz new file mode 100644 index 0000000..971d505 Binary files /dev/null and b/mute_mode/landmarks/how/28201.npz differ diff --git a/mute_mode/landmarks/how/28202.npz b/mute_mode/landmarks/how/28202.npz new file mode 100644 index 0000000..e14077f Binary files /dev/null and b/mute_mode/landmarks/how/28202.npz differ diff --git a/mute_mode/landmarks/how/28203.npz b/mute_mode/landmarks/how/28203.npz new file mode 100644 index 0000000..0bcb516 Binary files /dev/null and b/mute_mode/landmarks/how/28203.npz differ diff --git a/mute_mode/landmarks/how/28204.npz b/mute_mode/landmarks/how/28204.npz new file mode 100644 index 0000000..b397fd1 Binary files /dev/null and b/mute_mode/landmarks/how/28204.npz differ diff --git a/mute_mode/landmarks/how/28205.npz b/mute_mode/landmarks/how/28205.npz new file mode 100644 index 0000000..1b036e5 Binary files /dev/null and b/mute_mode/landmarks/how/28205.npz differ diff --git a/mute_mode/landmarks/how/28212.npz b/mute_mode/landmarks/how/28212.npz new file mode 100644 index 0000000..11ba2f9 Binary files /dev/null and b/mute_mode/landmarks/how/28212.npz differ diff --git a/mute_mode/landmarks/how/69370.npz b/mute_mode/landmarks/how/69370.npz new file mode 100644 index 0000000..fb91367 Binary files /dev/null and b/mute_mode/landmarks/how/69370.npz differ diff --git a/mute_mode/landmarks/how/70295.npz b/mute_mode/landmarks/how/70295.npz new file mode 100644 index 0000000..4de995d Binary files /dev/null and b/mute_mode/landmarks/how/70295.npz differ diff --git a/mute_mode/landmarks/improve/29134.npz b/mute_mode/landmarks/improve/29134.npz new file mode 100644 index 0000000..113654d Binary files /dev/null and b/mute_mode/landmarks/improve/29134.npz differ diff --git a/mute_mode/landmarks/improve/29136.npz b/mute_mode/landmarks/improve/29136.npz new file mode 100644 index 0000000..9faa27e Binary files /dev/null and b/mute_mode/landmarks/improve/29136.npz differ diff --git a/mute_mode/landmarks/improve/29137.npz b/mute_mode/landmarks/improve/29137.npz new file mode 100644 index 0000000..5d7e67f Binary files /dev/null and b/mute_mode/landmarks/improve/29137.npz differ diff --git a/mute_mode/landmarks/improve/29138.npz b/mute_mode/landmarks/improve/29138.npz new file mode 100644 index 0000000..0676fa8 Binary files /dev/null and b/mute_mode/landmarks/improve/29138.npz differ diff --git a/mute_mode/landmarks/improve/29139.npz b/mute_mode/landmarks/improve/29139.npz new file mode 100644 index 0000000..69d5afb Binary files /dev/null and b/mute_mode/landmarks/improve/29139.npz differ diff --git a/mute_mode/landmarks/improve/65929.npz b/mute_mode/landmarks/improve/65929.npz new file mode 100644 index 0000000..12e9b62 Binary files /dev/null and b/mute_mode/landmarks/improve/65929.npz differ diff --git a/mute_mode/landmarks/index.json b/mute_mode/landmarks/index.json new file mode 100644 index 0000000..d833adc --- /dev/null +++ b/mute_mode/landmarks/index.json @@ -0,0 +1,7023 @@ +[ + { + "gloss": "accident", + "video_id": "00618", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "accident", + "video_id": "00623", + "split": "train", + "signer_id": 26, + "source": "spreadthesign" + }, + { + "gloss": "accident", + "video_id": "00624", + "split": "train", + "signer_id": 29, + "source": "spreadthesign" + }, + { + "gloss": "accident", + "video_id": "00625", + "split": "test", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "accident", + "video_id": "00626", + "split": "val", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "accident", + "video_id": "00627", + "split": "val", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "accident", + "video_id": "00628", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "accident", + "video_id": "00629", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "accident", + "video_id": "00635", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "accident", + "video_id": "65009", + "split": "train", + "signer_id": 89, + "source": "aslsignbank" + }, + { + "gloss": "apple", + "video_id": "02997", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "apple", + "video_id": "02999", + "split": "val", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "apple", + "video_id": "03000", + "split": "train", + "signer_id": 28, + "source": "spreadthesign" + }, + { + "gloss": "apple", + "video_id": "03001", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "apple", + "video_id": "03002", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "apple", + "video_id": "03003", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "apple", + "video_id": "03006", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "apple", + "video_id": "65084", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "apple", + "video_id": "65085", + "split": "train", + "signer_id": 89, + "source": "aslsignbank" + }, + { + "gloss": "apple", + "video_id": "65086", + "split": "val", + "signer_id": 89, + "source": "aslsignbank" + }, + { + "gloss": "apple", + "video_id": "68003", + "split": "train", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "apple", + "video_id": "69213", + "split": "val", + "signer_id": 117, + "source": "aslbrick" + }, + { + "gloss": "apple", + "video_id": "70309", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "argue", + "video_id": "03266", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "argue", + "video_id": "03267", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "argue", + "video_id": "03268", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "argue", + "video_id": "03270", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "argue", + "video_id": "03272", + "split": "val", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "argue", + "video_id": "03273", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "argue", + "video_id": "03274", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "argue", + "video_id": "03280", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "argue", + "video_id": "65092", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "bad", + "video_id": "04694", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "bad", + "video_id": "04708", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "bad", + "video_id": "04709", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "bad", + "video_id": "04712", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "bad", + "video_id": "04713", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "bad", + "video_id": "04715", + "split": "val", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "bad", + "video_id": "04720", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bad", + "video_id": "04721", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bad", + "video_id": "65125", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "bad", + "video_id": "69219", + "split": "test", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "balance", + "video_id": "04790", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "balance", + "video_id": "04795", + "split": "train", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "balance", + "video_id": "04796", + "split": "test", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "balance", + "video_id": "04797", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "balance", + "video_id": "04798", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "balance", + "video_id": "04799", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "balance", + "video_id": "04804", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "balance", + "video_id": "65129", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "banana", + "video_id": "04895", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "banana", + "video_id": "04896", + "split": "test", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "banana", + "video_id": "04897", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "banana", + "video_id": "04898", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "banana", + "video_id": "04899", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "banana", + "video_id": "04900", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "banana", + "video_id": "04904", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "banana", + "video_id": "65134", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "banana", + "video_id": "65135", + "split": "train", + "signer_id": 91, + "source": "aslsignbank" + }, + { + "gloss": "bar", + "video_id": "05086", + "split": "val", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "bar", + "video_id": "05087", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "bar", + "video_id": "05088", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "bar", + "video_id": "05089", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "bar", + "video_id": "05090", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "bar", + "video_id": "05099", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bar", + "video_id": "65137", + "split": "test", + "signer_id": 91, + "source": "aslsignbank" + }, + { + "gloss": "basketball", + "video_id": "05227", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "basketball", + "video_id": "05229", + "split": "train", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "basketball", + "video_id": "05230", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "basketball", + "video_id": "05231", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "basketball", + "video_id": "05232", + "split": "val", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "basketball", + "video_id": "05233", + "split": "train", + "signer_id": 60, + "source": "signschool" + }, + { + "gloss": "basketball", + "video_id": "05234", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "basketball", + "video_id": "05241", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "basketball", + "video_id": "65144", + "split": "train", + "signer_id": 91, + "source": "aslsignbank" + }, + { + "gloss": "basketball", + "video_id": "65145", + "split": "train", + "signer_id": 89, + "source": "aslsignbank" + }, + { + "gloss": "basketball", + "video_id": "69225", + "split": "test", + "signer_id": 120, + "source": "aslbrick" + }, + { + "gloss": "beard", + "video_id": "05467", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "beard", + "video_id": "05468", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "beard", + "video_id": "05470", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "beard", + "video_id": "05471", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "beard", + "video_id": "05472", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "beard", + "video_id": "05473", + "split": "train", + "signer_id": 34, + "source": "asldeafined" + }, + { + "gloss": "beard", + "video_id": "05477", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "beard", + "video_id": "65156", + "split": "train", + "signer_id": 89, + "source": "aslsignbank" + }, + { + "gloss": "beard", + "video_id": "70254", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "because", + "video_id": "05595", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "because", + "video_id": "05596", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "because", + "video_id": "05598", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "because", + "video_id": "05599", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "because", + "video_id": "05600", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "because", + "video_id": "05601", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "because", + "video_id": "05607", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "because", + "video_id": "65158", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "because", + "video_id": "65159", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "bed", + "video_id": "05628", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "bed", + "video_id": "05629", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "bed", + "video_id": "05630", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "bed", + "video_id": "05631", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "bed", + "video_id": "05632", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "bed", + "video_id": "05633", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "bed", + "video_id": "05634", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "bed", + "video_id": "05639", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bed", + "video_id": "05641", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bed", + "video_id": "65161", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "bed", + "video_id": "65162", + "split": "train", + "signer_id": 91, + "source": "aslsignbank" + }, + { + "gloss": "bed", + "video_id": "65163", + "split": "val", + "signer_id": 89, + "source": "aslsignbank" + }, + { + "gloss": "before", + "video_id": "05724", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "before", + "video_id": "05727", + "split": "test", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "before", + "video_id": "05728", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "before", + "video_id": "05729", + "split": "train", + "signer_id": 46, + "source": "signschool" + }, + { + "gloss": "before", + "video_id": "05730", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "before", + "video_id": "05731", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "before", + "video_id": "05732", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "before", + "video_id": "05733", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "before", + "video_id": "05734", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "before", + "video_id": "05744", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "before", + "video_id": "05746", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "before", + "video_id": "05747", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "before", + "video_id": "65167", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "before", + "video_id": "68007", + "split": "train", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "before", + "video_id": "70348", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "big", + "video_id": "06176", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "big", + "video_id": "06192", + "split": "train", + "signer_id": 26, + "source": "spreadthesign" + }, + { + "gloss": "big", + "video_id": "06193", + "split": "val", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "big", + "video_id": "06194", + "split": "test", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "big", + "video_id": "65182", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "big", + "video_id": "65183", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "big", + "video_id": "69231", + "split": "train", + "signer_id": 116, + "source": "aslbrick" + }, + { + "gloss": "bird", + "video_id": "06326", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "bird", + "video_id": "06330", + "split": "val", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "bird", + "video_id": "06331", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "bird", + "video_id": "06332", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "bird", + "video_id": "06333", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "bird", + "video_id": "06334", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "bird", + "video_id": "06335", + "split": "test", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "bird", + "video_id": "06338", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bird", + "video_id": "06340", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bird", + "video_id": "06341", + "split": "train", + "signer_id": 64, + "source": "aslu" + }, + { + "gloss": "bird", + "video_id": "65187", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "bird", + "video_id": "69233", + "split": "val", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "bird", + "video_id": "70107", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "black", + "video_id": "06455", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "black", + "video_id": "06471", + "split": "train", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "black", + "video_id": "06472", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "black", + "video_id": "06473", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "black", + "video_id": "06474", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "black", + "video_id": "06480", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "black", + "video_id": "06481", + "split": "test", + "signer_id": 47, + "source": "scott" + }, + { + "gloss": "black", + "video_id": "06482", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "black", + "video_id": "06483", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "black", + "video_id": "65200", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "black", + "video_id": "69236", + "split": "val", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "black", + "video_id": "70244", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "blanket", + "video_id": "06550", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "blanket", + "video_id": "06551", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "blanket", + "video_id": "06552", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "blanket", + "video_id": "06553", + "split": "test", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "blanket", + "video_id": "06554", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "blanket", + "video_id": "06555", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "blanket", + "video_id": "06560", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "blanket", + "video_id": "65204", + "split": "val", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "blanket", + "video_id": "65205", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "blue", + "video_id": "06822", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "blue", + "video_id": "06832", + "split": "train", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "blue", + "video_id": "06833", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "blue", + "video_id": "06834", + "split": "train", + "signer_id": 46, + "source": "signschool" + }, + { + "gloss": "blue", + "video_id": "06835", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "blue", + "video_id": "06840", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "blue", + "video_id": "06841", + "split": "train", + "signer_id": 47, + "source": "scott" + }, + { + "gloss": "blue", + "video_id": "06842", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "blue", + "video_id": "65216", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "blue", + "video_id": "68010", + "split": "train", + "signer_id": 111, + "source": "valencia-asl" + }, + { + "gloss": "blue", + "video_id": "69238", + "split": "val", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "bowling", + "video_id": "07383", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "bowling", + "video_id": "07388", + "split": "val", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "bowling", + "video_id": "07389", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "bowling", + "video_id": "07390", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "bowling", + "video_id": "07391", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "bowling", + "video_id": "07392", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "bowling", + "video_id": "07393", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "bowling", + "video_id": "07394", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "bowling", + "video_id": "07401", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bowling", + "video_id": "07402", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "bowling", + "video_id": "65241", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "bowling", + "video_id": "65242", + "split": "train", + "signer_id": 99, + "source": "aslsignbank" + }, + { + "gloss": "brother", + "video_id": "07929", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "brother", + "video_id": "07932", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "brother", + "video_id": "07933", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "brother", + "video_id": "07934", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "brother", + "video_id": "07935", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "brother", + "video_id": "07936", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "brother", + "video_id": "07937", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "brother", + "video_id": "07938", + "split": "val", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "brother", + "video_id": "07941", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "brother", + "video_id": "65262", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "brother", + "video_id": "69251", + "split": "test", + "signer_id": 116, + "source": "aslbrick" + }, + { + "gloss": "call", + "video_id": "08689", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "call", + "video_id": "08690", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "call", + "video_id": "08691", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "call", + "video_id": "08692", + "split": "train", + "signer_id": 17, + "source": "asldeafined" + }, + { + "gloss": "call", + "video_id": "08694", + "split": "val", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "call", + "video_id": "65290", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "candy", + "video_id": "08909", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "candy", + "video_id": "08915", + "split": "test", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "candy", + "video_id": "08916", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "candy", + "video_id": "08917", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "candy", + "video_id": "08918", + "split": "val", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "candy", + "video_id": "08919", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "candy", + "video_id": "08920", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "candy", + "video_id": "08921", + "split": "train", + "signer_id": 17, + "source": "asldeafined" + }, + { + "gloss": "candy", + "video_id": "08926", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "candy", + "video_id": "08927", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "candy", + "video_id": "65298", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "candy", + "video_id": "65299", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "candy", + "video_id": "65300", + "split": "test", + "signer_id": 89, + "source": "aslsignbank" + }, + { + "gloss": "candy", + "video_id": "68018", + "split": "train", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "candy", + "video_id": "70326", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "careful", + "video_id": "09178", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "careful", + "video_id": "09179", + "split": "val", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "careful", + "video_id": "09180", + "split": "test", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "careful", + "video_id": "09181", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "careful", + "video_id": "09182", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "careful", + "video_id": "09187", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "careful", + "video_id": "65306", + "split": "train", + "signer_id": 100, + "source": "aslsignbank" + }, + { + "gloss": "careful", + "video_id": "65307", + "split": "train", + "signer_id": 89, + "source": "aslsignbank" + }, + { + "gloss": "careful", + "video_id": "70200", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "cat", + "video_id": "09431", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "cat", + "video_id": "09525", + "split": "val", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "cat", + "video_id": "09526", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "cat", + "video_id": "09528", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "cat", + "video_id": "09534", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cat", + "video_id": "09535", + "split": "train", + "signer_id": 64, + "source": "aslu" + }, + { + "gloss": "cat", + "video_id": "65312", + "split": "train", + "signer_id": 102, + "source": "aslsignbank" + }, + { + "gloss": "cat", + "video_id": "65313", + "split": "train", + "signer_id": 101, + "source": "aslsignbank" + }, + { + "gloss": "cat", + "video_id": "69261", + "split": "test", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "catch", + "video_id": "09457", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "catch", + "video_id": "09458", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "catch", + "video_id": "09459", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "catch", + "video_id": "09461", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "catch", + "video_id": "09470", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "catch", + "video_id": "65314", + "split": "val", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "catch", + "video_id": "69262", + "split": "train", + "signer_id": 117, + "source": "aslbrick" + }, + { + "gloss": "champion", + "video_id": "09914", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "champion", + "video_id": "09915", + "split": "test", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "champion", + "video_id": "09916", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "champion", + "video_id": "09917", + "split": "test", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "champion", + "video_id": "09918", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "champion", + "video_id": "09919", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "champion", + "video_id": "09920", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "champion", + "video_id": "09921", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "champion", + "video_id": "09922", + "split": "val", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "champion", + "video_id": "65330", + "split": "train", + "signer_id": 95, + "source": "aslsignbank" + }, + { + "gloss": "change", + "video_id": "09945", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "change", + "video_id": "09949", + "split": "train", + "signer_id": 66, + "source": "elementalasl" + }, + { + "gloss": "change", + "video_id": "09950", + "split": "test", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "change", + "video_id": "09953", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "change", + "video_id": "09954", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "change", + "video_id": "09955", + "split": "val", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "change", + "video_id": "09956", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "change", + "video_id": "09957", + "split": "val", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "change", + "video_id": "09960", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "change", + "video_id": "09968", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "change", + "video_id": "70379", + "split": "val", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "cheat", + "video_id": "10146", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "cheat", + "video_id": "10147", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "cheat", + "video_id": "10148", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cheat", + "video_id": "10149", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cheat", + "video_id": "10151", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cheat", + "video_id": "10160", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cheat", + "video_id": "10161", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cheat", + "video_id": "65341", + "split": "val", + "signer_id": 102, + "source": "aslsignbank" + }, + { + "gloss": "cheat", + "video_id": "65342", + "split": "val", + "signer_id": 94, + "source": "aslsignbank" + }, + { + "gloss": "check", + "video_id": "10183", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "check", + "video_id": "10184", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "check", + "video_id": "10185", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "check", + "video_id": "10186", + "split": "test", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "check", + "video_id": "10187", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "check", + "video_id": "10188", + "split": "val", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "check", + "video_id": "10193", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "check", + "video_id": "10194", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "check", + "video_id": "10195", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "check", + "video_id": "65343", + "split": "train", + "signer_id": 92, + "source": "aslsignbank" + }, + { + "gloss": "close", + "video_id": "11252", + "split": "val", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "close", + "video_id": "11253", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "close", + "video_id": "11254", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cold", + "video_id": "11621", + "split": "train", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "cold", + "video_id": "11622", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "cold", + "video_id": "11623", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "cold", + "video_id": "11624", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "cold", + "video_id": "11625", + "split": "val", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "cold", + "video_id": "11627", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cold", + "video_id": "11628", + "split": "val", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cold", + "video_id": "65377", + "split": "test", + "signer_id": 99, + "source": "aslsignbank" + }, + { + "gloss": "computer", + "video_id": "12306", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "computer", + "video_id": "12311", + "split": "train", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "computer", + "video_id": "12312", + "split": "val", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "computer", + "video_id": "12313", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "computer", + "video_id": "12314", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "computer", + "video_id": "12315", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "computer", + "video_id": "12316", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "computer", + "video_id": "12317", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "computer", + "video_id": "12318", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "computer", + "video_id": "12319", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "computer", + "video_id": "12320", + "split": "test", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "computer", + "video_id": "12329", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "computer", + "video_id": "12330", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "computer", + "video_id": "12331", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "computer", + "video_id": "12333", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "computer", + "video_id": "12335", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "computer", + "video_id": "68028", + "split": "train", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "convince", + "video_id": "13133", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "convince", + "video_id": "13134", + "split": "train", + "signer_id": 43, + "source": "elementalasl" + }, + { + "gloss": "convince", + "video_id": "13135", + "split": "test", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "convince", + "video_id": "13136", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "convince", + "video_id": "13137", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "convince", + "video_id": "13138", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "convince", + "video_id": "13146", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "convince", + "video_id": "65400", + "split": "val", + "signer_id": 102, + "source": "aslsignbank" + }, + { + "gloss": "convince", + "video_id": "65401", + "split": "val", + "signer_id": 91, + "source": "aslsignbank" + }, + { + "gloss": "cool", + "video_id": "13196", + "split": "test", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cool", + "video_id": "13197", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cool", + "video_id": "13198", + "split": "test", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cool", + "video_id": "13199", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cool", + "video_id": "13200", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "cool", + "video_id": "13201", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cool", + "video_id": "13202", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cool", + "video_id": "13203", + "split": "val", + "signer_id": 17, + "source": "asldeafined" + }, + { + "gloss": "cool", + "video_id": "13214", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cool", + "video_id": "65402", + "split": "val", + "signer_id": 99, + "source": "aslsignbank" + }, + { + "gloss": "cool", + "video_id": "65403", + "split": "train", + "signer_id": 102, + "source": "aslsignbank" + }, + { + "gloss": "cool", + "video_id": "69281", + "split": "train", + "signer_id": 116, + "source": "aslbrick" + }, + { + "gloss": "cool", + "video_id": "70271", + "split": "test", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "copy", + "video_id": "13258", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "copy", + "video_id": "13267", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "copy", + "video_id": "13268", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "copy", + "video_id": "13269", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "copy", + "video_id": "13276", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "copy", + "video_id": "65405", + "split": "train", + "signer_id": 102, + "source": "aslsignbank" + }, + { + "gloss": "corn", + "video_id": "13309", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "corn", + "video_id": "13323", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "corn", + "video_id": "13325", + "split": "test", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "corn", + "video_id": "13326", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "corn", + "video_id": "13327", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "corn", + "video_id": "13328", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "corn", + "video_id": "13329", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "corn", + "video_id": "65408", + "split": "train", + "signer_id": 92, + "source": "aslsignbank" + }, + { + "gloss": "corn", + "video_id": "65409", + "split": "train", + "signer_id": 99, + "source": "aslsignbank" + }, + { + "gloss": "corn", + "video_id": "69282", + "split": "train", + "signer_id": 119, + "source": "aslbrick" + }, + { + "gloss": "country", + "video_id": "13542", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "country", + "video_id": "13543", + "split": "train", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "country", + "video_id": "13544", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "country", + "video_id": "13545", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "country", + "video_id": "13546", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "country", + "video_id": "13552", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "country", + "video_id": "65414", + "split": "train", + "signer_id": 99, + "source": "aslsignbank" + }, + { + "gloss": "cousin", + "video_id": "13630", + "split": "train", + "signer_id": 35, + "source": "spreadthesign" + }, + { + "gloss": "cousin", + "video_id": "13631", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "cousin", + "video_id": "13632", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "cousin", + "video_id": "13633", + "split": "val", + "signer_id": 60, + "source": "signschool" + }, + { + "gloss": "cousin", + "video_id": "13634", + "split": "val", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cousin", + "video_id": "13635", + "split": "test", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cousin", + "video_id": "13636", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cousin", + "video_id": "13643", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cousin", + "video_id": "65415", + "split": "test", + "signer_id": 102, + "source": "aslsignbank" + }, + { + "gloss": "cousin", + "video_id": "70332", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "cow", + "video_id": "13681", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "cow", + "video_id": "13695", + "split": "train", + "signer_id": 35, + "source": "spreadthesign" + }, + { + "gloss": "cow", + "video_id": "13696", + "split": "val", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "cow", + "video_id": "13697", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "cow", + "video_id": "13698", + "split": "val", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "cow", + "video_id": "13699", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cow", + "video_id": "13704", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cow", + "video_id": "13705", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cow", + "video_id": "13707", + "split": "train", + "signer_id": 64, + "source": "aslu" + }, + { + "gloss": "cow", + "video_id": "13708", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cow", + "video_id": "69283", + "split": "train", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "crash", + "video_id": "13799", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "crash", + "video_id": "13800", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "crash", + "video_id": "13809", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "crash", + "video_id": "13810", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "crash", + "video_id": "69284", + "split": "test", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "cry", + "video_id": "14172", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "cry", + "video_id": "14174", + "split": "train", + "signer_id": 53, + "source": "spreadthesign" + }, + { + "gloss": "cry", + "video_id": "14175", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "cry", + "video_id": "14176", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "cry", + "video_id": "14177", + "split": "val", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "cry", + "video_id": "14186", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "cry", + "video_id": "65427", + "split": "val", + "signer_id": 99, + "source": "aslsignbank" + }, + { + "gloss": "cut", + "video_id": "14466", + "split": "val", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "cut", + "video_id": "14467", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "dark", + "video_id": "14669", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "dark", + "video_id": "14671", + "split": "train", + "signer_id": 35, + "source": "spreadthesign" + }, + { + "gloss": "dark", + "video_id": "14672", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "dark", + "video_id": "14673", + "split": "test", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "dark", + "video_id": "14674", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "dark", + "video_id": "14675", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "dark", + "video_id": "14676", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "dark", + "video_id": "14682", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "dark", + "video_id": "65439", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "dark", + "video_id": "65440", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "dark", + "video_id": "69290", + "split": "train", + "signer_id": 116, + "source": "aslbrick" + }, + { + "gloss": "daughter", + "video_id": "14748", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "daughter", + "video_id": "14749", + "split": "train", + "signer_id": 75, + "source": "spreadthesign" + }, + { + "gloss": "daughter", + "video_id": "14750", + "split": "val", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "daughter", + "video_id": "14751", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "daughter", + "video_id": "14752", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "daughter", + "video_id": "14753", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "daughter", + "video_id": "14758", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "daughter", + "video_id": "65443", + "split": "val", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "daughter", + "video_id": "70334", + "split": "test", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "deaf", + "video_id": "14855", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "deaf", + "video_id": "14882", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "deaf", + "video_id": "14883", + "split": "test", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "deaf", + "video_id": "14884", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "deaf", + "video_id": "14885", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "deaf", + "video_id": "14886", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "deaf", + "video_id": "14887", + "split": "val", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "deaf", + "video_id": "14888", + "split": "test", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "deaf", + "video_id": "14896", + "split": "train", + "signer_id": 47, + "source": "scott" + }, + { + "gloss": "deaf", + "video_id": "14898", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "deaf", + "video_id": "14899", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "deaf", + "video_id": "65445", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "deaf", + "video_id": "68033", + "split": "train", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "deaf", + "video_id": "70015", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "delay", + "video_id": "15317", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "delay", + "video_id": "15319", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "delay", + "video_id": "15320", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "delay", + "video_id": "15321", + "split": "test", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "delay", + "video_id": "15322", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "delay", + "video_id": "15323", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "dog", + "video_id": "17076", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "dog", + "video_id": "17083", + "split": "val", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "dog", + "video_id": "17084", + "split": "train", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "dog", + "video_id": "17085", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "dog", + "video_id": "17086", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "dog", + "video_id": "17087", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "dog", + "video_id": "17093", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "dog", + "video_id": "17095", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "dog", + "video_id": "65506", + "split": "test", + "signer_id": 102, + "source": "aslsignbank" + }, + { + "gloss": "dog", + "video_id": "65507", + "split": "train", + "signer_id": 99, + "source": "aslsignbank" + }, + { + "gloss": "dog", + "video_id": "68035", + "split": "val", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "dog", + "video_id": "69298", + "split": "train", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "drink", + "video_id": "17709", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "drink", + "video_id": "17710", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "drink", + "video_id": "17711", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "drink", + "video_id": "17712", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "drink", + "video_id": "17713", + "split": "test", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "drink", + "video_id": "17725", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "drink", + "video_id": "17728", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "drink", + "video_id": "17731", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "drink", + "video_id": "65539", + "split": "train", + "signer_id": 94, + "source": "aslsignbank" + }, + { + "gloss": "drink", + "video_id": "65540", + "split": "train", + "signer_id": 94, + "source": "aslsignbank" + }, + { + "gloss": "drink", + "video_id": "68041", + "split": "train", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "drink", + "video_id": "68042", + "split": "val", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "drink", + "video_id": "69302", + "split": "val", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "drink", + "video_id": "70173", + "split": "val", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "environment", + "video_id": "19402", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "environment", + "video_id": "19406", + "split": "train", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "environment", + "video_id": "19407", + "split": "train", + "signer_id": 77, + "source": "spreadthesign" + }, + { + "gloss": "environment", + "video_id": "19408", + "split": "train", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "environment", + "video_id": "19409", + "split": "val", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "environment", + "video_id": "19410", + "split": "test", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "environment", + "video_id": "19411", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "environment", + "video_id": "19412", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "environment", + "video_id": "65638", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "environment", + "video_id": "65639", + "split": "train", + "signer_id": 91, + "source": "aslsignbank" + }, + { + "gloss": "example", + "video_id": "20064", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "example", + "video_id": "20066", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "example", + "video_id": "20067", + "split": "test", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "example", + "video_id": "20068", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "example", + "video_id": "20070", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "example", + "video_id": "20071", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "example", + "video_id": "20072", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "example", + "video_id": "20075", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "example", + "video_id": "65652", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "example", + "video_id": "65653", + "split": "val", + "signer_id": 92, + "source": "aslsignbank" + }, + { + "gloss": "example", + "video_id": "65654", + "split": "train", + "signer_id": 92, + "source": "aslsignbank" + }, + { + "gloss": "family", + "video_id": "20976", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "family", + "video_id": "20978", + "split": "train", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "family", + "video_id": "20979", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "family", + "video_id": "20980", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "family", + "video_id": "20981", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "family", + "video_id": "20982", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "family", + "video_id": "20983", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "family", + "video_id": "20988", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "family", + "video_id": "20989", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "family", + "video_id": "20990", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "family", + "video_id": "65677", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "family", + "video_id": "69316", + "split": "val", + "signer_id": 116, + "source": "aslbrick" + }, + { + "gloss": "far", + "video_id": "21052", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "far", + "video_id": "21069", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "far", + "video_id": "21070", + "split": "val", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "far", + "video_id": "21071", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "far", + "video_id": "21072", + "split": "train", + "signer_id": 3, + "source": "signschool" + }, + { + "gloss": "far", + "video_id": "21073", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "far", + "video_id": "21074", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "far", + "video_id": "21075", + "split": "train", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "far", + "video_id": "21079", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "far", + "video_id": "65682", + "split": "test", + "signer_id": 94, + "source": "aslsignbank" + }, + { + "gloss": "fine", + "video_id": "21869", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "fine", + "video_id": "21870", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "fine", + "video_id": "21871", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "fine", + "video_id": "21872", + "split": "val", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "fine", + "video_id": "21874", + "split": "val", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "fine", + "video_id": "21884", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "fine", + "video_id": "21885", + "split": "train", + "signer_id": 64, + "source": "aslu" + }, + { + "gloss": "fine", + "video_id": "21886", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "fine", + "video_id": "21887", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "fine", + "video_id": "65717", + "split": "test", + "signer_id": 94, + "source": "aslsignbank" + }, + { + "gloss": "fine", + "video_id": "68048", + "split": "train", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "fine", + "video_id": "70234", + "split": "test", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "fish", + "video_id": "22109", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "fish", + "video_id": "22113", + "split": "val", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "fish", + "video_id": "22114", + "split": "val", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "fish", + "video_id": "22115", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "fish", + "video_id": "22116", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "fish", + "video_id": "22117", + "split": "test", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "fish", + "video_id": "22125", + "split": "train", + "signer_id": 64, + "source": "aslu" + }, + { + "gloss": "fish", + "video_id": "22126", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "fish", + "video_id": "22127", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "fish", + "video_id": "22128", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "fish", + "video_id": "65731", + "split": "train", + "signer_id": 94, + "source": "aslsignbank" + }, + { + "gloss": "fish", + "video_id": "69325", + "split": "train", + "signer_id": 116, + "source": "aslbrick" + }, + { + "gloss": "full", + "video_id": "23766", + "split": "train", + "signer_id": 28, + "source": "spreadthesign" + }, + { + "gloss": "full", + "video_id": "23767", + "split": "test", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "full", + "video_id": "23768", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "full", + "video_id": "23769", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "full", + "video_id": "23771", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "full", + "video_id": "23777", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "full", + "video_id": "23778", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "full", + "video_id": "23779", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "full", + "video_id": "65792", + "split": "val", + "signer_id": 94, + "source": "aslsignbank" + }, + { + "gloss": "full", + "video_id": "70029", + "split": "test", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "give", + "video_id": "24636", + "split": "test", + "signer_id": 35, + "source": "spreadthesign" + }, + { + "gloss": "give", + "video_id": "24638", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "give", + "video_id": "24639", + "split": "val", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "give", + "video_id": "24640", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "give", + "video_id": "24641", + "split": "val", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "give", + "video_id": "24652", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "give", + "video_id": "24655", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "give", + "video_id": "24657", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "give", + "video_id": "24658", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "give", + "video_id": "69343", + "split": "train", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "go", + "video_id": "24857", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "go", + "video_id": "24940", + "split": "train", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "go", + "video_id": "24941", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "go", + "video_id": "24943", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "go", + "video_id": "24946", + "split": "val", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "go", + "video_id": "24947", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "go", + "video_id": "24969", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "go", + "video_id": "24970", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "go", + "video_id": "65824", + "split": "train", + "signer_id": 94, + "source": "aslsignbank" + }, + { + "gloss": "go", + "video_id": "69345", + "split": "val", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "graduate", + "video_id": "25318", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "graduate", + "video_id": "25321", + "split": "train", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "graduate", + "video_id": "25322", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "graduate", + "video_id": "25323", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "graduate", + "video_id": "25324", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "graduate", + "video_id": "25325", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "graduate", + "video_id": "25326", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "graduate", + "video_id": "25332", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "graduate", + "video_id": "25333", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "graduate", + "video_id": "65843", + "split": "val", + "signer_id": 106, + "source": "aslsignbank" + }, + { + "gloss": "graduate", + "video_id": "70176", + "split": "val", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "help", + "video_id": "27194", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "help", + "video_id": "27206", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "help", + "video_id": "27207", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "help", + "video_id": "27208", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "help", + "video_id": "27209", + "split": "test", + "signer_id": 17, + "source": "asldeafined" + }, + { + "gloss": "help", + "video_id": "65889", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "help", + "video_id": "65890", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "help", + "video_id": "65891", + "split": "val", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "help", + "video_id": "69364", + "split": "val", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "hot", + "video_id": "28074", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "hot", + "video_id": "28107", + "split": "train", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "hot", + "video_id": "28108", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "hot", + "video_id": "28109", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "hot", + "video_id": "28110", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "hot", + "video_id": "28111", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "hot", + "video_id": "28112", + "split": "val", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "hot", + "video_id": "28118", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "hot", + "video_id": "28119", + "split": "test", + "signer_id": 64, + "source": "aslu" + }, + { + "gloss": "hot", + "video_id": "28120", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "hot", + "video_id": "28121", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "hot", + "video_id": "28122", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "hot", + "video_id": "69368", + "split": "val", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "hot", + "video_id": "70270", + "split": "val", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "how", + "video_id": "28187", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "how", + "video_id": "28201", + "split": "test", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "how", + "video_id": "28202", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "how", + "video_id": "28203", + "split": "val", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "how", + "video_id": "28204", + "split": "train", + "signer_id": 46, + "source": "signschool" + }, + { + "gloss": "how", + "video_id": "28205", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "how", + "video_id": "28212", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "how", + "video_id": "69370", + "split": "test", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "how", + "video_id": "70295", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "improve", + "video_id": "29134", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "improve", + "video_id": "29136", + "split": "train", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "improve", + "video_id": "29137", + "split": "test", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "improve", + "video_id": "29138", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "improve", + "video_id": "29139", + "split": "test", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "improve", + "video_id": "65929", + "split": "train", + "signer_id": 96, + "source": "aslsignbank" + }, + { + "gloss": "inform", + "video_id": "29628", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "inform", + "video_id": "29646", + "split": "val", + "signer_id": 35, + "source": "spreadthesign" + }, + { + "gloss": "inform", + "video_id": "29647", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "inform", + "video_id": "29648", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "inform", + "video_id": "29649", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "inform", + "video_id": "29659", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "inform", + "video_id": "65940", + "split": "train", + "signer_id": 96, + "source": "aslsignbank" + }, + { + "gloss": "language", + "video_id": "32146", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "language", + "video_id": "32154", + "split": "val", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "language", + "video_id": "32155", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "language", + "video_id": "32156", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "language", + "video_id": "32157", + "split": "test", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "language", + "video_id": "32158", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "language", + "video_id": "32160", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "language", + "video_id": "32164", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "language", + "video_id": "66007", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "language", + "video_id": "66008", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "language", + "video_id": "68084", + "split": "train", + "signer_id": 111, + "source": "valencia-asl" + }, + { + "gloss": "language", + "video_id": "68085", + "split": "train", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "last", + "video_id": "32246", + "split": "test", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "last", + "video_id": "32248", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "last", + "video_id": "32249", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "last", + "video_id": "32250", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "last", + "video_id": "32258", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "last", + "video_id": "66010", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "last", + "video_id": "68086", + "split": "train", + "signer_id": 110, + "source": "valencia-asl" + }, + { + "gloss": "later", + "video_id": "32319", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "later", + "video_id": "32320", + "split": "val", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "later", + "video_id": "32321", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "later", + "video_id": "32322", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "later", + "video_id": "32323", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "later", + "video_id": "32324", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "later", + "video_id": "32325", + "split": "val", + "signer_id": 70, + "source": "signschool" + }, + { + "gloss": "later", + "video_id": "32326", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "later", + "video_id": "32334", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "later", + "video_id": "32335", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "later", + "video_id": "66014", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "later", + "video_id": "66015", + "split": "val", + "signer_id": 96, + "source": "aslsignbank" + }, + { + "gloss": "leave", + "video_id": "32654", + "split": "val", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "leave", + "video_id": "32655", + "split": "val", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "leave", + "video_id": "32657", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "leave", + "video_id": "32658", + "split": "train", + "signer_id": 27, + "source": "signschool" + }, + { + "gloss": "leave", + "video_id": "32659", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "leave", + "video_id": "32661", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "leave", + "video_id": "32662", + "split": "val", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "leave", + "video_id": "32673", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "leave", + "video_id": "66025", + "split": "test", + "signer_id": 106, + "source": "aslsignbank" + }, + { + "gloss": "letter", + "video_id": "32945", + "split": "train", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "letter", + "video_id": "32946", + "split": "train", + "signer_id": 8, + "source": "spreadthesign" + }, + { + "gloss": "letter", + "video_id": "32947", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "letter", + "video_id": "32948", + "split": "val", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "letter", + "video_id": "32949", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "letter", + "video_id": "32950", + "split": "test", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "letter", + "video_id": "32956", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "letter", + "video_id": "66038", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "letter", + "video_id": "68089", + "split": "val", + "signer_id": 111, + "source": "valencia-asl" + }, + { + "gloss": "letter", + "video_id": "70325", + "split": "test", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "man", + "video_id": "34685", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "man", + "video_id": "34732", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "man", + "video_id": "34733", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "man", + "video_id": "34734", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "man", + "video_id": "34736", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "man", + "video_id": "34737", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "man", + "video_id": "34738", + "split": "train", + "signer_id": 34, + "source": "asldeafined" + }, + { + "gloss": "man", + "video_id": "34743", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "man", + "video_id": "34744", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "man", + "video_id": "66097", + "split": "val", + "signer_id": 97, + "source": "aslsignbank" + }, + { + "gloss": "man", + "video_id": "66098", + "split": "train", + "signer_id": 97, + "source": "aslsignbank" + }, + { + "gloss": "man", + "video_id": "66099", + "split": "train", + "signer_id": 97, + "source": "aslsignbank" + }, + { + "gloss": "man", + "video_id": "69395", + "split": "val", + "signer_id": 116, + "source": "aslbrick" + }, + { + "gloss": "many", + "video_id": "34822", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "many", + "video_id": "34823", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "many", + "video_id": "34824", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "many", + "video_id": "34825", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "many", + "video_id": "34826", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "many", + "video_id": "34827", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "many", + "video_id": "34834", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "many", + "video_id": "34835", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "many", + "video_id": "34836", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "many", + "video_id": "69396", + "split": "val", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "many", + "video_id": "70308", + "split": "val", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "mother", + "video_id": "36927", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "mother", + "video_id": "36929", + "split": "train", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "mother", + "video_id": "36930", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "mother", + "video_id": "36931", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "mother", + "video_id": "36932", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "mother", + "video_id": "36933", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "mother", + "video_id": "36938", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "mother", + "video_id": "36939", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "mother", + "video_id": "36940", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "mother", + "video_id": "36941", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "mother", + "video_id": "36942", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "mother", + "video_id": "36944", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "mother", + "video_id": "66146", + "split": "train", + "signer_id": 90, + "source": "aslsignbank" + }, + { + "gloss": "mother", + "video_id": "66147", + "split": "train", + "signer_id": 97, + "source": "aslsignbank" + }, + { + "gloss": "mother", + "video_id": "69402", + "split": "val", + "signer_id": 116, + "source": "aslbrick" + }, + { + "gloss": "no", + "video_id": "38482", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "no", + "video_id": "38524", + "split": "train", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "no", + "video_id": "38525", + "split": "test", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "no", + "video_id": "38527", + "split": "train", + "signer_id": 3, + "source": "signschool" + }, + { + "gloss": "no", + "video_id": "38529", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "no", + "video_id": "38530", + "split": "train", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "no", + "video_id": "38538", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "no", + "video_id": "38539", + "split": "train", + "signer_id": 47, + "source": "scott" + }, + { + "gloss": "no", + "video_id": "38540", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "no", + "video_id": "38541", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "no", + "video_id": "66183", + "split": "train", + "signer_id": 102, + "source": "aslsignbank" + }, + { + "gloss": "no", + "video_id": "68110", + "split": "val", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "no", + "video_id": "69411", + "split": "val", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "order", + "video_id": "40169", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "order", + "video_id": "40171", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "order", + "video_id": "40172", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "order", + "video_id": "66248", + "split": "test", + "signer_id": 103, + "source": "aslsignbank" + }, + { + "gloss": "order", + "video_id": "66249", + "split": "val", + "signer_id": 107, + "source": "aslsignbank" + }, + { + "gloss": "order", + "video_id": "70172", + "split": "val", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "party", + "video_id": "41306", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "party", + "video_id": "41311", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "party", + "video_id": "41312", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "party", + "video_id": "41315", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "party", + "video_id": "41316", + "split": "test", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "party", + "video_id": "41317", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "party", + "video_id": "41323", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "party", + "video_id": "66265", + "split": "train", + "signer_id": 101, + "source": "aslsignbank" + }, + { + "gloss": "party", + "video_id": "66266", + "split": "train", + "signer_id": 101, + "source": "aslsignbank" + }, + { + "gloss": "pizza", + "video_id": "42953", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "pizza", + "video_id": "42956", + "split": "train", + "signer_id": 37, + "source": "spreadthesign" + }, + { + "gloss": "pizza", + "video_id": "42958", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "pizza", + "video_id": "42959", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "pizza", + "video_id": "42960", + "split": "test", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "pizza", + "video_id": "42961", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "pizza", + "video_id": "42962", + "split": "val", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "pizza", + "video_id": "42971", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "pizza", + "video_id": "42972", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "pizza", + "video_id": "42974", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "pizza", + "video_id": "66297", + "split": "train", + "signer_id": 101, + "source": "aslsignbank" + }, + { + "gloss": "pizza", + "video_id": "69431", + "split": "test", + "signer_id": 117, + "source": "aslbrick" + }, + { + "gloss": "play", + "video_id": "43166", + "split": "val", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "play", + "video_id": "43167", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "play", + "video_id": "43168", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "play", + "video_id": "43169", + "split": "train", + "signer_id": 52, + "source": "signschool" + }, + { + "gloss": "play", + "video_id": "43170", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "play", + "video_id": "43171", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "play", + "video_id": "43175", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "play", + "video_id": "68133", + "split": "train", + "signer_id": 110, + "source": "valencia-asl" + }, + { + "gloss": "play", + "video_id": "69433", + "split": "test", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "room", + "video_id": "48507", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "room", + "video_id": "48509", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "room", + "video_id": "48510", + "split": "test", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "room", + "video_id": "48511", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "room", + "video_id": "48512", + "split": "val", + "signer_id": 60, + "source": "signschool" + }, + { + "gloss": "room", + "video_id": "48513", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "room", + "video_id": "48514", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "room", + "video_id": "48518", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "room", + "video_id": "66415", + "split": "train", + "signer_id": 103, + "source": "aslsignbank" + }, + { + "gloss": "room", + "video_id": "66416", + "split": "train", + "signer_id": 103, + "source": "aslsignbank" + }, + { + "gloss": "score", + "video_id": "49689", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "score", + "video_id": "49691", + "split": "val", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "score", + "video_id": "49692", + "split": "train", + "signer_id": 60, + "source": "signschool" + }, + { + "gloss": "score", + "video_id": "49693", + "split": "test", + "signer_id": 60, + "source": "signschool" + }, + { + "gloss": "score", + "video_id": "49694", + "split": "train", + "signer_id": 60, + "source": "signschool" + }, + { + "gloss": "score", + "video_id": "49695", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "score", + "video_id": "66434", + "split": "train", + "signer_id": 103, + "source": "aslsignbank" + }, + { + "gloss": "secretary", + "video_id": "50036", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "secretary", + "video_id": "50037", + "split": "train", + "signer_id": 50, + "source": "spreadthesign" + }, + { + "gloss": "secretary", + "video_id": "50038", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "secretary", + "video_id": "50039", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "secretary", + "video_id": "50040", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "secretary", + "video_id": "50041", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "secretary", + "video_id": "50047", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "secretary", + "video_id": "50048", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "secretary", + "video_id": "50049", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "secretary", + "video_id": "50050", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "secretary", + "video_id": "66441", + "split": "train", + "signer_id": 103, + "source": "aslsignbank" + }, + { + "gloss": "shirt", + "video_id": "51054", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "shirt", + "video_id": "51056", + "split": "train", + "signer_id": 63, + "source": "spreadthesign" + }, + { + "gloss": "shirt", + "video_id": "51057", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "shirt", + "video_id": "51058", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "shirt", + "video_id": "51059", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "shirt", + "video_id": "51060", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "shirt", + "video_id": "51061", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "shirt", + "video_id": "51069", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "shirt", + "video_id": "51071", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "shirt", + "video_id": "51072", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "short", + "video_id": "51206", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "short", + "video_id": "51220", + "split": "val", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "short", + "video_id": "51221", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "short", + "video_id": "51223", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "short", + "video_id": "51224", + "split": "val", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "short", + "video_id": "51225", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "short", + "video_id": "51226", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "short", + "video_id": "51227", + "split": "val", + "signer_id": 34, + "source": "asldeafined" + }, + { + "gloss": "short", + "video_id": "66469", + "split": "train", + "signer_id": 103, + "source": "aslsignbank" + }, + { + "gloss": "short", + "video_id": "70355", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "show", + "video_id": "51345", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "show", + "video_id": "51346", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "show", + "video_id": "51347", + "split": "train", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "show", + "video_id": "51348", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "show", + "video_id": "51357", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "show", + "video_id": "66473", + "split": "test", + "signer_id": 103, + "source": "aslsignbank" + }, + { + "gloss": "show", + "video_id": "70231", + "split": "test", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "soon", + "video_id": "53290", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "soon", + "video_id": "53292", + "split": "test", + "signer_id": 63, + "source": "spreadthesign" + }, + { + "gloss": "soon", + "video_id": "53293", + "split": "train", + "signer_id": 70, + "source": "signschool" + }, + { + "gloss": "soon", + "video_id": "53294", + "split": "val", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "soon", + "video_id": "53295", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "soon", + "video_id": "53296", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "soon", + "video_id": "53302", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "soon", + "video_id": "66533", + "split": "val", + "signer_id": 108, + "source": "aslsignbank" + }, + { + "gloss": "soon", + "video_id": "66534", + "split": "train", + "signer_id": 108, + "source": "aslsignbank" + }, + { + "gloss": "sweet", + "video_id": "56306", + "split": "train", + "signer_id": 26, + "source": "spreadthesign" + }, + { + "gloss": "sweet", + "video_id": "56307", + "split": "test", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "sweet", + "video_id": "56308", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "sweet", + "video_id": "56309", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "sweet", + "video_id": "56315", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "sweet", + "video_id": "66585", + "split": "train", + "signer_id": 93, + "source": "aslsignbank" + }, + { + "gloss": "sweet", + "video_id": "69499", + "split": "train", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "take", + "video_id": "56652", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "take", + "video_id": "56692", + "split": "train", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "take", + "video_id": "56693", + "split": "test", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "take", + "video_id": "56694", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "take", + "video_id": "69500", + "split": "train", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "tall", + "video_id": "56835", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "tall", + "video_id": "56837", + "split": "train", + "signer_id": 63, + "source": "spreadthesign" + }, + { + "gloss": "tall", + "video_id": "56838", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "tall", + "video_id": "56839", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "tall", + "video_id": "56840", + "split": "val", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "tall", + "video_id": "56841", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "tall", + "video_id": "56842", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "tall", + "video_id": "56843", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "tall", + "video_id": "56844", + "split": "train", + "signer_id": 34, + "source": "asldeafined" + }, + { + "gloss": "tall", + "video_id": "56849", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "tall", + "video_id": "56850", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "tall", + "video_id": "66591", + "split": "val", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "tall", + "video_id": "66592", + "split": "train", + "signer_id": 93, + "source": "aslsignbank" + }, + { + "gloss": "tell", + "video_id": "57273", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "tell", + "video_id": "57276", + "split": "train", + "signer_id": 0, + "source": "spreadthesign" + }, + { + "gloss": "tell", + "video_id": "57277", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "tell", + "video_id": "57278", + "split": "test", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "tell", + "video_id": "57288", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "tell", + "video_id": "57289", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "thanksgiving", + "video_id": "57628", + "split": "val", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "thanksgiving", + "video_id": "57629", + "split": "val", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "thanksgiving", + "video_id": "57630", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "thanksgiving", + "video_id": "57631", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "thanksgiving", + "video_id": "57632", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "thanksgiving", + "video_id": "57633", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "thanksgiving", + "video_id": "57634", + "split": "train", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "thanksgiving", + "video_id": "57635", + "split": "train", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "thanksgiving", + "video_id": "57642", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "thanksgiving", + "video_id": "57643", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "thanksgiving", + "video_id": "57645", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "theory", + "video_id": "57781", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "theory", + "video_id": "57782", + "split": "train", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "theory", + "video_id": "57783", + "split": "train", + "signer_id": 2, + "source": "spreadthesign" + }, + { + "gloss": "theory", + "video_id": "57784", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "theory", + "video_id": "57785", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "theory", + "video_id": "57792", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "theory", + "video_id": "66603", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "theory", + "video_id": "66604", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "thin", + "video_id": "57919", + "split": "train", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "thin", + "video_id": "57933", + "split": "val", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "thin", + "video_id": "57934", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "thin", + "video_id": "57935", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "thin", + "video_id": "57936", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "thin", + "video_id": "57937", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "thin", + "video_id": "57939", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "thin", + "video_id": "57940", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "thin", + "video_id": "57941", + "split": "test", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "thin", + "video_id": "57942", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "thin", + "video_id": "57943", + "split": "test", + "signer_id": 34, + "source": "asldeafined" + }, + { + "gloss": "thin", + "video_id": "57950", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "thin", + "video_id": "66606", + "split": "train", + "signer_id": 92, + "source": "aslsignbank" + }, + { + "gloss": "thin", + "video_id": "66607", + "split": "val", + "signer_id": 93, + "source": "aslsignbank" + }, + { + "gloss": "thursday", + "video_id": "58359", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "thursday", + "video_id": "58360", + "split": "train", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "thursday", + "video_id": "58361", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "thursday", + "video_id": "58362", + "split": "train", + "signer_id": 3, + "source": "signschool" + }, + { + "gloss": "thursday", + "video_id": "58363", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "thursday", + "video_id": "58367", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "thursday", + "video_id": "58368", + "split": "val", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "thursday", + "video_id": "66637", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "thursday", + "video_id": "66638", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "thursday", + "video_id": "66639", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "thursday", + "video_id": "66640", + "split": "train", + "signer_id": 98, + "source": "aslsignbank" + }, + { + "gloss": "thursday", + "video_id": "70026", + "split": "test", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "trade", + "video_id": "59203", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "trade", + "video_id": "59204", + "split": "train", + "signer_id": 19, + "source": "elementalasl" + }, + { + "gloss": "trade", + "video_id": "59205", + "split": "train", + "signer_id": 28, + "source": "spreadthesign" + }, + { + "gloss": "trade", + "video_id": "59206", + "split": "test", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "trade", + "video_id": "59207", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "trade", + "video_id": "59208", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "trade", + "video_id": "59209", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "trade", + "video_id": "59210", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "trade", + "video_id": "59211", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "trade", + "video_id": "59212", + "split": "val", + "signer_id": 21, + "source": "asldeafined" + }, + { + "gloss": "wait", + "video_id": "62077", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "wait", + "video_id": "62097", + "split": "train", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "wait", + "video_id": "62098", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "wait", + "video_id": "62100", + "split": "train", + "signer_id": 60, + "source": "signschool" + }, + { + "gloss": "wait", + "video_id": "62101", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "wait", + "video_id": "62102", + "split": "val", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "wait", + "video_id": "62103", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "wait", + "video_id": "62109", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "wait", + "video_id": "62111", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "wait", + "video_id": "66740", + "split": "train", + "signer_id": 107, + "source": "aslsignbank" + }, + { + "gloss": "walk", + "video_id": "62152", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "walk", + "video_id": "62158", + "split": "val", + "signer_id": 56, + "source": "spreadthesign" + }, + { + "gloss": "walk", + "video_id": "62159", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "walk", + "video_id": "62160", + "split": "test", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "walk", + "video_id": "62163", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "walk", + "video_id": "62164", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "walk", + "video_id": "62171", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "walk", + "video_id": "62173", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "walk", + "video_id": "66742", + "split": "train", + "signer_id": 107, + "source": "aslsignbank" + }, + { + "gloss": "walk", + "video_id": "66743", + "split": "train", + "signer_id": 100, + "source": "aslsignbank" + }, + { + "gloss": "walk", + "video_id": "68177", + "split": "val", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "what", + "video_id": "62944", + "split": "val", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "what", + "video_id": "62964", + "split": "train", + "signer_id": 42, + "source": "spreadthesign" + }, + { + "gloss": "what", + "video_id": "62965", + "split": "val", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "what", + "video_id": "62966", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "what", + "video_id": "62967", + "split": "test", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "what", + "video_id": "62968", + "split": "train", + "signer_id": 32, + "source": "signschool" + }, + { + "gloss": "what", + "video_id": "62970", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "what", + "video_id": "62984", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "what", + "video_id": "66769", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "what", + "video_id": "69531", + "split": "val", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "who", + "video_id": "63219", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "who", + "video_id": "63225", + "split": "train", + "signer_id": 42, + "source": "spreadthesign" + }, + { + "gloss": "who", + "video_id": "63226", + "split": "test", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "who", + "video_id": "63227", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "who", + "video_id": "63228", + "split": "train", + "signer_id": 6, + "source": "signschool" + }, + { + "gloss": "who", + "video_id": "63229", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "who", + "video_id": "63230", + "split": "val", + "signer_id": 46, + "source": "signschool" + }, + { + "gloss": "who", + "video_id": "63231", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "who", + "video_id": "63232", + "split": "train", + "signer_id": 59, + "source": "asldeafined" + }, + { + "gloss": "who", + "video_id": "63239", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "who", + "video_id": "63240", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "who", + "video_id": "66778", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "who", + "video_id": "66779", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "who", + "video_id": "68183", + "split": "train", + "signer_id": 111, + "source": "valencia-asl" + }, + { + "gloss": "who", + "video_id": "69534", + "split": "train", + "signer_id": 118, + "source": "aslbrick" + }, + { + "gloss": "why", + "video_id": "63280", + "split": "train", + "signer_id": 42, + "source": "spreadthesign" + }, + { + "gloss": "why", + "video_id": "63281", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "why", + "video_id": "63282", + "split": "train", + "signer_id": 45, + "source": "signschool" + }, + { + "gloss": "why", + "video_id": "63283", + "split": "train", + "signer_id": 46, + "source": "signschool" + }, + { + "gloss": "why", + "video_id": "63284", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "why", + "video_id": "63285", + "split": "val", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "why", + "video_id": "66781", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "why", + "video_id": "70213", + "split": "test", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "woman", + "video_id": "63662", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "woman", + "video_id": "63664", + "split": "test", + "signer_id": 42, + "source": "spreadthesign" + }, + { + "gloss": "woman", + "video_id": "63665", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "woman", + "video_id": "63666", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "woman", + "video_id": "63667", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "woman", + "video_id": "63668", + "split": "train", + "signer_id": 39, + "source": "signschool" + }, + { + "gloss": "woman", + "video_id": "63669", + "split": "val", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "woman", + "video_id": "63675", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "woman", + "video_id": "63676", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "woman", + "video_id": "63677", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "woman", + "video_id": "66798", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "woman", + "video_id": "66799", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "woman", + "video_id": "68187", + "split": "val", + "signer_id": 110, + "source": "valencia-asl" + }, + { + "gloss": "write", + "video_id": "64049", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "write", + "video_id": "64056", + "split": "train", + "signer_id": 42, + "source": "spreadthesign" + }, + { + "gloss": "write", + "video_id": "64057", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "write", + "video_id": "64058", + "split": "train", + "signer_id": 38, + "source": "startasl" + }, + { + "gloss": "write", + "video_id": "64059", + "split": "train", + "signer_id": 31, + "source": "signschool" + }, + { + "gloss": "write", + "video_id": "64060", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "write", + "video_id": "64061", + "split": "val", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "write", + "video_id": "64066", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "write", + "video_id": "64067", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "write", + "video_id": "66815", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "write", + "video_id": "69544", + "split": "test", + "signer_id": 115, + "source": "aslbrick" + }, + { + "gloss": "write", + "video_id": "70261", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "year", + "video_id": "64201", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "year", + "video_id": "64209", + "split": "test", + "signer_id": 42, + "source": "spreadthesign" + }, + { + "gloss": "year", + "video_id": "64210", + "split": "test", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "year", + "video_id": "64211", + "split": "val", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "year", + "video_id": "64212", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "year", + "video_id": "64213", + "split": "train", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "year", + "video_id": "64221", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "year", + "video_id": "64222", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "year", + "video_id": "66816", + "split": "train", + "signer_id": 93, + "source": "aslsignbank" + }, + { + "gloss": "year", + "video_id": "66818", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "year", + "video_id": "68190", + "split": "val", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "year", + "video_id": "70306", + "split": "train", + "signer_id": 121, + "source": "northtexas" + }, + { + "gloss": "yes", + "video_id": "64275", + "split": "test", + "signer_id": 9, + "source": "asl5200" + }, + { + "gloss": "yes", + "video_id": "64280", + "split": "train", + "signer_id": 28, + "source": "spreadthesign" + }, + { + "gloss": "yes", + "video_id": "64281", + "split": "train", + "signer_id": 36, + "source": "startasl" + }, + { + "gloss": "yes", + "video_id": "64283", + "split": "train", + "signer_id": 4, + "source": "signschool" + }, + { + "gloss": "yes", + "video_id": "64284", + "split": "train", + "signer_id": 3, + "source": "signschool" + }, + { + "gloss": "yes", + "video_id": "64287", + "split": "val", + "signer_id": 13, + "source": "asldeafined" + }, + { + "gloss": "yes", + "video_id": "64288", + "split": "train", + "signer_id": 15, + "source": "asldeafined" + }, + { + "gloss": "yes", + "video_id": "64294", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "yes", + "video_id": "64295", + "split": "train", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "yes", + "video_id": "64296", + "split": "train", + "signer_id": 47, + "source": "scott" + }, + { + "gloss": "yes", + "video_id": "64297", + "split": "test", + "signer_id": 5, + "source": "aslu" + }, + { + "gloss": "yes", + "video_id": "66820", + "split": "train", + "signer_id": 88, + "source": "aslsignbank" + }, + { + "gloss": "yes", + "video_id": "68192", + "split": "val", + "signer_id": 109, + "source": "valencia-asl" + }, + { + "gloss": "yes", + "video_id": "69546", + "split": "val", + "signer_id": 118, + "source": "aslbrick" + } +] \ No newline at end of file diff --git a/mute_mode/landmarks/inform/29628.npz b/mute_mode/landmarks/inform/29628.npz new file mode 100644 index 0000000..333d96a Binary files /dev/null and b/mute_mode/landmarks/inform/29628.npz differ diff --git a/mute_mode/landmarks/inform/29646.npz b/mute_mode/landmarks/inform/29646.npz new file mode 100644 index 0000000..b9339f8 Binary files /dev/null and b/mute_mode/landmarks/inform/29646.npz differ diff --git a/mute_mode/landmarks/inform/29647.npz b/mute_mode/landmarks/inform/29647.npz new file mode 100644 index 0000000..4ddb5eb Binary files /dev/null and b/mute_mode/landmarks/inform/29647.npz differ diff --git a/mute_mode/landmarks/inform/29648.npz b/mute_mode/landmarks/inform/29648.npz new file mode 100644 index 0000000..ded5b25 Binary files /dev/null and b/mute_mode/landmarks/inform/29648.npz differ diff --git a/mute_mode/landmarks/inform/29649.npz b/mute_mode/landmarks/inform/29649.npz new file mode 100644 index 0000000..22d48be Binary files /dev/null and b/mute_mode/landmarks/inform/29649.npz differ diff --git a/mute_mode/landmarks/inform/29659.npz b/mute_mode/landmarks/inform/29659.npz new file mode 100644 index 0000000..5c3155b Binary files /dev/null and b/mute_mode/landmarks/inform/29659.npz differ diff --git a/mute_mode/landmarks/inform/65940.npz b/mute_mode/landmarks/inform/65940.npz new file mode 100644 index 0000000..9b0f4a4 Binary files /dev/null and b/mute_mode/landmarks/inform/65940.npz differ diff --git a/mute_mode/landmarks/language/32146.npz b/mute_mode/landmarks/language/32146.npz new file mode 100644 index 0000000..d51c01b Binary files /dev/null and b/mute_mode/landmarks/language/32146.npz differ diff --git a/mute_mode/landmarks/language/32154.npz b/mute_mode/landmarks/language/32154.npz new file mode 100644 index 0000000..9a3da82 Binary files /dev/null and b/mute_mode/landmarks/language/32154.npz differ diff --git a/mute_mode/landmarks/language/32155.npz b/mute_mode/landmarks/language/32155.npz new file mode 100644 index 0000000..4ad8cff Binary files /dev/null and b/mute_mode/landmarks/language/32155.npz differ diff --git a/mute_mode/landmarks/language/32156.npz b/mute_mode/landmarks/language/32156.npz new file mode 100644 index 0000000..605c0e8 Binary files /dev/null and b/mute_mode/landmarks/language/32156.npz differ diff --git a/mute_mode/landmarks/language/32157.npz b/mute_mode/landmarks/language/32157.npz new file mode 100644 index 0000000..bd0fca2 Binary files /dev/null and b/mute_mode/landmarks/language/32157.npz differ diff --git a/mute_mode/landmarks/language/32158.npz b/mute_mode/landmarks/language/32158.npz new file mode 100644 index 0000000..bba255c Binary files /dev/null and b/mute_mode/landmarks/language/32158.npz differ diff --git a/mute_mode/landmarks/language/32160.npz b/mute_mode/landmarks/language/32160.npz new file mode 100644 index 0000000..6fe0389 Binary files /dev/null and b/mute_mode/landmarks/language/32160.npz differ diff --git a/mute_mode/landmarks/language/32164.npz b/mute_mode/landmarks/language/32164.npz new file mode 100644 index 0000000..9256316 Binary files /dev/null and b/mute_mode/landmarks/language/32164.npz differ diff --git a/mute_mode/landmarks/language/66007.npz b/mute_mode/landmarks/language/66007.npz new file mode 100644 index 0000000..1efac7a Binary files /dev/null and b/mute_mode/landmarks/language/66007.npz differ diff --git a/mute_mode/landmarks/language/66008.npz b/mute_mode/landmarks/language/66008.npz new file mode 100644 index 0000000..9fabfbb Binary files /dev/null and b/mute_mode/landmarks/language/66008.npz differ diff --git a/mute_mode/landmarks/language/68084.npz b/mute_mode/landmarks/language/68084.npz new file mode 100644 index 0000000..7f2cf33 Binary files /dev/null and b/mute_mode/landmarks/language/68084.npz differ diff --git a/mute_mode/landmarks/language/68085.npz b/mute_mode/landmarks/language/68085.npz new file mode 100644 index 0000000..a75d08e Binary files /dev/null and b/mute_mode/landmarks/language/68085.npz differ diff --git a/mute_mode/landmarks/last/32246.npz b/mute_mode/landmarks/last/32246.npz new file mode 100644 index 0000000..07248f8 Binary files /dev/null and b/mute_mode/landmarks/last/32246.npz differ diff --git a/mute_mode/landmarks/last/32248.npz b/mute_mode/landmarks/last/32248.npz new file mode 100644 index 0000000..1454781 Binary files /dev/null and b/mute_mode/landmarks/last/32248.npz differ diff --git a/mute_mode/landmarks/last/32249.npz b/mute_mode/landmarks/last/32249.npz new file mode 100644 index 0000000..2409384 Binary files /dev/null and b/mute_mode/landmarks/last/32249.npz differ diff --git a/mute_mode/landmarks/last/32250.npz b/mute_mode/landmarks/last/32250.npz new file mode 100644 index 0000000..fc5b9ef Binary files /dev/null and b/mute_mode/landmarks/last/32250.npz differ diff --git a/mute_mode/landmarks/last/32258.npz b/mute_mode/landmarks/last/32258.npz new file mode 100644 index 0000000..43546ce Binary files /dev/null and b/mute_mode/landmarks/last/32258.npz differ diff --git a/mute_mode/landmarks/last/66010.npz b/mute_mode/landmarks/last/66010.npz new file mode 100644 index 0000000..837a69d Binary files /dev/null and b/mute_mode/landmarks/last/66010.npz differ diff --git a/mute_mode/landmarks/last/68086.npz b/mute_mode/landmarks/last/68086.npz new file mode 100644 index 0000000..f70abb5 Binary files /dev/null and b/mute_mode/landmarks/last/68086.npz differ diff --git a/mute_mode/landmarks/later/32319.npz b/mute_mode/landmarks/later/32319.npz new file mode 100644 index 0000000..7dd6564 Binary files /dev/null and b/mute_mode/landmarks/later/32319.npz differ diff --git a/mute_mode/landmarks/later/32320.npz b/mute_mode/landmarks/later/32320.npz new file mode 100644 index 0000000..504d527 Binary files /dev/null and b/mute_mode/landmarks/later/32320.npz differ diff --git a/mute_mode/landmarks/later/32321.npz b/mute_mode/landmarks/later/32321.npz new file mode 100644 index 0000000..18263e3 Binary files /dev/null and b/mute_mode/landmarks/later/32321.npz differ diff --git a/mute_mode/landmarks/later/32322.npz b/mute_mode/landmarks/later/32322.npz new file mode 100644 index 0000000..cc6632d Binary files /dev/null and b/mute_mode/landmarks/later/32322.npz differ diff --git a/mute_mode/landmarks/later/32323.npz b/mute_mode/landmarks/later/32323.npz new file mode 100644 index 0000000..ea9a08c Binary files /dev/null and b/mute_mode/landmarks/later/32323.npz differ diff --git a/mute_mode/landmarks/later/32324.npz b/mute_mode/landmarks/later/32324.npz new file mode 100644 index 0000000..8d38949 Binary files /dev/null and b/mute_mode/landmarks/later/32324.npz differ diff --git a/mute_mode/landmarks/later/32325.npz b/mute_mode/landmarks/later/32325.npz new file mode 100644 index 0000000..eb1d4f2 Binary files /dev/null and b/mute_mode/landmarks/later/32325.npz differ diff --git a/mute_mode/landmarks/later/32326.npz b/mute_mode/landmarks/later/32326.npz new file mode 100644 index 0000000..9feb9d8 Binary files /dev/null and b/mute_mode/landmarks/later/32326.npz differ diff --git a/mute_mode/landmarks/later/32334.npz b/mute_mode/landmarks/later/32334.npz new file mode 100644 index 0000000..25d23e4 Binary files /dev/null and b/mute_mode/landmarks/later/32334.npz differ diff --git a/mute_mode/landmarks/later/32335.npz b/mute_mode/landmarks/later/32335.npz new file mode 100644 index 0000000..242cea0 Binary files /dev/null and b/mute_mode/landmarks/later/32335.npz differ diff --git a/mute_mode/landmarks/later/66014.npz b/mute_mode/landmarks/later/66014.npz new file mode 100644 index 0000000..6ed4320 Binary files /dev/null and b/mute_mode/landmarks/later/66014.npz differ diff --git a/mute_mode/landmarks/later/66015.npz b/mute_mode/landmarks/later/66015.npz new file mode 100644 index 0000000..2598638 Binary files /dev/null and b/mute_mode/landmarks/later/66015.npz differ diff --git a/mute_mode/landmarks/leave/32654.npz b/mute_mode/landmarks/leave/32654.npz new file mode 100644 index 0000000..33c5935 Binary files /dev/null and b/mute_mode/landmarks/leave/32654.npz differ diff --git a/mute_mode/landmarks/leave/32655.npz b/mute_mode/landmarks/leave/32655.npz new file mode 100644 index 0000000..d8904c1 Binary files /dev/null and b/mute_mode/landmarks/leave/32655.npz differ diff --git a/mute_mode/landmarks/leave/32657.npz b/mute_mode/landmarks/leave/32657.npz new file mode 100644 index 0000000..797e546 Binary files /dev/null and b/mute_mode/landmarks/leave/32657.npz differ diff --git a/mute_mode/landmarks/leave/32658.npz b/mute_mode/landmarks/leave/32658.npz new file mode 100644 index 0000000..6e35b51 Binary files /dev/null and b/mute_mode/landmarks/leave/32658.npz differ diff --git a/mute_mode/landmarks/leave/32659.npz b/mute_mode/landmarks/leave/32659.npz new file mode 100644 index 0000000..9313bd8 Binary files /dev/null and b/mute_mode/landmarks/leave/32659.npz differ diff --git a/mute_mode/landmarks/leave/32661.npz b/mute_mode/landmarks/leave/32661.npz new file mode 100644 index 0000000..df8bb74 Binary files /dev/null and b/mute_mode/landmarks/leave/32661.npz differ diff --git a/mute_mode/landmarks/leave/32662.npz b/mute_mode/landmarks/leave/32662.npz new file mode 100644 index 0000000..cb4a615 Binary files /dev/null and b/mute_mode/landmarks/leave/32662.npz differ diff --git a/mute_mode/landmarks/leave/32673.npz b/mute_mode/landmarks/leave/32673.npz new file mode 100644 index 0000000..3fbbfea Binary files /dev/null and b/mute_mode/landmarks/leave/32673.npz differ diff --git a/mute_mode/landmarks/leave/66025.npz b/mute_mode/landmarks/leave/66025.npz new file mode 100644 index 0000000..23eb674 Binary files /dev/null and b/mute_mode/landmarks/leave/66025.npz differ diff --git a/mute_mode/landmarks/letter/32945.npz b/mute_mode/landmarks/letter/32945.npz new file mode 100644 index 0000000..2c5debb Binary files /dev/null and b/mute_mode/landmarks/letter/32945.npz differ diff --git a/mute_mode/landmarks/letter/32946.npz b/mute_mode/landmarks/letter/32946.npz new file mode 100644 index 0000000..7238317 Binary files /dev/null and b/mute_mode/landmarks/letter/32946.npz differ diff --git a/mute_mode/landmarks/letter/32947.npz b/mute_mode/landmarks/letter/32947.npz new file mode 100644 index 0000000..6b036b7 Binary files /dev/null and b/mute_mode/landmarks/letter/32947.npz differ diff --git a/mute_mode/landmarks/letter/32948.npz b/mute_mode/landmarks/letter/32948.npz new file mode 100644 index 0000000..845450b Binary files /dev/null and b/mute_mode/landmarks/letter/32948.npz differ diff --git a/mute_mode/landmarks/letter/32949.npz b/mute_mode/landmarks/letter/32949.npz new file mode 100644 index 0000000..b2f420e Binary files /dev/null and b/mute_mode/landmarks/letter/32949.npz differ diff --git a/mute_mode/landmarks/letter/32950.npz b/mute_mode/landmarks/letter/32950.npz new file mode 100644 index 0000000..8bf79c3 Binary files /dev/null and b/mute_mode/landmarks/letter/32950.npz differ diff --git a/mute_mode/landmarks/letter/32956.npz b/mute_mode/landmarks/letter/32956.npz new file mode 100644 index 0000000..cb91d4e Binary files /dev/null and b/mute_mode/landmarks/letter/32956.npz differ diff --git a/mute_mode/landmarks/letter/66038.npz b/mute_mode/landmarks/letter/66038.npz new file mode 100644 index 0000000..ae0bf2d Binary files /dev/null and b/mute_mode/landmarks/letter/66038.npz differ diff --git a/mute_mode/landmarks/letter/68089.npz b/mute_mode/landmarks/letter/68089.npz new file mode 100644 index 0000000..c5f0a59 Binary files /dev/null and b/mute_mode/landmarks/letter/68089.npz differ diff --git a/mute_mode/landmarks/letter/70325.npz b/mute_mode/landmarks/letter/70325.npz new file mode 100644 index 0000000..9f765fe Binary files /dev/null and b/mute_mode/landmarks/letter/70325.npz differ diff --git a/mute_mode/landmarks/man/34685.npz b/mute_mode/landmarks/man/34685.npz new file mode 100644 index 0000000..58904b5 Binary files /dev/null and b/mute_mode/landmarks/man/34685.npz differ diff --git a/mute_mode/landmarks/man/34732.npz b/mute_mode/landmarks/man/34732.npz new file mode 100644 index 0000000..c4eb542 Binary files /dev/null and b/mute_mode/landmarks/man/34732.npz differ diff --git a/mute_mode/landmarks/man/34733.npz b/mute_mode/landmarks/man/34733.npz new file mode 100644 index 0000000..1fdb32f Binary files /dev/null and b/mute_mode/landmarks/man/34733.npz differ diff --git a/mute_mode/landmarks/man/34734.npz b/mute_mode/landmarks/man/34734.npz new file mode 100644 index 0000000..c3b9745 Binary files /dev/null and b/mute_mode/landmarks/man/34734.npz differ diff --git a/mute_mode/landmarks/man/34736.npz b/mute_mode/landmarks/man/34736.npz new file mode 100644 index 0000000..feafe15 Binary files /dev/null and b/mute_mode/landmarks/man/34736.npz differ diff --git a/mute_mode/landmarks/man/34737.npz b/mute_mode/landmarks/man/34737.npz new file mode 100644 index 0000000..03c9011 Binary files /dev/null and b/mute_mode/landmarks/man/34737.npz differ diff --git a/mute_mode/landmarks/man/34738.npz b/mute_mode/landmarks/man/34738.npz new file mode 100644 index 0000000..d363e33 Binary files /dev/null and b/mute_mode/landmarks/man/34738.npz differ diff --git a/mute_mode/landmarks/man/34743.npz b/mute_mode/landmarks/man/34743.npz new file mode 100644 index 0000000..ece803f Binary files /dev/null and b/mute_mode/landmarks/man/34743.npz differ diff --git a/mute_mode/landmarks/man/34744.npz b/mute_mode/landmarks/man/34744.npz new file mode 100644 index 0000000..fd04ce1 Binary files /dev/null and b/mute_mode/landmarks/man/34744.npz differ diff --git a/mute_mode/landmarks/man/66097.npz b/mute_mode/landmarks/man/66097.npz new file mode 100644 index 0000000..ec07099 Binary files /dev/null and b/mute_mode/landmarks/man/66097.npz differ diff --git a/mute_mode/landmarks/man/66098.npz b/mute_mode/landmarks/man/66098.npz new file mode 100644 index 0000000..6231a28 Binary files /dev/null and b/mute_mode/landmarks/man/66098.npz differ diff --git a/mute_mode/landmarks/man/66099.npz b/mute_mode/landmarks/man/66099.npz new file mode 100644 index 0000000..086aab4 Binary files /dev/null and b/mute_mode/landmarks/man/66099.npz differ diff --git a/mute_mode/landmarks/man/69395.npz b/mute_mode/landmarks/man/69395.npz new file mode 100644 index 0000000..a49d1dc Binary files /dev/null and b/mute_mode/landmarks/man/69395.npz differ diff --git a/mute_mode/landmarks/many/34822.npz b/mute_mode/landmarks/many/34822.npz new file mode 100644 index 0000000..01bcb0c Binary files /dev/null and b/mute_mode/landmarks/many/34822.npz differ diff --git a/mute_mode/landmarks/many/34823.npz b/mute_mode/landmarks/many/34823.npz new file mode 100644 index 0000000..a0980d6 Binary files /dev/null and b/mute_mode/landmarks/many/34823.npz differ diff --git a/mute_mode/landmarks/many/34824.npz b/mute_mode/landmarks/many/34824.npz new file mode 100644 index 0000000..dd091eb Binary files /dev/null and b/mute_mode/landmarks/many/34824.npz differ diff --git a/mute_mode/landmarks/many/34825.npz b/mute_mode/landmarks/many/34825.npz new file mode 100644 index 0000000..0aa7d3a Binary files /dev/null and b/mute_mode/landmarks/many/34825.npz differ diff --git a/mute_mode/landmarks/many/34826.npz b/mute_mode/landmarks/many/34826.npz new file mode 100644 index 0000000..815d0d7 Binary files /dev/null and b/mute_mode/landmarks/many/34826.npz differ diff --git a/mute_mode/landmarks/many/34827.npz b/mute_mode/landmarks/many/34827.npz new file mode 100644 index 0000000..8e15852 Binary files /dev/null and b/mute_mode/landmarks/many/34827.npz differ diff --git a/mute_mode/landmarks/many/34834.npz b/mute_mode/landmarks/many/34834.npz new file mode 100644 index 0000000..35f4c6e Binary files /dev/null and b/mute_mode/landmarks/many/34834.npz differ diff --git a/mute_mode/landmarks/many/34835.npz b/mute_mode/landmarks/many/34835.npz new file mode 100644 index 0000000..372edc1 Binary files /dev/null and b/mute_mode/landmarks/many/34835.npz differ diff --git a/mute_mode/landmarks/many/34836.npz b/mute_mode/landmarks/many/34836.npz new file mode 100644 index 0000000..87ec44e Binary files /dev/null and b/mute_mode/landmarks/many/34836.npz differ diff --git a/mute_mode/landmarks/many/69396.npz b/mute_mode/landmarks/many/69396.npz new file mode 100644 index 0000000..46d61ce Binary files /dev/null and b/mute_mode/landmarks/many/69396.npz differ diff --git a/mute_mode/landmarks/many/70308.npz b/mute_mode/landmarks/many/70308.npz new file mode 100644 index 0000000..d7b25fa Binary files /dev/null and b/mute_mode/landmarks/many/70308.npz differ diff --git a/mute_mode/landmarks/mother/36927.npz b/mute_mode/landmarks/mother/36927.npz new file mode 100644 index 0000000..f682212 Binary files /dev/null and b/mute_mode/landmarks/mother/36927.npz differ diff --git a/mute_mode/landmarks/mother/36929.npz b/mute_mode/landmarks/mother/36929.npz new file mode 100644 index 0000000..1ba7465 Binary files /dev/null and b/mute_mode/landmarks/mother/36929.npz differ diff --git a/mute_mode/landmarks/mother/36930.npz b/mute_mode/landmarks/mother/36930.npz new file mode 100644 index 0000000..3d76ac6 Binary files /dev/null and b/mute_mode/landmarks/mother/36930.npz differ diff --git a/mute_mode/landmarks/mother/36931.npz b/mute_mode/landmarks/mother/36931.npz new file mode 100644 index 0000000..2cf480e Binary files /dev/null and b/mute_mode/landmarks/mother/36931.npz differ diff --git a/mute_mode/landmarks/mother/36932.npz b/mute_mode/landmarks/mother/36932.npz new file mode 100644 index 0000000..143f151 Binary files /dev/null and b/mute_mode/landmarks/mother/36932.npz differ diff --git a/mute_mode/landmarks/mother/36933.npz b/mute_mode/landmarks/mother/36933.npz new file mode 100644 index 0000000..a49a6ea Binary files /dev/null and b/mute_mode/landmarks/mother/36933.npz differ diff --git a/mute_mode/landmarks/mother/36938.npz b/mute_mode/landmarks/mother/36938.npz new file mode 100644 index 0000000..0ec3825 Binary files /dev/null and b/mute_mode/landmarks/mother/36938.npz differ diff --git a/mute_mode/landmarks/mother/36939.npz b/mute_mode/landmarks/mother/36939.npz new file mode 100644 index 0000000..c99c8a3 Binary files /dev/null and b/mute_mode/landmarks/mother/36939.npz differ diff --git a/mute_mode/landmarks/mother/36940.npz b/mute_mode/landmarks/mother/36940.npz new file mode 100644 index 0000000..4d33ca8 Binary files /dev/null and b/mute_mode/landmarks/mother/36940.npz differ diff --git a/mute_mode/landmarks/mother/36941.npz b/mute_mode/landmarks/mother/36941.npz new file mode 100644 index 0000000..3b9d685 Binary files /dev/null and b/mute_mode/landmarks/mother/36941.npz differ diff --git a/mute_mode/landmarks/mother/36942.npz b/mute_mode/landmarks/mother/36942.npz new file mode 100644 index 0000000..bfe23f7 Binary files /dev/null and b/mute_mode/landmarks/mother/36942.npz differ diff --git a/mute_mode/landmarks/mother/36944.npz b/mute_mode/landmarks/mother/36944.npz new file mode 100644 index 0000000..1790162 Binary files /dev/null and b/mute_mode/landmarks/mother/36944.npz differ diff --git a/mute_mode/landmarks/mother/66146.npz b/mute_mode/landmarks/mother/66146.npz new file mode 100644 index 0000000..3df776f Binary files /dev/null and b/mute_mode/landmarks/mother/66146.npz differ diff --git a/mute_mode/landmarks/mother/66147.npz b/mute_mode/landmarks/mother/66147.npz new file mode 100644 index 0000000..25dcd7d Binary files /dev/null and b/mute_mode/landmarks/mother/66147.npz differ diff --git a/mute_mode/landmarks/mother/69402.npz b/mute_mode/landmarks/mother/69402.npz new file mode 100644 index 0000000..bd1ebaf Binary files /dev/null and b/mute_mode/landmarks/mother/69402.npz differ diff --git a/mute_mode/landmarks/no/38482.npz b/mute_mode/landmarks/no/38482.npz new file mode 100644 index 0000000..12505df Binary files /dev/null and b/mute_mode/landmarks/no/38482.npz differ diff --git a/mute_mode/landmarks/no/38524.npz b/mute_mode/landmarks/no/38524.npz new file mode 100644 index 0000000..2fdab85 Binary files /dev/null and b/mute_mode/landmarks/no/38524.npz differ diff --git a/mute_mode/landmarks/no/38525.npz b/mute_mode/landmarks/no/38525.npz new file mode 100644 index 0000000..f434479 Binary files /dev/null and b/mute_mode/landmarks/no/38525.npz differ diff --git a/mute_mode/landmarks/no/38527.npz b/mute_mode/landmarks/no/38527.npz new file mode 100644 index 0000000..bf8d283 Binary files /dev/null and b/mute_mode/landmarks/no/38527.npz differ diff --git a/mute_mode/landmarks/no/38529.npz b/mute_mode/landmarks/no/38529.npz new file mode 100644 index 0000000..5886191 Binary files /dev/null and b/mute_mode/landmarks/no/38529.npz differ diff --git a/mute_mode/landmarks/no/38530.npz b/mute_mode/landmarks/no/38530.npz new file mode 100644 index 0000000..f71d5ea Binary files /dev/null and b/mute_mode/landmarks/no/38530.npz differ diff --git a/mute_mode/landmarks/no/38538.npz b/mute_mode/landmarks/no/38538.npz new file mode 100644 index 0000000..2cbb8c5 Binary files /dev/null and b/mute_mode/landmarks/no/38538.npz differ diff --git a/mute_mode/landmarks/no/38539.npz b/mute_mode/landmarks/no/38539.npz new file mode 100644 index 0000000..c42697a Binary files /dev/null and b/mute_mode/landmarks/no/38539.npz differ diff --git a/mute_mode/landmarks/no/38540.npz b/mute_mode/landmarks/no/38540.npz new file mode 100644 index 0000000..87264f2 Binary files /dev/null and b/mute_mode/landmarks/no/38540.npz differ diff --git a/mute_mode/landmarks/no/38541.npz b/mute_mode/landmarks/no/38541.npz new file mode 100644 index 0000000..677f9bb Binary files /dev/null and b/mute_mode/landmarks/no/38541.npz differ diff --git a/mute_mode/landmarks/no/66183.npz b/mute_mode/landmarks/no/66183.npz new file mode 100644 index 0000000..78bcd6a Binary files /dev/null and b/mute_mode/landmarks/no/66183.npz differ diff --git a/mute_mode/landmarks/no/68110.npz b/mute_mode/landmarks/no/68110.npz new file mode 100644 index 0000000..d7f2583 Binary files /dev/null and b/mute_mode/landmarks/no/68110.npz differ diff --git a/mute_mode/landmarks/no/69411.npz b/mute_mode/landmarks/no/69411.npz new file mode 100644 index 0000000..0733e69 Binary files /dev/null and b/mute_mode/landmarks/no/69411.npz differ diff --git a/mute_mode/landmarks/order/40169.npz b/mute_mode/landmarks/order/40169.npz new file mode 100644 index 0000000..5ba86e6 Binary files /dev/null and b/mute_mode/landmarks/order/40169.npz differ diff --git a/mute_mode/landmarks/order/40171.npz b/mute_mode/landmarks/order/40171.npz new file mode 100644 index 0000000..f834167 Binary files /dev/null and b/mute_mode/landmarks/order/40171.npz differ diff --git a/mute_mode/landmarks/order/40172.npz b/mute_mode/landmarks/order/40172.npz new file mode 100644 index 0000000..3b21879 Binary files /dev/null and b/mute_mode/landmarks/order/40172.npz differ diff --git a/mute_mode/landmarks/order/66248.npz b/mute_mode/landmarks/order/66248.npz new file mode 100644 index 0000000..6e7a3f4 Binary files /dev/null and b/mute_mode/landmarks/order/66248.npz differ diff --git a/mute_mode/landmarks/order/66249.npz b/mute_mode/landmarks/order/66249.npz new file mode 100644 index 0000000..d55d6b8 Binary files /dev/null and b/mute_mode/landmarks/order/66249.npz differ diff --git a/mute_mode/landmarks/order/70172.npz b/mute_mode/landmarks/order/70172.npz new file mode 100644 index 0000000..aec472c Binary files /dev/null and b/mute_mode/landmarks/order/70172.npz differ diff --git a/mute_mode/landmarks/party/41306.npz b/mute_mode/landmarks/party/41306.npz new file mode 100644 index 0000000..65451d3 Binary files /dev/null and b/mute_mode/landmarks/party/41306.npz differ diff --git a/mute_mode/landmarks/party/41311.npz b/mute_mode/landmarks/party/41311.npz new file mode 100644 index 0000000..0b5c522 Binary files /dev/null and b/mute_mode/landmarks/party/41311.npz differ diff --git a/mute_mode/landmarks/party/41312.npz b/mute_mode/landmarks/party/41312.npz new file mode 100644 index 0000000..7e71dd6 Binary files /dev/null and b/mute_mode/landmarks/party/41312.npz differ diff --git a/mute_mode/landmarks/party/41315.npz b/mute_mode/landmarks/party/41315.npz new file mode 100644 index 0000000..cc1686c Binary files /dev/null and b/mute_mode/landmarks/party/41315.npz differ diff --git a/mute_mode/landmarks/party/41316.npz b/mute_mode/landmarks/party/41316.npz new file mode 100644 index 0000000..3bb6af6 Binary files /dev/null and b/mute_mode/landmarks/party/41316.npz differ diff --git a/mute_mode/landmarks/party/41317.npz b/mute_mode/landmarks/party/41317.npz new file mode 100644 index 0000000..9f6eac6 Binary files /dev/null and b/mute_mode/landmarks/party/41317.npz differ diff --git a/mute_mode/landmarks/party/41323.npz b/mute_mode/landmarks/party/41323.npz new file mode 100644 index 0000000..a7bb465 Binary files /dev/null and b/mute_mode/landmarks/party/41323.npz differ diff --git a/mute_mode/landmarks/party/66265.npz b/mute_mode/landmarks/party/66265.npz new file mode 100644 index 0000000..b761792 Binary files /dev/null and b/mute_mode/landmarks/party/66265.npz differ diff --git a/mute_mode/landmarks/party/66266.npz b/mute_mode/landmarks/party/66266.npz new file mode 100644 index 0000000..8b0ffc1 Binary files /dev/null and b/mute_mode/landmarks/party/66266.npz differ diff --git a/mute_mode/landmarks/pizza/42953.npz b/mute_mode/landmarks/pizza/42953.npz new file mode 100644 index 0000000..9866d11 Binary files /dev/null and b/mute_mode/landmarks/pizza/42953.npz differ diff --git a/mute_mode/landmarks/pizza/42956.npz b/mute_mode/landmarks/pizza/42956.npz new file mode 100644 index 0000000..52c5a0b Binary files /dev/null and b/mute_mode/landmarks/pizza/42956.npz differ diff --git a/mute_mode/landmarks/pizza/42958.npz b/mute_mode/landmarks/pizza/42958.npz new file mode 100644 index 0000000..2f655b5 Binary files /dev/null and b/mute_mode/landmarks/pizza/42958.npz differ diff --git a/mute_mode/landmarks/pizza/42959.npz b/mute_mode/landmarks/pizza/42959.npz new file mode 100644 index 0000000..41f1f96 Binary files /dev/null and b/mute_mode/landmarks/pizza/42959.npz differ diff --git a/mute_mode/landmarks/pizza/42960.npz b/mute_mode/landmarks/pizza/42960.npz new file mode 100644 index 0000000..c633732 Binary files /dev/null and b/mute_mode/landmarks/pizza/42960.npz differ diff --git a/mute_mode/landmarks/pizza/42961.npz b/mute_mode/landmarks/pizza/42961.npz new file mode 100644 index 0000000..005048a Binary files /dev/null and b/mute_mode/landmarks/pizza/42961.npz differ diff --git a/mute_mode/landmarks/pizza/42962.npz b/mute_mode/landmarks/pizza/42962.npz new file mode 100644 index 0000000..9f0f108 Binary files /dev/null and b/mute_mode/landmarks/pizza/42962.npz differ diff --git a/mute_mode/landmarks/pizza/42971.npz b/mute_mode/landmarks/pizza/42971.npz new file mode 100644 index 0000000..36fe7b1 Binary files /dev/null and b/mute_mode/landmarks/pizza/42971.npz differ diff --git a/mute_mode/landmarks/pizza/42972.npz b/mute_mode/landmarks/pizza/42972.npz new file mode 100644 index 0000000..5b8f28a Binary files /dev/null and b/mute_mode/landmarks/pizza/42972.npz differ diff --git a/mute_mode/landmarks/pizza/42974.npz b/mute_mode/landmarks/pizza/42974.npz new file mode 100644 index 0000000..58c6faf Binary files /dev/null and b/mute_mode/landmarks/pizza/42974.npz differ diff --git a/mute_mode/landmarks/pizza/66297.npz b/mute_mode/landmarks/pizza/66297.npz new file mode 100644 index 0000000..5d3392a Binary files /dev/null and b/mute_mode/landmarks/pizza/66297.npz differ diff --git a/mute_mode/landmarks/pizza/69431.npz b/mute_mode/landmarks/pizza/69431.npz new file mode 100644 index 0000000..e8218ef Binary files /dev/null and b/mute_mode/landmarks/pizza/69431.npz differ diff --git a/mute_mode/landmarks/play/43166.npz b/mute_mode/landmarks/play/43166.npz new file mode 100644 index 0000000..ebbf094 Binary files /dev/null and b/mute_mode/landmarks/play/43166.npz differ diff --git a/mute_mode/landmarks/play/43167.npz b/mute_mode/landmarks/play/43167.npz new file mode 100644 index 0000000..840beb9 Binary files /dev/null and b/mute_mode/landmarks/play/43167.npz differ diff --git a/mute_mode/landmarks/play/43168.npz b/mute_mode/landmarks/play/43168.npz new file mode 100644 index 0000000..5ec82ca Binary files /dev/null and b/mute_mode/landmarks/play/43168.npz differ diff --git a/mute_mode/landmarks/play/43169.npz b/mute_mode/landmarks/play/43169.npz new file mode 100644 index 0000000..3bb6af6 Binary files /dev/null and b/mute_mode/landmarks/play/43169.npz differ diff --git a/mute_mode/landmarks/play/43170.npz b/mute_mode/landmarks/play/43170.npz new file mode 100644 index 0000000..28a8aea Binary files /dev/null and b/mute_mode/landmarks/play/43170.npz differ diff --git a/mute_mode/landmarks/play/43171.npz b/mute_mode/landmarks/play/43171.npz new file mode 100644 index 0000000..92e72e0 Binary files /dev/null and b/mute_mode/landmarks/play/43171.npz differ diff --git a/mute_mode/landmarks/play/43175.npz b/mute_mode/landmarks/play/43175.npz new file mode 100644 index 0000000..adbab10 Binary files /dev/null and b/mute_mode/landmarks/play/43175.npz differ diff --git a/mute_mode/landmarks/play/68133.npz b/mute_mode/landmarks/play/68133.npz new file mode 100644 index 0000000..ab7b8de Binary files /dev/null and b/mute_mode/landmarks/play/68133.npz differ diff --git a/mute_mode/landmarks/play/69433.npz b/mute_mode/landmarks/play/69433.npz new file mode 100644 index 0000000..b1e2bd8 Binary files /dev/null and b/mute_mode/landmarks/play/69433.npz differ diff --git a/mute_mode/landmarks/room/48507.npz b/mute_mode/landmarks/room/48507.npz new file mode 100644 index 0000000..ae985a5 Binary files /dev/null and b/mute_mode/landmarks/room/48507.npz differ diff --git a/mute_mode/landmarks/room/48509.npz b/mute_mode/landmarks/room/48509.npz new file mode 100644 index 0000000..21de3ae Binary files /dev/null and b/mute_mode/landmarks/room/48509.npz differ diff --git a/mute_mode/landmarks/room/48510.npz b/mute_mode/landmarks/room/48510.npz new file mode 100644 index 0000000..f35aa97 Binary files /dev/null and b/mute_mode/landmarks/room/48510.npz differ diff --git a/mute_mode/landmarks/room/48511.npz b/mute_mode/landmarks/room/48511.npz new file mode 100644 index 0000000..3de40da Binary files /dev/null and b/mute_mode/landmarks/room/48511.npz differ diff --git a/mute_mode/landmarks/room/48512.npz b/mute_mode/landmarks/room/48512.npz new file mode 100644 index 0000000..9405b5b Binary files /dev/null and b/mute_mode/landmarks/room/48512.npz differ diff --git a/mute_mode/landmarks/room/48513.npz b/mute_mode/landmarks/room/48513.npz new file mode 100644 index 0000000..fb8bf6d Binary files /dev/null and b/mute_mode/landmarks/room/48513.npz differ diff --git a/mute_mode/landmarks/room/48514.npz b/mute_mode/landmarks/room/48514.npz new file mode 100644 index 0000000..bdbded9 Binary files /dev/null and b/mute_mode/landmarks/room/48514.npz differ diff --git a/mute_mode/landmarks/room/48518.npz b/mute_mode/landmarks/room/48518.npz new file mode 100644 index 0000000..37281ab Binary files /dev/null and b/mute_mode/landmarks/room/48518.npz differ diff --git a/mute_mode/landmarks/room/66415.npz b/mute_mode/landmarks/room/66415.npz new file mode 100644 index 0000000..6ec9f0b Binary files /dev/null and b/mute_mode/landmarks/room/66415.npz differ diff --git a/mute_mode/landmarks/room/66416.npz b/mute_mode/landmarks/room/66416.npz new file mode 100644 index 0000000..b81a435 Binary files /dev/null and b/mute_mode/landmarks/room/66416.npz differ diff --git a/mute_mode/landmarks/score/49689.npz b/mute_mode/landmarks/score/49689.npz new file mode 100644 index 0000000..97542bd Binary files /dev/null and b/mute_mode/landmarks/score/49689.npz differ diff --git a/mute_mode/landmarks/score/49691.npz b/mute_mode/landmarks/score/49691.npz new file mode 100644 index 0000000..36ca235 Binary files /dev/null and b/mute_mode/landmarks/score/49691.npz differ diff --git a/mute_mode/landmarks/score/49692.npz b/mute_mode/landmarks/score/49692.npz new file mode 100644 index 0000000..92f71b5 Binary files /dev/null and b/mute_mode/landmarks/score/49692.npz differ diff --git a/mute_mode/landmarks/score/49693.npz b/mute_mode/landmarks/score/49693.npz new file mode 100644 index 0000000..864ca31 Binary files /dev/null and b/mute_mode/landmarks/score/49693.npz differ diff --git a/mute_mode/landmarks/score/49694.npz b/mute_mode/landmarks/score/49694.npz new file mode 100644 index 0000000..446150b Binary files /dev/null and b/mute_mode/landmarks/score/49694.npz differ diff --git a/mute_mode/landmarks/score/49695.npz b/mute_mode/landmarks/score/49695.npz new file mode 100644 index 0000000..43428dd Binary files /dev/null and b/mute_mode/landmarks/score/49695.npz differ diff --git a/mute_mode/landmarks/score/66434.npz b/mute_mode/landmarks/score/66434.npz new file mode 100644 index 0000000..500923e Binary files /dev/null and b/mute_mode/landmarks/score/66434.npz differ diff --git a/mute_mode/landmarks/secretary/50036.npz b/mute_mode/landmarks/secretary/50036.npz new file mode 100644 index 0000000..7360ca0 Binary files /dev/null and b/mute_mode/landmarks/secretary/50036.npz differ diff --git a/mute_mode/landmarks/secretary/50037.npz b/mute_mode/landmarks/secretary/50037.npz new file mode 100644 index 0000000..eed0fda Binary files /dev/null and b/mute_mode/landmarks/secretary/50037.npz differ diff --git a/mute_mode/landmarks/secretary/50038.npz b/mute_mode/landmarks/secretary/50038.npz new file mode 100644 index 0000000..7dee276 Binary files /dev/null and b/mute_mode/landmarks/secretary/50038.npz differ diff --git a/mute_mode/landmarks/secretary/50039.npz b/mute_mode/landmarks/secretary/50039.npz new file mode 100644 index 0000000..f6a1f60 Binary files /dev/null and b/mute_mode/landmarks/secretary/50039.npz differ diff --git a/mute_mode/landmarks/secretary/50040.npz b/mute_mode/landmarks/secretary/50040.npz new file mode 100644 index 0000000..109bf56 Binary files /dev/null and b/mute_mode/landmarks/secretary/50040.npz differ diff --git a/mute_mode/landmarks/secretary/50041.npz b/mute_mode/landmarks/secretary/50041.npz new file mode 100644 index 0000000..c2fe28e Binary files /dev/null and b/mute_mode/landmarks/secretary/50041.npz differ diff --git a/mute_mode/landmarks/secretary/50047.npz b/mute_mode/landmarks/secretary/50047.npz new file mode 100644 index 0000000..fc566f4 Binary files /dev/null and b/mute_mode/landmarks/secretary/50047.npz differ diff --git a/mute_mode/landmarks/secretary/50048.npz b/mute_mode/landmarks/secretary/50048.npz new file mode 100644 index 0000000..e6db0c6 Binary files /dev/null and b/mute_mode/landmarks/secretary/50048.npz differ diff --git a/mute_mode/landmarks/secretary/50049.npz b/mute_mode/landmarks/secretary/50049.npz new file mode 100644 index 0000000..2207691 Binary files /dev/null and b/mute_mode/landmarks/secretary/50049.npz differ diff --git a/mute_mode/landmarks/secretary/50050.npz b/mute_mode/landmarks/secretary/50050.npz new file mode 100644 index 0000000..5e1cc75 Binary files /dev/null and b/mute_mode/landmarks/secretary/50050.npz differ diff --git a/mute_mode/landmarks/secretary/66441.npz b/mute_mode/landmarks/secretary/66441.npz new file mode 100644 index 0000000..ab00ff8 Binary files /dev/null and b/mute_mode/landmarks/secretary/66441.npz differ diff --git a/mute_mode/landmarks/shirt/51054.npz b/mute_mode/landmarks/shirt/51054.npz new file mode 100644 index 0000000..ab9c5fa Binary files /dev/null and b/mute_mode/landmarks/shirt/51054.npz differ diff --git a/mute_mode/landmarks/shirt/51056.npz b/mute_mode/landmarks/shirt/51056.npz new file mode 100644 index 0000000..20961c0 Binary files /dev/null and b/mute_mode/landmarks/shirt/51056.npz differ diff --git a/mute_mode/landmarks/shirt/51057.npz b/mute_mode/landmarks/shirt/51057.npz new file mode 100644 index 0000000..1990780 Binary files /dev/null and b/mute_mode/landmarks/shirt/51057.npz differ diff --git a/mute_mode/landmarks/shirt/51058.npz b/mute_mode/landmarks/shirt/51058.npz new file mode 100644 index 0000000..e1a3daa Binary files /dev/null and b/mute_mode/landmarks/shirt/51058.npz differ diff --git a/mute_mode/landmarks/shirt/51059.npz b/mute_mode/landmarks/shirt/51059.npz new file mode 100644 index 0000000..200e33c Binary files /dev/null and b/mute_mode/landmarks/shirt/51059.npz differ diff --git a/mute_mode/landmarks/shirt/51060.npz b/mute_mode/landmarks/shirt/51060.npz new file mode 100644 index 0000000..17505e1 Binary files /dev/null and b/mute_mode/landmarks/shirt/51060.npz differ diff --git a/mute_mode/landmarks/shirt/51061.npz b/mute_mode/landmarks/shirt/51061.npz new file mode 100644 index 0000000..95c761d Binary files /dev/null and b/mute_mode/landmarks/shirt/51061.npz differ diff --git a/mute_mode/landmarks/shirt/51069.npz b/mute_mode/landmarks/shirt/51069.npz new file mode 100644 index 0000000..40ad676 Binary files /dev/null and b/mute_mode/landmarks/shirt/51069.npz differ diff --git a/mute_mode/landmarks/shirt/51071.npz b/mute_mode/landmarks/shirt/51071.npz new file mode 100644 index 0000000..8355c32 Binary files /dev/null and b/mute_mode/landmarks/shirt/51071.npz differ diff --git a/mute_mode/landmarks/shirt/51072.npz b/mute_mode/landmarks/shirt/51072.npz new file mode 100644 index 0000000..6758ff2 Binary files /dev/null and b/mute_mode/landmarks/shirt/51072.npz differ diff --git a/mute_mode/landmarks/short/51206.npz b/mute_mode/landmarks/short/51206.npz new file mode 100644 index 0000000..f4707db Binary files /dev/null and b/mute_mode/landmarks/short/51206.npz differ diff --git a/mute_mode/landmarks/short/51220.npz b/mute_mode/landmarks/short/51220.npz new file mode 100644 index 0000000..bea6644 Binary files /dev/null and b/mute_mode/landmarks/short/51220.npz differ diff --git a/mute_mode/landmarks/short/51221.npz b/mute_mode/landmarks/short/51221.npz new file mode 100644 index 0000000..3b7e82b Binary files /dev/null and b/mute_mode/landmarks/short/51221.npz differ diff --git a/mute_mode/landmarks/short/51223.npz b/mute_mode/landmarks/short/51223.npz new file mode 100644 index 0000000..ac8d103 Binary files /dev/null and b/mute_mode/landmarks/short/51223.npz differ diff --git a/mute_mode/landmarks/short/51224.npz b/mute_mode/landmarks/short/51224.npz new file mode 100644 index 0000000..2b66457 Binary files /dev/null and b/mute_mode/landmarks/short/51224.npz differ diff --git a/mute_mode/landmarks/short/51225.npz b/mute_mode/landmarks/short/51225.npz new file mode 100644 index 0000000..5b52af8 Binary files /dev/null and b/mute_mode/landmarks/short/51225.npz differ diff --git a/mute_mode/landmarks/short/51226.npz b/mute_mode/landmarks/short/51226.npz new file mode 100644 index 0000000..927f637 Binary files /dev/null and b/mute_mode/landmarks/short/51226.npz differ diff --git a/mute_mode/landmarks/short/51227.npz b/mute_mode/landmarks/short/51227.npz new file mode 100644 index 0000000..870798c Binary files /dev/null and b/mute_mode/landmarks/short/51227.npz differ diff --git a/mute_mode/landmarks/short/66469.npz b/mute_mode/landmarks/short/66469.npz new file mode 100644 index 0000000..30f5e49 Binary files /dev/null and b/mute_mode/landmarks/short/66469.npz differ diff --git a/mute_mode/landmarks/short/70355.npz b/mute_mode/landmarks/short/70355.npz new file mode 100644 index 0000000..8aa805c Binary files /dev/null and b/mute_mode/landmarks/short/70355.npz differ diff --git a/mute_mode/landmarks/show/51345.npz b/mute_mode/landmarks/show/51345.npz new file mode 100644 index 0000000..6057e01 Binary files /dev/null and b/mute_mode/landmarks/show/51345.npz differ diff --git a/mute_mode/landmarks/show/51346.npz b/mute_mode/landmarks/show/51346.npz new file mode 100644 index 0000000..ecf1972 Binary files /dev/null and b/mute_mode/landmarks/show/51346.npz differ diff --git a/mute_mode/landmarks/show/51347.npz b/mute_mode/landmarks/show/51347.npz new file mode 100644 index 0000000..c9fe507 Binary files /dev/null and b/mute_mode/landmarks/show/51347.npz differ diff --git a/mute_mode/landmarks/show/51348.npz b/mute_mode/landmarks/show/51348.npz new file mode 100644 index 0000000..fa7c622 Binary files /dev/null and b/mute_mode/landmarks/show/51348.npz differ diff --git a/mute_mode/landmarks/show/51357.npz b/mute_mode/landmarks/show/51357.npz new file mode 100644 index 0000000..d773f5e Binary files /dev/null and b/mute_mode/landmarks/show/51357.npz differ diff --git a/mute_mode/landmarks/show/66473.npz b/mute_mode/landmarks/show/66473.npz new file mode 100644 index 0000000..f0e059f Binary files /dev/null and b/mute_mode/landmarks/show/66473.npz differ diff --git a/mute_mode/landmarks/show/70231.npz b/mute_mode/landmarks/show/70231.npz new file mode 100644 index 0000000..37441dd Binary files /dev/null and b/mute_mode/landmarks/show/70231.npz differ diff --git a/mute_mode/landmarks/skipped.json b/mute_mode/landmarks/skipped.json new file mode 100644 index 0000000..739f5ad --- /dev/null +++ b/mute_mode/landmarks/skipped.json @@ -0,0 +1,3 @@ +{ + "70149": "no hands" +} \ No newline at end of file diff --git a/mute_mode/landmarks/soon/53290.npz b/mute_mode/landmarks/soon/53290.npz new file mode 100644 index 0000000..6005797 Binary files /dev/null and b/mute_mode/landmarks/soon/53290.npz differ diff --git a/mute_mode/landmarks/soon/53292.npz b/mute_mode/landmarks/soon/53292.npz new file mode 100644 index 0000000..1380e67 Binary files /dev/null and b/mute_mode/landmarks/soon/53292.npz differ diff --git a/mute_mode/landmarks/soon/53293.npz b/mute_mode/landmarks/soon/53293.npz new file mode 100644 index 0000000..e6d336b Binary files /dev/null and b/mute_mode/landmarks/soon/53293.npz differ diff --git a/mute_mode/landmarks/soon/53294.npz b/mute_mode/landmarks/soon/53294.npz new file mode 100644 index 0000000..85fc75e Binary files /dev/null and b/mute_mode/landmarks/soon/53294.npz differ diff --git a/mute_mode/landmarks/soon/53295.npz b/mute_mode/landmarks/soon/53295.npz new file mode 100644 index 0000000..f806fe3 Binary files /dev/null and b/mute_mode/landmarks/soon/53295.npz differ diff --git a/mute_mode/landmarks/soon/53296.npz b/mute_mode/landmarks/soon/53296.npz new file mode 100644 index 0000000..bb3b88f Binary files /dev/null and b/mute_mode/landmarks/soon/53296.npz differ diff --git a/mute_mode/landmarks/soon/53302.npz b/mute_mode/landmarks/soon/53302.npz new file mode 100644 index 0000000..929489e Binary files /dev/null and b/mute_mode/landmarks/soon/53302.npz differ diff --git a/mute_mode/landmarks/soon/66533.npz b/mute_mode/landmarks/soon/66533.npz new file mode 100644 index 0000000..ffe8dd1 Binary files /dev/null and b/mute_mode/landmarks/soon/66533.npz differ diff --git a/mute_mode/landmarks/soon/66534.npz b/mute_mode/landmarks/soon/66534.npz new file mode 100644 index 0000000..1c9de0b Binary files /dev/null and b/mute_mode/landmarks/soon/66534.npz differ diff --git a/mute_mode/landmarks/sweet/56306.npz b/mute_mode/landmarks/sweet/56306.npz new file mode 100644 index 0000000..eae377a Binary files /dev/null and b/mute_mode/landmarks/sweet/56306.npz differ diff --git a/mute_mode/landmarks/sweet/56307.npz b/mute_mode/landmarks/sweet/56307.npz new file mode 100644 index 0000000..d373f9a Binary files /dev/null and b/mute_mode/landmarks/sweet/56307.npz differ diff --git a/mute_mode/landmarks/sweet/56308.npz b/mute_mode/landmarks/sweet/56308.npz new file mode 100644 index 0000000..6b14c33 Binary files /dev/null and b/mute_mode/landmarks/sweet/56308.npz differ diff --git a/mute_mode/landmarks/sweet/56309.npz b/mute_mode/landmarks/sweet/56309.npz new file mode 100644 index 0000000..e1c3212 Binary files /dev/null and b/mute_mode/landmarks/sweet/56309.npz differ diff --git a/mute_mode/landmarks/sweet/56315.npz b/mute_mode/landmarks/sweet/56315.npz new file mode 100644 index 0000000..0489c34 Binary files /dev/null and b/mute_mode/landmarks/sweet/56315.npz differ diff --git a/mute_mode/landmarks/sweet/66585.npz b/mute_mode/landmarks/sweet/66585.npz new file mode 100644 index 0000000..ba958d7 Binary files /dev/null and b/mute_mode/landmarks/sweet/66585.npz differ diff --git a/mute_mode/landmarks/sweet/69499.npz b/mute_mode/landmarks/sweet/69499.npz new file mode 100644 index 0000000..475fae4 Binary files /dev/null and b/mute_mode/landmarks/sweet/69499.npz differ diff --git a/mute_mode/landmarks/take/56652.npz b/mute_mode/landmarks/take/56652.npz new file mode 100644 index 0000000..1fa9e04 Binary files /dev/null and b/mute_mode/landmarks/take/56652.npz differ diff --git a/mute_mode/landmarks/take/56692.npz b/mute_mode/landmarks/take/56692.npz new file mode 100644 index 0000000..7d5be7e Binary files /dev/null and b/mute_mode/landmarks/take/56692.npz differ diff --git a/mute_mode/landmarks/take/56693.npz b/mute_mode/landmarks/take/56693.npz new file mode 100644 index 0000000..5af5f46 Binary files /dev/null and b/mute_mode/landmarks/take/56693.npz differ diff --git a/mute_mode/landmarks/take/56694.npz b/mute_mode/landmarks/take/56694.npz new file mode 100644 index 0000000..7c7feb8 Binary files /dev/null and b/mute_mode/landmarks/take/56694.npz differ diff --git a/mute_mode/landmarks/take/69500.npz b/mute_mode/landmarks/take/69500.npz new file mode 100644 index 0000000..2639730 Binary files /dev/null and b/mute_mode/landmarks/take/69500.npz differ diff --git a/mute_mode/landmarks/tall/56835.npz b/mute_mode/landmarks/tall/56835.npz new file mode 100644 index 0000000..8549cd0 Binary files /dev/null and b/mute_mode/landmarks/tall/56835.npz differ diff --git a/mute_mode/landmarks/tall/56837.npz b/mute_mode/landmarks/tall/56837.npz new file mode 100644 index 0000000..2a0c119 Binary files /dev/null and b/mute_mode/landmarks/tall/56837.npz differ diff --git a/mute_mode/landmarks/tall/56838.npz b/mute_mode/landmarks/tall/56838.npz new file mode 100644 index 0000000..681ed72 Binary files /dev/null and b/mute_mode/landmarks/tall/56838.npz differ diff --git a/mute_mode/landmarks/tall/56839.npz b/mute_mode/landmarks/tall/56839.npz new file mode 100644 index 0000000..726f025 Binary files /dev/null and b/mute_mode/landmarks/tall/56839.npz differ diff --git a/mute_mode/landmarks/tall/56840.npz b/mute_mode/landmarks/tall/56840.npz new file mode 100644 index 0000000..9582385 Binary files /dev/null and b/mute_mode/landmarks/tall/56840.npz differ diff --git a/mute_mode/landmarks/tall/56841.npz b/mute_mode/landmarks/tall/56841.npz new file mode 100644 index 0000000..8cdb23a Binary files /dev/null and b/mute_mode/landmarks/tall/56841.npz differ diff --git a/mute_mode/landmarks/tall/56842.npz b/mute_mode/landmarks/tall/56842.npz new file mode 100644 index 0000000..815dea8 Binary files /dev/null and b/mute_mode/landmarks/tall/56842.npz differ diff --git a/mute_mode/landmarks/tall/56843.npz b/mute_mode/landmarks/tall/56843.npz new file mode 100644 index 0000000..096f4a1 Binary files /dev/null and b/mute_mode/landmarks/tall/56843.npz differ diff --git a/mute_mode/landmarks/tall/56844.npz b/mute_mode/landmarks/tall/56844.npz new file mode 100644 index 0000000..ca614c5 Binary files /dev/null and b/mute_mode/landmarks/tall/56844.npz differ diff --git a/mute_mode/landmarks/tall/56849.npz b/mute_mode/landmarks/tall/56849.npz new file mode 100644 index 0000000..c1d6113 Binary files /dev/null and b/mute_mode/landmarks/tall/56849.npz differ diff --git a/mute_mode/landmarks/tall/56850.npz b/mute_mode/landmarks/tall/56850.npz new file mode 100644 index 0000000..5c76c26 Binary files /dev/null and b/mute_mode/landmarks/tall/56850.npz differ diff --git a/mute_mode/landmarks/tall/66591.npz b/mute_mode/landmarks/tall/66591.npz new file mode 100644 index 0000000..73d364d Binary files /dev/null and b/mute_mode/landmarks/tall/66591.npz differ diff --git a/mute_mode/landmarks/tall/66592.npz b/mute_mode/landmarks/tall/66592.npz new file mode 100644 index 0000000..34cf7a7 Binary files /dev/null and b/mute_mode/landmarks/tall/66592.npz differ diff --git a/mute_mode/landmarks/tell/57273.npz b/mute_mode/landmarks/tell/57273.npz new file mode 100644 index 0000000..02642a3 Binary files /dev/null and b/mute_mode/landmarks/tell/57273.npz differ diff --git a/mute_mode/landmarks/tell/57276.npz b/mute_mode/landmarks/tell/57276.npz new file mode 100644 index 0000000..cc09f39 Binary files /dev/null and b/mute_mode/landmarks/tell/57276.npz differ diff --git a/mute_mode/landmarks/tell/57277.npz b/mute_mode/landmarks/tell/57277.npz new file mode 100644 index 0000000..e4b14a2 Binary files /dev/null and b/mute_mode/landmarks/tell/57277.npz differ diff --git a/mute_mode/landmarks/tell/57278.npz b/mute_mode/landmarks/tell/57278.npz new file mode 100644 index 0000000..cf68e9e Binary files /dev/null and b/mute_mode/landmarks/tell/57278.npz differ diff --git a/mute_mode/landmarks/tell/57288.npz b/mute_mode/landmarks/tell/57288.npz new file mode 100644 index 0000000..a46196a Binary files /dev/null and b/mute_mode/landmarks/tell/57288.npz differ diff --git a/mute_mode/landmarks/tell/57289.npz b/mute_mode/landmarks/tell/57289.npz new file mode 100644 index 0000000..a8cc3ea Binary files /dev/null and b/mute_mode/landmarks/tell/57289.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57628.npz b/mute_mode/landmarks/thanksgiving/57628.npz new file mode 100644 index 0000000..de01817 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57628.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57629.npz b/mute_mode/landmarks/thanksgiving/57629.npz new file mode 100644 index 0000000..5f9cb7a Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57629.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57630.npz b/mute_mode/landmarks/thanksgiving/57630.npz new file mode 100644 index 0000000..252c259 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57630.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57631.npz b/mute_mode/landmarks/thanksgiving/57631.npz new file mode 100644 index 0000000..ca5b419 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57631.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57632.npz b/mute_mode/landmarks/thanksgiving/57632.npz new file mode 100644 index 0000000..d920141 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57632.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57633.npz b/mute_mode/landmarks/thanksgiving/57633.npz new file mode 100644 index 0000000..92de35a Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57633.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57634.npz b/mute_mode/landmarks/thanksgiving/57634.npz new file mode 100644 index 0000000..88dac50 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57634.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57635.npz b/mute_mode/landmarks/thanksgiving/57635.npz new file mode 100644 index 0000000..5d78ba9 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57635.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57642.npz b/mute_mode/landmarks/thanksgiving/57642.npz new file mode 100644 index 0000000..007dee2 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57642.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57643.npz b/mute_mode/landmarks/thanksgiving/57643.npz new file mode 100644 index 0000000..f2b8db0 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57643.npz differ diff --git a/mute_mode/landmarks/thanksgiving/57645.npz b/mute_mode/landmarks/thanksgiving/57645.npz new file mode 100644 index 0000000..ec37909 Binary files /dev/null and b/mute_mode/landmarks/thanksgiving/57645.npz differ diff --git a/mute_mode/landmarks/theory/57781.npz b/mute_mode/landmarks/theory/57781.npz new file mode 100644 index 0000000..4c1e442 Binary files /dev/null and b/mute_mode/landmarks/theory/57781.npz differ diff --git a/mute_mode/landmarks/theory/57782.npz b/mute_mode/landmarks/theory/57782.npz new file mode 100644 index 0000000..b2556aa Binary files /dev/null and b/mute_mode/landmarks/theory/57782.npz differ diff --git a/mute_mode/landmarks/theory/57783.npz b/mute_mode/landmarks/theory/57783.npz new file mode 100644 index 0000000..0584bc7 Binary files /dev/null and b/mute_mode/landmarks/theory/57783.npz differ diff --git a/mute_mode/landmarks/theory/57784.npz b/mute_mode/landmarks/theory/57784.npz new file mode 100644 index 0000000..b55dd42 Binary files /dev/null and b/mute_mode/landmarks/theory/57784.npz differ diff --git a/mute_mode/landmarks/theory/57785.npz b/mute_mode/landmarks/theory/57785.npz new file mode 100644 index 0000000..7eab8c7 Binary files /dev/null and b/mute_mode/landmarks/theory/57785.npz differ diff --git a/mute_mode/landmarks/theory/57792.npz b/mute_mode/landmarks/theory/57792.npz new file mode 100644 index 0000000..54ec7b1 Binary files /dev/null and b/mute_mode/landmarks/theory/57792.npz differ diff --git a/mute_mode/landmarks/theory/66603.npz b/mute_mode/landmarks/theory/66603.npz new file mode 100644 index 0000000..e37e61a Binary files /dev/null and b/mute_mode/landmarks/theory/66603.npz differ diff --git a/mute_mode/landmarks/theory/66604.npz b/mute_mode/landmarks/theory/66604.npz new file mode 100644 index 0000000..42bdf6c Binary files /dev/null and b/mute_mode/landmarks/theory/66604.npz differ diff --git a/mute_mode/landmarks/thin/57919.npz b/mute_mode/landmarks/thin/57919.npz new file mode 100644 index 0000000..fa07678 Binary files /dev/null and b/mute_mode/landmarks/thin/57919.npz differ diff --git a/mute_mode/landmarks/thin/57933.npz b/mute_mode/landmarks/thin/57933.npz new file mode 100644 index 0000000..4db8743 Binary files /dev/null and b/mute_mode/landmarks/thin/57933.npz differ diff --git a/mute_mode/landmarks/thin/57934.npz b/mute_mode/landmarks/thin/57934.npz new file mode 100644 index 0000000..5c25fcd Binary files /dev/null and b/mute_mode/landmarks/thin/57934.npz differ diff --git a/mute_mode/landmarks/thin/57935.npz b/mute_mode/landmarks/thin/57935.npz new file mode 100644 index 0000000..941fa96 Binary files /dev/null and b/mute_mode/landmarks/thin/57935.npz differ diff --git a/mute_mode/landmarks/thin/57936.npz b/mute_mode/landmarks/thin/57936.npz new file mode 100644 index 0000000..1bcb2d1 Binary files /dev/null and b/mute_mode/landmarks/thin/57936.npz differ diff --git a/mute_mode/landmarks/thin/57937.npz b/mute_mode/landmarks/thin/57937.npz new file mode 100644 index 0000000..d38e8fe Binary files /dev/null and b/mute_mode/landmarks/thin/57937.npz differ diff --git a/mute_mode/landmarks/thin/57939.npz b/mute_mode/landmarks/thin/57939.npz new file mode 100644 index 0000000..4305fd1 Binary files /dev/null and b/mute_mode/landmarks/thin/57939.npz differ diff --git a/mute_mode/landmarks/thin/57940.npz b/mute_mode/landmarks/thin/57940.npz new file mode 100644 index 0000000..d23c2a8 Binary files /dev/null and b/mute_mode/landmarks/thin/57940.npz differ diff --git a/mute_mode/landmarks/thin/57941.npz b/mute_mode/landmarks/thin/57941.npz new file mode 100644 index 0000000..02a7a9d Binary files /dev/null and b/mute_mode/landmarks/thin/57941.npz differ diff --git a/mute_mode/landmarks/thin/57942.npz b/mute_mode/landmarks/thin/57942.npz new file mode 100644 index 0000000..bd15f01 Binary files /dev/null and b/mute_mode/landmarks/thin/57942.npz differ diff --git a/mute_mode/landmarks/thin/57943.npz b/mute_mode/landmarks/thin/57943.npz new file mode 100644 index 0000000..248a199 Binary files /dev/null and b/mute_mode/landmarks/thin/57943.npz differ diff --git a/mute_mode/landmarks/thin/57950.npz b/mute_mode/landmarks/thin/57950.npz new file mode 100644 index 0000000..d2401a2 Binary files /dev/null and b/mute_mode/landmarks/thin/57950.npz differ diff --git a/mute_mode/landmarks/thin/66606.npz b/mute_mode/landmarks/thin/66606.npz new file mode 100644 index 0000000..39a3866 Binary files /dev/null and b/mute_mode/landmarks/thin/66606.npz differ diff --git a/mute_mode/landmarks/thin/66607.npz b/mute_mode/landmarks/thin/66607.npz new file mode 100644 index 0000000..a8596cf Binary files /dev/null and b/mute_mode/landmarks/thin/66607.npz differ diff --git a/mute_mode/landmarks/thursday/58359.npz b/mute_mode/landmarks/thursday/58359.npz new file mode 100644 index 0000000..0f1b456 Binary files /dev/null and b/mute_mode/landmarks/thursday/58359.npz differ diff --git a/mute_mode/landmarks/thursday/58360.npz b/mute_mode/landmarks/thursday/58360.npz new file mode 100644 index 0000000..b226d8f Binary files /dev/null and b/mute_mode/landmarks/thursday/58360.npz differ diff --git a/mute_mode/landmarks/thursday/58361.npz b/mute_mode/landmarks/thursday/58361.npz new file mode 100644 index 0000000..2b76c91 Binary files /dev/null and b/mute_mode/landmarks/thursday/58361.npz differ diff --git a/mute_mode/landmarks/thursday/58362.npz b/mute_mode/landmarks/thursday/58362.npz new file mode 100644 index 0000000..4d48fb2 Binary files /dev/null and b/mute_mode/landmarks/thursday/58362.npz differ diff --git a/mute_mode/landmarks/thursday/58363.npz b/mute_mode/landmarks/thursday/58363.npz new file mode 100644 index 0000000..98410d6 Binary files /dev/null and b/mute_mode/landmarks/thursday/58363.npz differ diff --git a/mute_mode/landmarks/thursday/58367.npz b/mute_mode/landmarks/thursday/58367.npz new file mode 100644 index 0000000..6d70e15 Binary files /dev/null and b/mute_mode/landmarks/thursday/58367.npz differ diff --git a/mute_mode/landmarks/thursday/58368.npz b/mute_mode/landmarks/thursday/58368.npz new file mode 100644 index 0000000..c1cf83e Binary files /dev/null and b/mute_mode/landmarks/thursday/58368.npz differ diff --git a/mute_mode/landmarks/thursday/66637.npz b/mute_mode/landmarks/thursday/66637.npz new file mode 100644 index 0000000..336ca61 Binary files /dev/null and b/mute_mode/landmarks/thursday/66637.npz differ diff --git a/mute_mode/landmarks/thursday/66638.npz b/mute_mode/landmarks/thursday/66638.npz new file mode 100644 index 0000000..aaf7d67 Binary files /dev/null and b/mute_mode/landmarks/thursday/66638.npz differ diff --git a/mute_mode/landmarks/thursday/66639.npz b/mute_mode/landmarks/thursday/66639.npz new file mode 100644 index 0000000..7c423f1 Binary files /dev/null and b/mute_mode/landmarks/thursday/66639.npz differ diff --git a/mute_mode/landmarks/thursday/66640.npz b/mute_mode/landmarks/thursday/66640.npz new file mode 100644 index 0000000..e46cbc9 Binary files /dev/null and b/mute_mode/landmarks/thursday/66640.npz differ diff --git a/mute_mode/landmarks/thursday/70026.npz b/mute_mode/landmarks/thursday/70026.npz new file mode 100644 index 0000000..1dd186f Binary files /dev/null and b/mute_mode/landmarks/thursday/70026.npz differ diff --git a/mute_mode/landmarks/trade/59203.npz b/mute_mode/landmarks/trade/59203.npz new file mode 100644 index 0000000..2b7cf46 Binary files /dev/null and b/mute_mode/landmarks/trade/59203.npz differ diff --git a/mute_mode/landmarks/trade/59204.npz b/mute_mode/landmarks/trade/59204.npz new file mode 100644 index 0000000..6cb353a Binary files /dev/null and b/mute_mode/landmarks/trade/59204.npz differ diff --git a/mute_mode/landmarks/trade/59205.npz b/mute_mode/landmarks/trade/59205.npz new file mode 100644 index 0000000..b708cdd Binary files /dev/null and b/mute_mode/landmarks/trade/59205.npz differ diff --git a/mute_mode/landmarks/trade/59206.npz b/mute_mode/landmarks/trade/59206.npz new file mode 100644 index 0000000..91de9e3 Binary files /dev/null and b/mute_mode/landmarks/trade/59206.npz differ diff --git a/mute_mode/landmarks/trade/59207.npz b/mute_mode/landmarks/trade/59207.npz new file mode 100644 index 0000000..530baf2 Binary files /dev/null and b/mute_mode/landmarks/trade/59207.npz differ diff --git a/mute_mode/landmarks/trade/59208.npz b/mute_mode/landmarks/trade/59208.npz new file mode 100644 index 0000000..9712787 Binary files /dev/null and b/mute_mode/landmarks/trade/59208.npz differ diff --git a/mute_mode/landmarks/trade/59209.npz b/mute_mode/landmarks/trade/59209.npz new file mode 100644 index 0000000..e065d04 Binary files /dev/null and b/mute_mode/landmarks/trade/59209.npz differ diff --git a/mute_mode/landmarks/trade/59210.npz b/mute_mode/landmarks/trade/59210.npz new file mode 100644 index 0000000..da01489 Binary files /dev/null and b/mute_mode/landmarks/trade/59210.npz differ diff --git a/mute_mode/landmarks/trade/59211.npz b/mute_mode/landmarks/trade/59211.npz new file mode 100644 index 0000000..ab33764 Binary files /dev/null and b/mute_mode/landmarks/trade/59211.npz differ diff --git a/mute_mode/landmarks/trade/59212.npz b/mute_mode/landmarks/trade/59212.npz new file mode 100644 index 0000000..65bb4e6 Binary files /dev/null and b/mute_mode/landmarks/trade/59212.npz differ diff --git a/mute_mode/landmarks/wait/62077.npz b/mute_mode/landmarks/wait/62077.npz new file mode 100644 index 0000000..fc5609f Binary files /dev/null and b/mute_mode/landmarks/wait/62077.npz differ diff --git a/mute_mode/landmarks/wait/62097.npz b/mute_mode/landmarks/wait/62097.npz new file mode 100644 index 0000000..b93faaa Binary files /dev/null and b/mute_mode/landmarks/wait/62097.npz differ diff --git a/mute_mode/landmarks/wait/62098.npz b/mute_mode/landmarks/wait/62098.npz new file mode 100644 index 0000000..0e7e8df Binary files /dev/null and b/mute_mode/landmarks/wait/62098.npz differ diff --git a/mute_mode/landmarks/wait/62100.npz b/mute_mode/landmarks/wait/62100.npz new file mode 100644 index 0000000..855e6b5 Binary files /dev/null and b/mute_mode/landmarks/wait/62100.npz differ diff --git a/mute_mode/landmarks/wait/62101.npz b/mute_mode/landmarks/wait/62101.npz new file mode 100644 index 0000000..24f7387 Binary files /dev/null and b/mute_mode/landmarks/wait/62101.npz differ diff --git a/mute_mode/landmarks/wait/62102.npz b/mute_mode/landmarks/wait/62102.npz new file mode 100644 index 0000000..e883024 Binary files /dev/null and b/mute_mode/landmarks/wait/62102.npz differ diff --git a/mute_mode/landmarks/wait/62103.npz b/mute_mode/landmarks/wait/62103.npz new file mode 100644 index 0000000..ecdd78e Binary files /dev/null and b/mute_mode/landmarks/wait/62103.npz differ diff --git a/mute_mode/landmarks/wait/62109.npz b/mute_mode/landmarks/wait/62109.npz new file mode 100644 index 0000000..32247af Binary files /dev/null and b/mute_mode/landmarks/wait/62109.npz differ diff --git a/mute_mode/landmarks/wait/62111.npz b/mute_mode/landmarks/wait/62111.npz new file mode 100644 index 0000000..51ef978 Binary files /dev/null and b/mute_mode/landmarks/wait/62111.npz differ diff --git a/mute_mode/landmarks/wait/66740.npz b/mute_mode/landmarks/wait/66740.npz new file mode 100644 index 0000000..ad79770 Binary files /dev/null and b/mute_mode/landmarks/wait/66740.npz differ diff --git a/mute_mode/landmarks/walk/62152.npz b/mute_mode/landmarks/walk/62152.npz new file mode 100644 index 0000000..0635199 Binary files /dev/null and b/mute_mode/landmarks/walk/62152.npz differ diff --git a/mute_mode/landmarks/walk/62158.npz b/mute_mode/landmarks/walk/62158.npz new file mode 100644 index 0000000..8d59df3 Binary files /dev/null and b/mute_mode/landmarks/walk/62158.npz differ diff --git a/mute_mode/landmarks/walk/62159.npz b/mute_mode/landmarks/walk/62159.npz new file mode 100644 index 0000000..e663578 Binary files /dev/null and b/mute_mode/landmarks/walk/62159.npz differ diff --git a/mute_mode/landmarks/walk/62160.npz b/mute_mode/landmarks/walk/62160.npz new file mode 100644 index 0000000..1800445 Binary files /dev/null and b/mute_mode/landmarks/walk/62160.npz differ diff --git a/mute_mode/landmarks/walk/62163.npz b/mute_mode/landmarks/walk/62163.npz new file mode 100644 index 0000000..d93373c Binary files /dev/null and b/mute_mode/landmarks/walk/62163.npz differ diff --git a/mute_mode/landmarks/walk/62164.npz b/mute_mode/landmarks/walk/62164.npz new file mode 100644 index 0000000..70feda0 Binary files /dev/null and b/mute_mode/landmarks/walk/62164.npz differ diff --git a/mute_mode/landmarks/walk/62171.npz b/mute_mode/landmarks/walk/62171.npz new file mode 100644 index 0000000..4d37828 Binary files /dev/null and b/mute_mode/landmarks/walk/62171.npz differ diff --git a/mute_mode/landmarks/walk/62173.npz b/mute_mode/landmarks/walk/62173.npz new file mode 100644 index 0000000..841de5f Binary files /dev/null and b/mute_mode/landmarks/walk/62173.npz differ diff --git a/mute_mode/landmarks/walk/66742.npz b/mute_mode/landmarks/walk/66742.npz new file mode 100644 index 0000000..9009069 Binary files /dev/null and b/mute_mode/landmarks/walk/66742.npz differ diff --git a/mute_mode/landmarks/walk/66743.npz b/mute_mode/landmarks/walk/66743.npz new file mode 100644 index 0000000..f08b8d6 Binary files /dev/null and b/mute_mode/landmarks/walk/66743.npz differ diff --git a/mute_mode/landmarks/walk/68177.npz b/mute_mode/landmarks/walk/68177.npz new file mode 100644 index 0000000..ad378a2 Binary files /dev/null and b/mute_mode/landmarks/walk/68177.npz differ diff --git a/mute_mode/landmarks/what/62944.npz b/mute_mode/landmarks/what/62944.npz new file mode 100644 index 0000000..b1de40e Binary files /dev/null and b/mute_mode/landmarks/what/62944.npz differ diff --git a/mute_mode/landmarks/what/62964.npz b/mute_mode/landmarks/what/62964.npz new file mode 100644 index 0000000..977bdd3 Binary files /dev/null and b/mute_mode/landmarks/what/62964.npz differ diff --git a/mute_mode/landmarks/what/62965.npz b/mute_mode/landmarks/what/62965.npz new file mode 100644 index 0000000..8a928e8 Binary files /dev/null and b/mute_mode/landmarks/what/62965.npz differ diff --git a/mute_mode/landmarks/what/62966.npz b/mute_mode/landmarks/what/62966.npz new file mode 100644 index 0000000..34fd237 Binary files /dev/null and b/mute_mode/landmarks/what/62966.npz differ diff --git a/mute_mode/landmarks/what/62967.npz b/mute_mode/landmarks/what/62967.npz new file mode 100644 index 0000000..a7249b8 Binary files /dev/null and b/mute_mode/landmarks/what/62967.npz differ diff --git a/mute_mode/landmarks/what/62968.npz b/mute_mode/landmarks/what/62968.npz new file mode 100644 index 0000000..ca37dae Binary files /dev/null and b/mute_mode/landmarks/what/62968.npz differ diff --git a/mute_mode/landmarks/what/62970.npz b/mute_mode/landmarks/what/62970.npz new file mode 100644 index 0000000..076d9b0 Binary files /dev/null and b/mute_mode/landmarks/what/62970.npz differ diff --git a/mute_mode/landmarks/what/62984.npz b/mute_mode/landmarks/what/62984.npz new file mode 100644 index 0000000..1361aa0 Binary files /dev/null and b/mute_mode/landmarks/what/62984.npz differ diff --git a/mute_mode/landmarks/what/66769.npz b/mute_mode/landmarks/what/66769.npz new file mode 100644 index 0000000..bf0779a Binary files /dev/null and b/mute_mode/landmarks/what/66769.npz differ diff --git a/mute_mode/landmarks/what/69531.npz b/mute_mode/landmarks/what/69531.npz new file mode 100644 index 0000000..253aa8e Binary files /dev/null and b/mute_mode/landmarks/what/69531.npz differ diff --git a/mute_mode/landmarks/who/63219.npz b/mute_mode/landmarks/who/63219.npz new file mode 100644 index 0000000..de67dbc Binary files /dev/null and b/mute_mode/landmarks/who/63219.npz differ diff --git a/mute_mode/landmarks/who/63225.npz b/mute_mode/landmarks/who/63225.npz new file mode 100644 index 0000000..5af0ab7 Binary files /dev/null and b/mute_mode/landmarks/who/63225.npz differ diff --git a/mute_mode/landmarks/who/63226.npz b/mute_mode/landmarks/who/63226.npz new file mode 100644 index 0000000..7e192e2 Binary files /dev/null and b/mute_mode/landmarks/who/63226.npz differ diff --git a/mute_mode/landmarks/who/63227.npz b/mute_mode/landmarks/who/63227.npz new file mode 100644 index 0000000..a19a8e3 Binary files /dev/null and b/mute_mode/landmarks/who/63227.npz differ diff --git a/mute_mode/landmarks/who/63228.npz b/mute_mode/landmarks/who/63228.npz new file mode 100644 index 0000000..4cad84d Binary files /dev/null and b/mute_mode/landmarks/who/63228.npz differ diff --git a/mute_mode/landmarks/who/63229.npz b/mute_mode/landmarks/who/63229.npz new file mode 100644 index 0000000..1705bbb Binary files /dev/null and b/mute_mode/landmarks/who/63229.npz differ diff --git a/mute_mode/landmarks/who/63230.npz b/mute_mode/landmarks/who/63230.npz new file mode 100644 index 0000000..0f49945 Binary files /dev/null and b/mute_mode/landmarks/who/63230.npz differ diff --git a/mute_mode/landmarks/who/63231.npz b/mute_mode/landmarks/who/63231.npz new file mode 100644 index 0000000..8847e6a Binary files /dev/null and b/mute_mode/landmarks/who/63231.npz differ diff --git a/mute_mode/landmarks/who/63232.npz b/mute_mode/landmarks/who/63232.npz new file mode 100644 index 0000000..0890eea Binary files /dev/null and b/mute_mode/landmarks/who/63232.npz differ diff --git a/mute_mode/landmarks/who/63239.npz b/mute_mode/landmarks/who/63239.npz new file mode 100644 index 0000000..d043ec1 Binary files /dev/null and b/mute_mode/landmarks/who/63239.npz differ diff --git a/mute_mode/landmarks/who/63240.npz b/mute_mode/landmarks/who/63240.npz new file mode 100644 index 0000000..47c0e4e Binary files /dev/null and b/mute_mode/landmarks/who/63240.npz differ diff --git a/mute_mode/landmarks/who/66778.npz b/mute_mode/landmarks/who/66778.npz new file mode 100644 index 0000000..a24cb94 Binary files /dev/null and b/mute_mode/landmarks/who/66778.npz differ diff --git a/mute_mode/landmarks/who/66779.npz b/mute_mode/landmarks/who/66779.npz new file mode 100644 index 0000000..b095a5d Binary files /dev/null and b/mute_mode/landmarks/who/66779.npz differ diff --git a/mute_mode/landmarks/who/68183.npz b/mute_mode/landmarks/who/68183.npz new file mode 100644 index 0000000..4c33f46 Binary files /dev/null and b/mute_mode/landmarks/who/68183.npz differ diff --git a/mute_mode/landmarks/who/69534.npz b/mute_mode/landmarks/who/69534.npz new file mode 100644 index 0000000..4b992e8 Binary files /dev/null and b/mute_mode/landmarks/who/69534.npz differ diff --git a/mute_mode/landmarks/why/63280.npz b/mute_mode/landmarks/why/63280.npz new file mode 100644 index 0000000..a5f0da6 Binary files /dev/null and b/mute_mode/landmarks/why/63280.npz differ diff --git a/mute_mode/landmarks/why/63281.npz b/mute_mode/landmarks/why/63281.npz new file mode 100644 index 0000000..09dcaf6 Binary files /dev/null and b/mute_mode/landmarks/why/63281.npz differ diff --git a/mute_mode/landmarks/why/63282.npz b/mute_mode/landmarks/why/63282.npz new file mode 100644 index 0000000..199cb0f Binary files /dev/null and b/mute_mode/landmarks/why/63282.npz differ diff --git a/mute_mode/landmarks/why/63283.npz b/mute_mode/landmarks/why/63283.npz new file mode 100644 index 0000000..3f1b7ec Binary files /dev/null and b/mute_mode/landmarks/why/63283.npz differ diff --git a/mute_mode/landmarks/why/63284.npz b/mute_mode/landmarks/why/63284.npz new file mode 100644 index 0000000..5447077 Binary files /dev/null and b/mute_mode/landmarks/why/63284.npz differ diff --git a/mute_mode/landmarks/why/63285.npz b/mute_mode/landmarks/why/63285.npz new file mode 100644 index 0000000..d080ff2 Binary files /dev/null and b/mute_mode/landmarks/why/63285.npz differ diff --git a/mute_mode/landmarks/why/66781.npz b/mute_mode/landmarks/why/66781.npz new file mode 100644 index 0000000..96dc034 Binary files /dev/null and b/mute_mode/landmarks/why/66781.npz differ diff --git a/mute_mode/landmarks/why/70213.npz b/mute_mode/landmarks/why/70213.npz new file mode 100644 index 0000000..c88a479 Binary files /dev/null and b/mute_mode/landmarks/why/70213.npz differ diff --git a/mute_mode/landmarks/woman/63662.npz b/mute_mode/landmarks/woman/63662.npz new file mode 100644 index 0000000..15cd278 Binary files /dev/null and b/mute_mode/landmarks/woman/63662.npz differ diff --git a/mute_mode/landmarks/woman/63664.npz b/mute_mode/landmarks/woman/63664.npz new file mode 100644 index 0000000..93fd74c Binary files /dev/null and b/mute_mode/landmarks/woman/63664.npz differ diff --git a/mute_mode/landmarks/woman/63665.npz b/mute_mode/landmarks/woman/63665.npz new file mode 100644 index 0000000..1fa7b6f Binary files /dev/null and b/mute_mode/landmarks/woman/63665.npz differ diff --git a/mute_mode/landmarks/woman/63666.npz b/mute_mode/landmarks/woman/63666.npz new file mode 100644 index 0000000..4229883 Binary files /dev/null and b/mute_mode/landmarks/woman/63666.npz differ diff --git a/mute_mode/landmarks/woman/63667.npz b/mute_mode/landmarks/woman/63667.npz new file mode 100644 index 0000000..8c5f20f Binary files /dev/null and b/mute_mode/landmarks/woman/63667.npz differ diff --git a/mute_mode/landmarks/woman/63668.npz b/mute_mode/landmarks/woman/63668.npz new file mode 100644 index 0000000..9c5436c Binary files /dev/null and b/mute_mode/landmarks/woman/63668.npz differ diff --git a/mute_mode/landmarks/woman/63669.npz b/mute_mode/landmarks/woman/63669.npz new file mode 100644 index 0000000..0c16c03 Binary files /dev/null and b/mute_mode/landmarks/woman/63669.npz differ diff --git a/mute_mode/landmarks/woman/63675.npz b/mute_mode/landmarks/woman/63675.npz new file mode 100644 index 0000000..f3bf039 Binary files /dev/null and b/mute_mode/landmarks/woman/63675.npz differ diff --git a/mute_mode/landmarks/woman/63676.npz b/mute_mode/landmarks/woman/63676.npz new file mode 100644 index 0000000..c53a235 Binary files /dev/null and b/mute_mode/landmarks/woman/63676.npz differ diff --git a/mute_mode/landmarks/woman/63677.npz b/mute_mode/landmarks/woman/63677.npz new file mode 100644 index 0000000..1a4ce6d Binary files /dev/null and b/mute_mode/landmarks/woman/63677.npz differ diff --git a/mute_mode/landmarks/woman/66798.npz b/mute_mode/landmarks/woman/66798.npz new file mode 100644 index 0000000..8bfdabb Binary files /dev/null and b/mute_mode/landmarks/woman/66798.npz differ diff --git a/mute_mode/landmarks/woman/66799.npz b/mute_mode/landmarks/woman/66799.npz new file mode 100644 index 0000000..703eab4 Binary files /dev/null and b/mute_mode/landmarks/woman/66799.npz differ diff --git a/mute_mode/landmarks/woman/68187.npz b/mute_mode/landmarks/woman/68187.npz new file mode 100644 index 0000000..8e0d809 Binary files /dev/null and b/mute_mode/landmarks/woman/68187.npz differ diff --git a/mute_mode/landmarks/write/64049.npz b/mute_mode/landmarks/write/64049.npz new file mode 100644 index 0000000..403b018 Binary files /dev/null and b/mute_mode/landmarks/write/64049.npz differ diff --git a/mute_mode/landmarks/write/64056.npz b/mute_mode/landmarks/write/64056.npz new file mode 100644 index 0000000..c4d8414 Binary files /dev/null and b/mute_mode/landmarks/write/64056.npz differ diff --git a/mute_mode/landmarks/write/64057.npz b/mute_mode/landmarks/write/64057.npz new file mode 100644 index 0000000..ea0c37a Binary files /dev/null and b/mute_mode/landmarks/write/64057.npz differ diff --git a/mute_mode/landmarks/write/64058.npz b/mute_mode/landmarks/write/64058.npz new file mode 100644 index 0000000..80282f2 Binary files /dev/null and b/mute_mode/landmarks/write/64058.npz differ diff --git a/mute_mode/landmarks/write/64059.npz b/mute_mode/landmarks/write/64059.npz new file mode 100644 index 0000000..f57d7d2 Binary files /dev/null and b/mute_mode/landmarks/write/64059.npz differ diff --git a/mute_mode/landmarks/write/64060.npz b/mute_mode/landmarks/write/64060.npz new file mode 100644 index 0000000..c620f52 Binary files /dev/null and b/mute_mode/landmarks/write/64060.npz differ diff --git a/mute_mode/landmarks/write/64061.npz b/mute_mode/landmarks/write/64061.npz new file mode 100644 index 0000000..780ab03 Binary files /dev/null and b/mute_mode/landmarks/write/64061.npz differ diff --git a/mute_mode/landmarks/write/64066.npz b/mute_mode/landmarks/write/64066.npz new file mode 100644 index 0000000..51cf8a0 Binary files /dev/null and b/mute_mode/landmarks/write/64066.npz differ diff --git a/mute_mode/landmarks/write/64067.npz b/mute_mode/landmarks/write/64067.npz new file mode 100644 index 0000000..1f8cc62 Binary files /dev/null and b/mute_mode/landmarks/write/64067.npz differ diff --git a/mute_mode/landmarks/write/66815.npz b/mute_mode/landmarks/write/66815.npz new file mode 100644 index 0000000..a576d66 Binary files /dev/null and b/mute_mode/landmarks/write/66815.npz differ diff --git a/mute_mode/landmarks/write/69544.npz b/mute_mode/landmarks/write/69544.npz new file mode 100644 index 0000000..c09d60c Binary files /dev/null and b/mute_mode/landmarks/write/69544.npz differ diff --git a/mute_mode/landmarks/write/70261.npz b/mute_mode/landmarks/write/70261.npz new file mode 100644 index 0000000..a2b851c Binary files /dev/null and b/mute_mode/landmarks/write/70261.npz differ diff --git a/mute_mode/landmarks/year/64201.npz b/mute_mode/landmarks/year/64201.npz new file mode 100644 index 0000000..8d83ae7 Binary files /dev/null and b/mute_mode/landmarks/year/64201.npz differ diff --git a/mute_mode/landmarks/year/64209.npz b/mute_mode/landmarks/year/64209.npz new file mode 100644 index 0000000..fa3aba9 Binary files /dev/null and b/mute_mode/landmarks/year/64209.npz differ diff --git a/mute_mode/landmarks/year/64210.npz b/mute_mode/landmarks/year/64210.npz new file mode 100644 index 0000000..6d796f8 Binary files /dev/null and b/mute_mode/landmarks/year/64210.npz differ diff --git a/mute_mode/landmarks/year/64211.npz b/mute_mode/landmarks/year/64211.npz new file mode 100644 index 0000000..f2db3bc Binary files /dev/null and b/mute_mode/landmarks/year/64211.npz differ diff --git a/mute_mode/landmarks/year/64212.npz b/mute_mode/landmarks/year/64212.npz new file mode 100644 index 0000000..f8f76d2 Binary files /dev/null and b/mute_mode/landmarks/year/64212.npz differ diff --git a/mute_mode/landmarks/year/64213.npz b/mute_mode/landmarks/year/64213.npz new file mode 100644 index 0000000..5571eca Binary files /dev/null and b/mute_mode/landmarks/year/64213.npz differ diff --git a/mute_mode/landmarks/year/64221.npz b/mute_mode/landmarks/year/64221.npz new file mode 100644 index 0000000..f5dcdbb Binary files /dev/null and b/mute_mode/landmarks/year/64221.npz differ diff --git a/mute_mode/landmarks/year/64222.npz b/mute_mode/landmarks/year/64222.npz new file mode 100644 index 0000000..d609779 Binary files /dev/null and b/mute_mode/landmarks/year/64222.npz differ diff --git a/mute_mode/landmarks/year/66816.npz b/mute_mode/landmarks/year/66816.npz new file mode 100644 index 0000000..7b01e70 Binary files /dev/null and b/mute_mode/landmarks/year/66816.npz differ diff --git a/mute_mode/landmarks/year/66818.npz b/mute_mode/landmarks/year/66818.npz new file mode 100644 index 0000000..ff83ccd Binary files /dev/null and b/mute_mode/landmarks/year/66818.npz differ diff --git a/mute_mode/landmarks/year/68190.npz b/mute_mode/landmarks/year/68190.npz new file mode 100644 index 0000000..5599625 Binary files /dev/null and b/mute_mode/landmarks/year/68190.npz differ diff --git a/mute_mode/landmarks/year/70306.npz b/mute_mode/landmarks/year/70306.npz new file mode 100644 index 0000000..442411f Binary files /dev/null and b/mute_mode/landmarks/year/70306.npz differ diff --git a/mute_mode/landmarks/yes/64275.npz b/mute_mode/landmarks/yes/64275.npz new file mode 100644 index 0000000..ec975cd Binary files /dev/null and b/mute_mode/landmarks/yes/64275.npz differ diff --git a/mute_mode/landmarks/yes/64280.npz b/mute_mode/landmarks/yes/64280.npz new file mode 100644 index 0000000..22fceaa Binary files /dev/null and b/mute_mode/landmarks/yes/64280.npz differ diff --git a/mute_mode/landmarks/yes/64281.npz b/mute_mode/landmarks/yes/64281.npz new file mode 100644 index 0000000..e58583f Binary files /dev/null and b/mute_mode/landmarks/yes/64281.npz differ diff --git a/mute_mode/landmarks/yes/64283.npz b/mute_mode/landmarks/yes/64283.npz new file mode 100644 index 0000000..f35e971 Binary files /dev/null and b/mute_mode/landmarks/yes/64283.npz differ diff --git a/mute_mode/landmarks/yes/64284.npz b/mute_mode/landmarks/yes/64284.npz new file mode 100644 index 0000000..8a670a7 Binary files /dev/null and b/mute_mode/landmarks/yes/64284.npz differ diff --git a/mute_mode/landmarks/yes/64287.npz b/mute_mode/landmarks/yes/64287.npz new file mode 100644 index 0000000..2f8ed0c Binary files /dev/null and b/mute_mode/landmarks/yes/64287.npz differ diff --git a/mute_mode/landmarks/yes/64288.npz b/mute_mode/landmarks/yes/64288.npz new file mode 100644 index 0000000..f091d4f Binary files /dev/null and b/mute_mode/landmarks/yes/64288.npz differ diff --git a/mute_mode/landmarks/yes/64294.npz b/mute_mode/landmarks/yes/64294.npz new file mode 100644 index 0000000..5f0ca31 Binary files /dev/null and b/mute_mode/landmarks/yes/64294.npz differ diff --git a/mute_mode/landmarks/yes/64295.npz b/mute_mode/landmarks/yes/64295.npz new file mode 100644 index 0000000..d150b06 Binary files /dev/null and b/mute_mode/landmarks/yes/64295.npz differ diff --git a/mute_mode/landmarks/yes/64296.npz b/mute_mode/landmarks/yes/64296.npz new file mode 100644 index 0000000..6e5e104 Binary files /dev/null and b/mute_mode/landmarks/yes/64296.npz differ diff --git a/mute_mode/landmarks/yes/64297.npz b/mute_mode/landmarks/yes/64297.npz new file mode 100644 index 0000000..e673ba7 Binary files /dev/null and b/mute_mode/landmarks/yes/64297.npz differ diff --git a/mute_mode/landmarks/yes/66820.npz b/mute_mode/landmarks/yes/66820.npz new file mode 100644 index 0000000..c3d7b7e Binary files /dev/null and b/mute_mode/landmarks/yes/66820.npz differ diff --git a/mute_mode/landmarks/yes/68192.npz b/mute_mode/landmarks/yes/68192.npz new file mode 100644 index 0000000..9e92447 Binary files /dev/null and b/mute_mode/landmarks/yes/68192.npz differ diff --git a/mute_mode/landmarks/yes/69546.npz b/mute_mode/landmarks/yes/69546.npz new file mode 100644 index 0000000..d510c7f Binary files /dev/null and b/mute_mode/landmarks/yes/69546.npz differ diff --git a/mute_mode/recognizer.py b/mute_mode/recognizer.py new file mode 100644 index 0000000..ac2c9a2 --- /dev/null +++ b/mute_mode/recognizer.py @@ -0,0 +1,113 @@ +# mute_mode/recognizer.py +# ----------------------------------------------------------------------------- +# Live sign recogniser for Mute Mode v2. +# +# v1 classified a fixed 30 frame window and cleared it after every prediction, +# with no idea where a sign starts or ends. v2 segments the stream by hand +# activity: a sign starts when a hand appears and ends when the hands drop out +# of view (or after MAX_SIGN_S). The whole segment is then resampled to the +# same fixed length used in training, so a slow and a fast signer look alike +# to the classifier, exactly as in training. +# ----------------------------------------------------------------------------- + +import os +import time +from collections import deque +from typing import Callable, Dict, List, Optional + +import numpy as np +import torch + +from mute_mode.features import sequence_features, trim_to_activity +from mute_mode.holistic import HolisticExtractor, stack_frames + +HERE = os.path.dirname(os.path.abspath(__file__)) +DEFAULT_CHECKPOINT = os.path.join(HERE, "checkpoints", "sign_v2.pth") + +MIN_SIGN_S = 0.35 # ignore blips shorter than this +END_AFTER_IDLE_S = 0.32 # this long without hands closes a sign +START_AFTER = 2 # consecutive frames with a hand that open a sign +# Thresholds are in seconds and converted with the measured frame rate, so the +# recogniser behaves the same at 25 fps on a laptop and ~8 fps on a Pi 4. +MAX_SIGN_S = 3.0 # force a decision on very long segments +CONF_THRESHOLD = 0.45 + + +class LiveSignRecognizer: + def __init__(self, checkpoint: str = DEFAULT_CHECKPOINT, conf_threshold: float = CONF_THRESHOLD, + on_prediction: Optional[Callable[[Dict], None]] = None, extractor=None, device: str = "cpu"): + from mute_mode.classifier_v2 import load_v2 + + self.model, self.vocabulary, self.meta = load_v2(checkpoint, device) + self.extractor = extractor or HolisticExtractor() + self.conf_threshold = conf_threshold + self.on_prediction = on_prediction + self._frames: List[dict] = [] + self._pre = deque(maxlen=4) # a few frames before the trigger, so the onset is kept + self._recording = False + self._hand_run = 0 + self._idle_run = 0 + self._t0 = time.monotonic() + self._fps_hist = deque(maxlen=30) + self._last_ts = None + self.last_landmarks = None # most recent per frame landmark dict (for UIs) + + @property + def fps(self) -> float: + return float(np.median(self._fps_hist)) if self._fps_hist else 25.0 + + def process_frame(self, bgr_frame, timestamp_s: Optional[float] = None) -> Optional[Dict]: + """Feed one camera frame. Returns a prediction dict when a sign has just ended.""" + ts = time.monotonic() - self._t0 if timestamp_s is None else timestamp_s + if self._last_ts is not None and ts > self._last_ts: + self._fps_hist.append(1.0 / (ts - self._last_ts)) + self._last_ts = ts + + f = self.extractor.extract(bgr_frame, int(ts * 1000)) + self.last_landmarks = f + has_hand = bool(f["lh_ok"] or f["rh_ok"]) + + if not self._recording: + self._pre.append(f) + self._hand_run = self._hand_run + 1 if has_hand else 0 + if self._hand_run >= START_AFTER: + self._recording = True + self._frames = list(self._pre) + self._idle_run = 0 + return None + + self._frames.append(f) + self._idle_run = 0 if has_hand else self._idle_run + 1 + fps = self.fps + too_long = len(self._frames) >= MAX_SIGN_S * fps + if self._idle_run >= max(2, round(END_AFTER_IDLE_S * fps)) or too_long: + frames = self._frames[:-self._idle_run] if self._idle_run else self._frames + self._reset() + if len(frames) >= max(4, round(MIN_SIGN_S * fps)): + return self.classify_frames(frames) + return None + + def classify_frames(self, frames: List[dict]) -> Dict: + seq = trim_to_activity(stack_frames(frames)) + x = torch.from_numpy(sequence_features(seq)).unsqueeze(0) + pred = self.model.predict_step(x, self.vocabulary, top_k=3) + pred["accepted"] = pred["confidence"] >= self.conf_threshold + pred["frames"] = len(frames) + if self.on_prediction: + self.on_prediction(pred) + return pred + + @property + def recording(self) -> bool: + """True while a sign is being captured.""" + return self._recording + + def _reset(self): + self._recording = False + self._frames = [] + self._pre.clear() + self._hand_run = 0 + self._idle_run = 0 + + def close(self): + self.extractor.close() diff --git a/mute_mode/train_v2.py b/mute_mode/train_v2.py new file mode 100644 index 0000000..65a8633 --- /dev/null +++ b/mute_mode/train_v2.py @@ -0,0 +1,208 @@ +# mute_mode/train_v2.py +# ----------------------------------------------------------------------------- +# Trains and evaluates the Mute Mode v2 classifier on landmarks produced by +# build_landmarks.py. +# +# Evaluation protocol (honest by construction): +# * the official WLASL train / val / test split is used, so no clip of the +# same video ever appears on both sides +# * the epoch is chosen on val only, and test is touched exactly once +# * top 1 and top 5 accuracy are reported, plus per class accuracy +# +# python mute_mode/train_v2.py # evaluate + save eval model +# python mute_mode/train_v2.py --deploy # also retrain on train+val for the device +# ----------------------------------------------------------------------------- + +import argparse +import json +import math +import os +import sys +import time + +import numpy as np +import torch +import torch.nn as nn +from torch.utils.data import DataLoader, Dataset + +sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))) +from mute_mode.config import VOCABULARY # noqa: E402 +from mute_mode.features import FEATURE_SETS, sequence_features, trim_to_activity # noqa: E402 +from mute_mode.classifier_v2 import SignClassifierV2, save_v2 # noqa: E402 + +HERE = os.path.dirname(os.path.abspath(__file__)) +LM_DIR = os.path.join(HERE, "landmarks") +CKPT_DIR = os.path.join(HERE, "checkpoints") + + +def load_sequences(): + with open(os.path.join(LM_DIR, "index.json"), encoding="utf-8") as f: + index = json.load(f) + word_to_idx = {w: i for i, w in enumerate(VOCABULARY)} + items = [] + for m in index: + if m["gloss"] not in word_to_idx: + continue + z = np.load(os.path.join(LM_DIR, m["gloss"], m["video_id"] + ".npz")) + seq = {k: z[k].astype(np.float32) if z[k].dtype == np.float16 else z[k] for k in z.files} + seq = trim_to_activity(seq) + items.append((seq, word_to_idx[m["gloss"]], m.get("split", "train"), m.get("signer_id"))) + return items + + +class SeqDataset(Dataset): + def __init__(self, items, train: bool, seed: int = 0, cols=None, augment: bool = True): + self.items, self.train = items, train + self.cols = np.array(cols if cols is not None else FEATURE_SETS["full"]) + self.augment = augment + self.rng = np.random.default_rng(seed) + if not (train and augment): # deterministic features can be cached + self.cache = [sequence_features(s)[:, self.cols] for s, *_ in items] + + def __len__(self): + return len(self.items) + + def __getitem__(self, i): + seq, y = self.items[i][0], self.items[i][1] + x = sequence_features(seq, rng=self.rng)[:, self.cols] if (self.train and self.augment) else self.cache[i] + return torch.from_numpy(x), y + + +def run_epoch(model, loader, opt=None, sched=None, crit=None, device="cpu", mixup=0.0): + train = opt is not None + model.train(train) + tot, correct, top5, loss_sum = 0, 0, 0, 0.0 + all_pred, all_true = [], [] + for x, y in loader: + x, y = x.to(device), y.to(device) + with torch.set_grad_enabled(train): + if train and mixup > 0 and np.random.rand() < 0.5: + lam = float(np.random.beta(mixup, mixup)) + perm = torch.randperm(x.size(0), device=device) + logits = model(lam * x + (1 - lam) * x[perm]) + loss = lam * crit(logits, y) + (1 - lam) * crit(logits, y[perm]) + else: + logits = model(x) + loss = crit(logits, y) + if train: + opt.zero_grad() + loss.backward() + nn.utils.clip_grad_norm_(model.parameters(), 1.0) + opt.step() + sched.step() + loss_sum += float(loss) * y.size(0) + tot += y.size(0) + pred = logits.argmax(1) + correct += int((pred == y).sum()) + top5 += int((logits.topk(5, 1).indices == y[:, None]).any(1).sum()) + all_pred.append(pred.cpu()) + all_true.append(y.cpu()) + return {"loss": loss_sum / max(tot, 1), "top1": correct / max(tot, 1), "top5": top5 / max(tot, 1), + "pred": torch.cat(all_pred).numpy() if all_pred else np.array([]), + "true": torch.cat(all_true).numpy() if all_true else np.array([])} + + +def train_model(train_items, val_items, epochs, seed, args, device, log_prefix=""): + torch.manual_seed(seed) + np.random.seed(seed) + cols = FEATURE_SETS[args.features] + model = SignClassifierV2(num_classes=len(VOCABULARY), in_features=len(cols), width=args.width, + gru_hidden=args.gru, dropout=args.dropout).to(device) + tl = DataLoader(SeqDataset(train_items, True, seed, cols, augment=not args.no_augment), + batch_size=args.batch, shuffle=True, drop_last=True) + vl = DataLoader(SeqDataset(val_items, False, cols=cols), batch_size=128) if val_items else None + opt = torch.optim.AdamW(model.parameters(), lr=args.lr, weight_decay=args.wd) + steps = epochs * len(tl) + warm = max(1, int(0.05 * steps)) + sched = torch.optim.lr_scheduler.LambdaLR( + opt, lambda s: min(1.0, (s + 1) / warm) * 0.5 * (1 + math.cos(math.pi * min(s, steps) / steps))) + crit = nn.CrossEntropyLoss(label_smoothing=args.smoothing) + best, best_state, best_ep, history = -1.0, None, 0, [] + for ep in range(1, epochs + 1): + tr = run_epoch(model, tl, opt, sched, crit, device, mixup=args.mixup) + rec = {"epoch": ep, "train_loss": tr["loss"], "train_top1": tr["top1"]} + if vl is not None: + va = run_epoch(model, vl, crit=crit, device=device) + rec.update(val_loss=va["loss"], val_top1=va["top1"], val_top5=va["top5"]) + if va["top1"] > best: + best, best_ep = va["top1"], ep + best_state = {k: v.detach().clone() for k, v in model.state_dict().items()} + history.append(rec) + if ep % 10 == 0 or ep == epochs: + msg = f"{log_prefix}ep {ep:3d} train {tr['loss']:.3f}/{tr['top1']:.1%}" + if vl is not None: + msg += f" | val {va['loss']:.3f} top1 {va['top1']:.1%} top5 {va['top5']:.1%} (best {best:.1%}@{best_ep})" + print(msg, flush=True) + if best_state is not None: + model.load_state_dict(best_state) + return model, best_ep, best, history + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("--epochs", type=int, default=160) + ap.add_argument("--batch", type=int, default=32) + ap.add_argument("--lr", type=float, default=2e-3) + ap.add_argument("--wd", type=float, default=0.05) + ap.add_argument("--width", type=int, default=128) + ap.add_argument("--gru", type=int, default=64) + ap.add_argument("--dropout", type=float, default=0.3) + ap.add_argument("--smoothing", type=float, default=0.1) + ap.add_argument("--mixup", type=float, default=0.2) + ap.add_argument("--seed", type=int, default=0) + ap.add_argument("--features", choices=sorted(FEATURE_SETS), default="full", help="feature set (ablation)") + ap.add_argument("--no-augment", action="store_true", help="disable data augmentation (ablation)") + ap.add_argument("--tag", default="", help="suffix for the report file name") + ap.add_argument("--deploy", action="store_true", help="retrain on train+val for the device model") + args = ap.parse_args() + device = "cuda" if torch.cuda.is_available() else "cpu" + + items = load_sequences() + split = {s: [it for it in items if it[2] == s] for s in ("train", "val", "test")} + counts = np.bincount([it[1] for it in items], minlength=len(VOCABULARY)) + print(f"[DATA] {len(items)} clips | train {len(split['train'])} val {len(split['val'])} test {len(split['test'])}" + f" | per word min {counts.min()} median {int(np.median(counts))} max {counts.max()}") + + t0 = time.time() + model, best_ep, best_val, history = train_model(split["train"], split["val"], args.epochs, args.seed, args, device) + crit = nn.CrossEntropyLoss() + cols = FEATURE_SETS[args.features] + te = run_epoch(model, DataLoader(SeqDataset(split["test"], False, cols=cols), batch_size=128), crit=crit, device=device) + per_class = {} + for c in range(len(VOCABULARY)): + m = te["true"] == c + if m.any(): + per_class[VOCABULARY[c]] = float((te["pred"][m] == c).mean()) + result = { + "protocol": "official WLASL split, model selected on val, test evaluated once", + "clips": {k: len(v) for k, v in split.items()}, + "params": model.get_parameter_count(), + "best_epoch": best_ep, "val_top1": best_val, + "test_top1": te["top1"], "test_top5": te["top5"], + "per_class_test_top1": per_class, + "train_seconds": round(time.time() - t0, 1), + "args": vars(args), + } + print(f"\n[RESULT] params={result['params']:,} val top1={best_val:.2%} " + f"TEST top1={te['top1']:.2%} top5={te['top5']:.2%} (best epoch {best_ep})") + os.makedirs(CKPT_DIR, exist_ok=True) + tag = args.tag or (args.features + ("_noaug" if args.no_augment else "")) + if tag == "full": + save_v2(model, os.path.join(CKPT_DIR, "sign_v2_eval.pth"), VOCABULARY, result) + with open(os.path.join(CKPT_DIR, f"sign_v2_report_{tag}.json"), "w", encoding="utf-8") as f: + json.dump({**result, "history": history}, f, indent=1) + + if args.deploy and args.features != "full": + raise SystemExit("--deploy only makes sense with --features full (the live recogniser uses all features)") + if args.deploy: + print("\n[DEPLOY] retraining on train+val with the selected epoch count ...") + final, *_ = train_model(split["train"] + split["val"], [], max(best_ep, 40), args.seed, args, device, "[deploy] ") + te2 = run_epoch(final, DataLoader(SeqDataset(split["test"], False, cols=cols), batch_size=128), crit=crit, device=device) + meta = {**result, "deploy_test_top1": te2["top1"], "deploy_test_top5": te2["top5"], + "deploy_note": "trained on train+val; test still held out"} + save_v2(final, os.path.join(CKPT_DIR, "sign_v2.pth"), VOCABULARY, meta) + print(f"[DEPLOY] test top1={te2['top1']:.2%} top5={te2['top5']:.2%} -> checkpoints/sign_v2.pth") + + +if __name__ == "__main__": + main() diff --git a/mute_mode/video_stream.py b/mute_mode/video_stream.py index 69b1f69..35ee185 100644 --- a/mute_mode/video_stream.py +++ b/mute_mode/video_stream.py @@ -74,3 +74,37 @@ def is_opened(self) -> bool: if hasattr(self._stream, "is_opened"): return self._stream.is_opened() return bool(self._stream.isOpened()) + + +class PushVideoStream: + """ + Frame source fed from outside, e.g. the web emulator sending webcam or + test video frames from the browser. read() returns the newest frame and + drops older ones, so recognition never lags behind the camera. + """ + def __init__(self): + import threading + self._cond = threading.Condition() + self._frame = None + self._open = True + self.mode = "PushVideoStream" + + def push(self, bgr_frame): + with self._cond: + self._frame = bgr_frame + self._cond.notify() + + def read(self, timeout: float = 0.2): + with self._cond: + if self._frame is None and self._open: + self._cond.wait(timeout) + frame, self._frame = self._frame, None + return (frame is not None), frame + + def release(self): + with self._cond: + self._open = False + self._cond.notify_all() + + def is_opened(self) -> bool: + return self._open diff --git a/mute_mode/wlasl_fetch.py b/mute_mode/wlasl_fetch.py new file mode 100644 index 0000000..88e24d9 --- /dev/null +++ b/mute_mode/wlasl_fetch.py @@ -0,0 +1,191 @@ +# mute_mode/wlasl_fetch.py +# ----------------------------------------------------------------------------- +# Parallel WLASL video fetcher for the TriSense Mute Mode vocabulary. +# +# The original downloader stopped at 8 clips per word and threw the video away +# after extracting only its first 60 frames. This script instead downloads every +# reachable WLASL instance for the vocabulary into a local cache so landmarks +# can be (re)extracted with any feature recipe, and records the metadata that +# matters for a fair evaluation: the official train/val/test split, signer id, +# and the frame_start/frame_end window of the sign inside the video. +# +# python mute_mode/wlasl_fetch.py --workers 16 +# +# Output: +# mute_mode/raw_videos//.mp4 (git ignored) +# mute_mode/raw_videos/manifest.json one entry per saved video +# ----------------------------------------------------------------------------- + +import argparse +import json +import os +import subprocess +import sys +import threading +import urllib.request +from concurrent.futures import ThreadPoolExecutor, as_completed + +sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))) +from mute_mode.config import VOCABULARY # noqa: E402 + +HERE = os.path.dirname(os.path.abspath(__file__)) +INDEX_PATH = os.path.join(HERE, "WLASL_v0.3.json") +RAW_DIR = os.path.join(HERE, "raw_videos") +MANIFEST_PATH = os.path.join(RAW_DIR, "manifest.json") +FAILED_PATH = os.path.join(RAW_DIR, "failed.json") + +UA = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/124.0 Safari/537.36" +_lock = threading.Lock() + + +def _is_youtube(url: str) -> bool: + return "youtube.com" in url or "youtu.be" in url + + +def _looks_like_video(path: str) -> bool: + if not os.path.exists(path) or os.path.getsize(path) < 2048: + return False + with open(path, "rb") as f: + head = f.read(64) + # MP4/MOV ('ftyp'), WebM/MKV (EBML), FLV, AVI (RIFF) + return b"ftyp" in head or head.startswith(b"\x1a\x45\xdf\xa3") or head.startswith(b"FLV") or head.startswith(b"RIFF") + + +def _download_http(url: str, out: str, timeout: int = 20) -> bool: + req = urllib.request.Request(url, headers={"User-Agent": UA, "Referer": url}) + with urllib.request.urlopen(req, timeout=timeout) as resp, open(out, "wb") as f: + total = 0 + while True: + chunk = resp.read(65536) + if not chunk: + break + total += len(chunk) + if total > 80 * 1024 * 1024: # a single sign clip is never this big + raise IOError("file too large") + f.write(chunk) + return _looks_like_video(out) + + +def _download_ytdlp(url: str, out: str, timeout: int = 120) -> bool: + cmd = [ + sys.executable, "-m", "yt_dlp", "--quiet", "--no-warnings", "--no-playlist", + "--socket-timeout", "15", "--retries", "2", + # video only is enough (no audio needed) and avoids needing ffmpeg to merge streams + "-f", "bv*[height<=480][ext=mp4]/bv*[height<=480]/b[height<=480]/bv*/b", + "-o", out, url, + ] + subprocess.run(cmd, timeout=timeout, check=True, stdout=subprocess.DEVNULL, stderr=subprocess.DEVNULL) + return _looks_like_video(out) + + +# Hosts that moved since WLASL was published (same files, new address with a valid certificate) +HOST_REWRITES = { + "https://aslsignbank.haskins.yale.edu/": "https://aslsignbank.com/", + "http://aslsignbank.haskins.yale.edu/": "https://aslsignbank.com/", +} + + +def fetch_one(gloss: str, inst: dict) -> dict: + url = inst.get("url", "") + for old, new in HOST_REWRITES.items(): + if url.startswith(old): + url = new + url[len(old):] + vid = inst["video_id"] + out_dir = os.path.join(RAW_DIR, gloss) + os.makedirs(out_dir, exist_ok=True) + out = os.path.join(out_dir, f"{vid}.mp4") + meta = { + "gloss": gloss, + "video_id": vid, + "path": os.path.relpath(out, RAW_DIR).replace("\\", "/"), + "split": inst.get("split"), + "signer_id": inst.get("signer_id"), + "frame_start": inst.get("frame_start", 1), + "frame_end": inst.get("frame_end", -1), + "fps": inst.get("fps", 25), + "source": inst.get("source"), + "url": url, + } + if _looks_like_video(out): + return {**meta, "ok": True, "cached": True} + if not url or ".swf" in url.lower(): + return {**meta, "ok": False, "error": "swf/empty"} + try: + ok = _download_ytdlp(url, out) if _is_youtube(url) else _download_http(url, out) + if not ok and not _is_youtube(url): + # some hosts serve HTML wrappers; yt-dlp's generic extractor can often resolve them + if os.path.exists(out): + os.remove(out) + ok = _download_ytdlp(url, out, timeout=60) + except Exception as e: # network errors, 404s, timeouts + ok = False + err = f"{type(e).__name__}: {e}"[:160] + else: + err = None if ok else "not a video" + if not ok and os.path.exists(out): + try: + os.remove(out) + except OSError: + pass + return {**meta, "ok": ok, **({"error": err} if err else {})} + + +def main(): + ap = argparse.ArgumentParser() + ap.add_argument("--workers", type=int, default=16) + ap.add_argument("--retry-failed", action="store_true", help="also retry instances that failed before") + args = ap.parse_args() + + with open(INDEX_PATH, encoding="utf-8") as f: + index = {e["gloss"]: e for e in json.load(f)} + + os.makedirs(RAW_DIR, exist_ok=True) + manifest = {} + if os.path.exists(MANIFEST_PATH): + with open(MANIFEST_PATH, encoding="utf-8") as f: + manifest = {m["video_id"]: m for m in json.load(f)} + failed = {} + if os.path.exists(FAILED_PATH) and not args.retry_failed: + with open(FAILED_PATH, encoding="utf-8") as f: + failed = json.load(f) + + jobs = [] + for gloss in VOCABULARY: + for inst in index[gloss]["instances"]: + vid = inst["video_id"] + if vid in manifest or vid in failed: + continue + jobs.append((gloss, inst)) + print(f"[FETCH] {len(manifest)} cached, {len(failed)} known failures, {len(jobs)} to try") + + done = 0 + with ThreadPoolExecutor(max_workers=args.workers) as pool: + futs = [pool.submit(fetch_one, g, i) for g, i in jobs] + for fut in as_completed(futs): + r = fut.result() + with _lock: + done += 1 + if r["ok"]: + manifest[r["video_id"]] = {k: v for k, v in r.items() if k not in ("ok", "cached", "error")} + else: + failed[r["video_id"]] = r.get("error", "?") + if done % 25 == 0 or done == len(jobs): + print(f"[FETCH] {done}/{len(jobs)} ok={len(manifest)} failed={len(failed)}", flush=True) + with open(MANIFEST_PATH, "w", encoding="utf-8") as f: + json.dump(list(manifest.values()), f, indent=1) + with open(FAILED_PATH, "w", encoding="utf-8") as f: + json.dump(failed, f, indent=1) + + with open(MANIFEST_PATH, "w", encoding="utf-8") as f: + json.dump(list(manifest.values()), f, indent=1) + with open(FAILED_PATH, "w", encoding="utf-8") as f: + json.dump(failed, f, indent=1) + per_word = {g: 0 for g in VOCABULARY} + for m in manifest.values(): + per_word[m["gloss"]] += 1 + counts = sorted(per_word.values()) + print(f"[FETCH] done. videos={len(manifest)} min/median/max per word = {counts[0]}/{counts[len(counts)//2]}/{counts[-1]}") + + +if __name__ == "__main__": + main() diff --git a/shared/mode_manager.py b/shared/mode_manager.py index f6f735b..3879bcc 100644 --- a/shared/mode_manager.py +++ b/shared/mode_manager.py @@ -14,7 +14,7 @@ import time from typing import Callable, Dict, Optional, Set -from shared.tts_output import start_tts_worker, stop_tts_worker +from shared.tts_output import flush as flush_tts, start_tts_worker, stop_tts_worker def _ensure_headless_compat(): @@ -92,77 +92,93 @@ def clear(self): class BlindModePipeline: """ - Adapter for Blind Mode (`blind_mode/sensor_loop.py`). - Runs sensor polling, collision detection, and haptic/audio alerts without - modifying `sensor_loop.py` internals. + Adapter for Blind Mode. Uses the same BlindEngine as `blind_mode/sensor_loop.py`. + + v1 called pulse_motor() inline (freezing the loop for up to 1.5 s per + cycle) and still divided by a fixed 0.1 s, so speeds and TTCs were wrong + whenever an alert fired. Now motors are driven by the non blocking + HapticDriver and the engine uses real timestamps. """ REQUIRED_RESOURCES = {"SPEAKER", "GPIO_SENSORS", "GPIO_MOTORS"} def __init__(self): self.is_running = False self._thread: Optional[threading.Thread] = None + self._stop_evt = threading.Event() + self._driver = None self.on_telemetry: Optional[Callable] = None + self.on_state: Optional[Callable] = None def start(self, **kwargs): if self.is_running: return - # Optional callback(label, distance_m, ttc_s, pulse_s) used by the web emulator + # Optional callback(label, distance_cm, ttc_s, pulse_ms) used by the web emulator self.on_telemetry = kwargs.get("on_telemetry") + # Optional callback(states, phrase) with the full engine output for every cycle + self.on_state = kwargs.get("on_state") print("[BLIND_PIPELINE] Starting Blind Mode ultrasonic/haptic pipeline...") _ensure_headless_compat() from blind_mode.gpio_setup import setup + from blind_mode.haptic import HapticDriver setup() + self._driver = HapticDriver() + self._stop_evt.clear() self.is_running = True - - # Run sensor polling loop in background daemon thread - self._thread = threading.Thread(target=self._run_loop_wrapper, daemon=True) + self._thread = threading.Thread(target=self._run_loop_wrapper, daemon=True, name="blind-loop") self._thread.start() def _run_loop_wrapper(self): _ensure_headless_compat() from blind_mode.distance import read_all_sensors - from blind_mode.collision import compute_closing_speed, time_to_collision - from blind_mode.haptic import get_alert_intensity, pulse_motor - from blind_mode.audio_alert import speak_alert, TTC_AUDIO_THRESHOLD_S - from blind_mode.config import SENSORS, MOTORS - - prev_readings = read_all_sensors() - while self.is_running: - time.sleep(0.1) - curr_readings = read_all_sensors() - for label, _trig, _echo in SENSORS: - d_a = prev_readings[label] - d_b = curr_readings[label] - speed = compute_closing_speed(d_a, d_b, 0.1) - ttc = time_to_collision(d_b, speed) - duration = get_alert_intensity(ttc, threshold=1.5) - if duration is not None: - pin = MOTORS[label] - pulse_motor(pin, duration) - if label == "center" and ttc is not None and ttc < TTC_AUDIO_THRESHOLD_S: - speak_alert("Obstacle ahead") - + from blind_mode.engine import BlindEngine + from blind_mode.audio_alert import speak_alert + from blind_mode.config import SENSORS, POLL_INTERVAL_S + + engine = BlindEngine([s[0] for s in SENSORS]) + next_t = time.monotonic() + while not self._stop_evt.is_set(): + readings = read_all_sensors() + states = engine.step(readings, time.monotonic()) + for st in states: + if st.pulse_ms: + self._driver.pulse(st.label, st.pulse_ms) if self.on_telemetry: - self.on_telemetry(label, d_b, ttc, duration) - - prev_readings = curr_readings + self.on_telemetry(st.label, st.distance, st.ttc, st.pulse_ms) + phrase = BlindEngine.speech_for(states) + if phrase: + speak_alert(phrase) + if self.on_state: + self.on_state(states, phrase) + next_t += POLL_INTERVAL_S + delay = next_t - time.monotonic() + if delay < -POLL_INTERVAL_S: # fell far behind (slow sensors): resynchronise + next_t = time.monotonic() + self._stop_evt.wait(max(0.0, delay)) def stop(self): if not self.is_running: return print("[BLIND_PIPELINE] Stopping Blind Mode pipeline...") - self.is_running = False + self._stop_evt.set() if self._thread and self._thread.is_alive(): - self._thread.join(timeout=0.5) + self._thread.join(timeout=2.0) + if self._driver: + self._driver.stop() + self._driver = None from blind_mode.gpio_setup import cleanup cleanup() + self.is_running = False print("[BLIND_PIPELINE] Blind Mode stopped and GPIO released.") class DeafModePipeline: """ Adapter for Deaf Mode (`deaf_mode/main_loop.py`). - Wraps DeafModeApp without modifying internal ASR or OLED modules. + + v1 ran the whole recognition loop inside start(), so switch_mode() did not + return until the audio source ended. With a live microphone that meant + forever, and the user could never switch away from Deaf Mode. The app now + runs in a background thread and stop() ends it. """ REQUIRED_RESOURCES = {"MICROPHONE", "DISPLAY"} @@ -170,8 +186,9 @@ def __init__(self): self.is_running = False self.app = None self.summary = None + self._thread: Optional[threading.Thread] = None - def start(self, wav_path=None, use_mock=True, **kwargs): + def start(self, wav_path=None, use_mock=True, wait=False, **kwargs): if self.is_running: return print("[DEAF_PIPELINE] Starting Deaf Mode speech-to-text pipeline...") @@ -182,11 +199,17 @@ def start(self, wav_path=None, use_mock=True, **kwargs): from deaf_mode.caption_renderer import CaptionRenderer from deaf_mode.main_loop import DeafModeApp - audio_streamer = AudioStreamer(callback=None, sample_rate=16000, block_size=4000, - wav_path=wav_path, use_mock=use_mock) - asr_engine = ASREngine(sample_rate=16000, use_mock=not bool(wav_path) and use_mock) + audio_source = kwargs.get("audio_source") # e.g. PushAudioStreamer fed by the browser microphone + if audio_source is not None: + audio_streamer = audio_source + asr_engine = ASREngine(sample_rate=16000) + else: + audio_streamer = AudioStreamer(callback=None, sample_rate=16000, block_size=4000, + wav_path=wav_path, use_mock=use_mock) + # Real Vosk whenever the model is installed; the mock recogniser only for synthetic audio + asr_engine = ASREngine(sample_rate=16000, use_mock=True if (use_mock and not wav_path) else None) formatter = CaptionFormatter(max_chars_per_line=20, max_lines=3) - display = OLEDDisplay(width=128, height=64, use_mock=True) + display = OLEDDisplay(width=128, height=64, use_mock=kwargs.get("mock_display", use_mock)) renderer = CaptionRenderer(display=display, formatter=formatter, default_header="TriSense ASR [REC]") self.app = DeafModeApp( @@ -196,101 +219,146 @@ def start(self, wav_path=None, use_mock=True, **kwargs): on_caption_update=kwargs.get("on_caption_update") ) self.is_running = True - # Run synchronous stream or launch background execution - self.summary = self.app.run(real_time=False) + real_time = kwargs.get("real_time", bool(wav_path) and not wait) + self._thread = threading.Thread(target=self._run, args=(real_time,), daemon=True, name="deaf-app") + self._thread.start() + if wait: # tests / batch transcription: block until the source is exhausted + self._thread.join() + + def _run(self, real_time): + try: + self.summary = self.app.run(real_time=real_time) + except Exception as e: + print(f"[DEAF_PIPELINE] Deaf Mode crashed: {e}") + self.summary = {"error": str(e)} def stop(self): if not self.is_running: return print("[DEAF_PIPELINE] Stopping Deaf Mode pipeline...") - self.is_running = False if self.app: self.app.close() + if self._thread and self._thread.is_alive(): + self._thread.join(timeout=3.0) + self.is_running = False print("[DEAF_PIPELINE] Deaf Mode stopped.") class MuteModePipeline: """ - EXTENSION POINT: Mute Mode (Sign Language Recognition -> Speech). - Uses camera input and speaker output. + Mute Mode (Sign Language Recognition -> Speech). Uses camera input and speaker output. + + Uses the v2 recogniser (hands + upper body landmarks, activity based sign + segmentation, SignClassifierV2) when checkpoints/sign_v2.pth exists, and + falls back to the original v1 30 frame classifier otherwise. """ REQUIRED_RESOURCES = {"CAMERA", "SPEAKER"} def __init__(self): self.is_running = False self._thread = None - self.classifier = None + self._stop_evt = threading.Event() self.streamer = None + self.recognizer = None + self.version = None + self.on_prediction: Optional[Callable] = None + self.on_prediction_detail: Optional[Callable] = None + self.on_status: Optional[Callable] = None + # v1 fallback members + self.classifier = None self.extractor = None self.buffer = None - self.on_prediction: Optional[Callable] = None - def start(self, use_mock=False, **kwargs): + def start(self, use_mock=False, video_path=None, **kwargs): if self.is_running: return # Optional callback(word, confidence) used by the web emulator self.on_prediction = kwargs.get("on_prediction") + # Optional callback(details: dict) with every prediction (accepted or not, top 3) + self.on_prediction_detail = kwargs.get("on_prediction_detail") + # Optional callback(landmarks, recording) after every processed frame (v2 only) + self.on_status = kwargs.get("on_status") print("[MUTE_PIPELINE] Starting Mute Mode sign language pipeline...") _ensure_headless_compat() - - from mute_mode.train_classifier import load_checkpoint from mute_mode.video_stream import VideoStreamer - from mute_mode.landmark_extractor import LandmarkExtractor - from mute_mode.sequence_buffer import GestureSequenceBuffer - - checkpoint_path = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "mute_mode", "checkpoints", "final_model.pth")) - self.classifier = load_checkpoint(checkpoint_path) - self.streamer = VideoStreamer(use_mock=use_mock) - self.extractor = LandmarkExtractor() - self.buffer = GestureSequenceBuffer() - + from mute_mode.recognizer import DEFAULT_CHECKPOINT + + self.streamer = kwargs.get("video_source") or VideoStreamer(video_path=video_path, use_mock=use_mock) + if os.path.exists(DEFAULT_CHECKPOINT): + from mute_mode.recognizer import LiveSignRecognizer + self.recognizer = LiveSignRecognizer(DEFAULT_CHECKPOINT) + self.version = "v2" + # Warm up: MediaPipe initialises lazily and the first few calls are slow, + # which used to swallow the first sign after switching to Mute Mode. + import numpy as np + blank = np.zeros((240, 320, 3), np.uint8) + for i in range(3): + self.recognizer.extractor.extract(blank, i) + else: + from mute_mode.train_classifier import load_checkpoint + from mute_mode.landmark_extractor import LandmarkExtractor + from mute_mode.sequence_buffer import GestureSequenceBuffer + ckpt = os.path.abspath(os.path.join(os.path.dirname(__file__), "..", "mute_mode", "checkpoints", "final_model.pth")) + self.classifier = load_checkpoint(ckpt) + self.extractor = LandmarkExtractor() + self.buffer = GestureSequenceBuffer() + self.version = "v1" + print(f"[MUTE_PIPELINE] Using sign recogniser {self.version}.") + self._stop_evt.clear() self.is_running = True - self._thread = threading.Thread(target=self._run_loop_wrapper, daemon=True) + self._thread = threading.Thread(target=self._run_loop_wrapper, daemon=True, name="mute-loop") self._thread.start() - def _run_loop_wrapper(self): - from mute_mode.classifier import extract_sequence_tensor + def _announce(self, word, confidence): from shared.tts_output import speak - - while self.is_running: - time.sleep(0.01) + print(f"[MUTE_PIPELINE] Predicted: {word.upper()} (conf: {confidence:.2f})") + speak(word, cooldown=1.5) + if self.on_prediction: + self.on_prediction(word, float(confidence)) + + def _run_loop_wrapper(self): + while not self._stop_evt.is_set(): ret, frame = self.streamer.read() if not ret or frame is None: + self._stop_evt.wait(0.01) continue - - extraction = self.extractor.extract(frame) - self.buffer.add_frame(extraction) - - seq = self.buffer.get_sequence() - if seq.get("buffer_full", False): - tensor = extract_sequence_tensor(seq) - pred = self.classifier.predict_step(tensor) - - if pred["confidence"] > 0.4: - word = pred["label"] - print(f"[MUTE_PIPELINE] Predicted: {word.upper()} (conf: {pred['confidence']:.2f})") - speak(word, cooldown=2.0) - - if self.on_prediction: - self.on_prediction(word, float(pred["confidence"])) - - self.buffer.clear() + if self.version == "v2": + pred = self.recognizer.process_frame(frame) + if self.on_status: + self.on_status(self.recognizer.last_landmarks, self.recognizer.recording) + if pred and self.on_prediction_detail: + self.on_prediction_detail(pred) + if pred and pred["accepted"]: + self._announce(pred["label"], pred["confidence"]) + else: + self._v1_step(frame) + + def _v1_step(self, frame): + from mute_mode.classifier import extract_sequence_tensor + self.buffer.add_frame(self.extractor.extract(frame)) + seq = self.buffer.get_sequence() + if seq.get("buffer_full", False): + pred = self.classifier.predict_step(extract_sequence_tensor(seq)) + if pred["confidence"] > 0.4: + self._announce(pred["label"], pred["confidence"]) + self.buffer.clear() def stop(self): if not self.is_running: return print("[MUTE_PIPELINE] Stopping Mute Mode pipeline...") - self.is_running = False + self._stop_evt.set() if self._thread and self._thread.is_alive(): - self._thread.join(timeout=1.0) - + self._thread.join(timeout=2.0) if self.streamer: self.streamer.release() self.streamer = None - if self.extractor: - self.extractor.close() - self.extractor = None - + for attr in ("recognizer", "extractor"): + obj = getattr(self, attr) + if obj is not None: + obj.close() + setattr(self, attr, None) + self.is_running = False print("[MUTE_PIPELINE] Mute Mode stopped.") @@ -302,6 +370,8 @@ class ModeManager: def __init__(self): self.resource_guard = ResourceGuard() self.current_mode = "IDLE" + # switch requests can arrive from the button, the keyboard and the web UI at once + self._switch_lock = threading.RLock() self._pipelines = { "BLIND": BlindModePipeline(), "DEAF": DeafModePipeline(), @@ -321,6 +391,10 @@ def switch_mode(self, new_mode: str, **kwargs) -> bool: 2. Acquires required resources for 'new_mode'. 3. Starts the target pipeline. """ + with self._switch_lock: + return self._switch_mode_locked(new_mode, **kwargs) + + def _switch_mode_locked(self, new_mode: str, **kwargs) -> bool: new_mode = new_mode.upper() if new_mode == self.current_mode: print(f"[MODE_MANAGER] Already in mode '{self.current_mode}'. No transition needed.") @@ -332,7 +406,7 @@ def switch_mode(self, new_mode: str, **kwargs) -> bool: print(f"\n[MODE_MANAGER] === Transitioning Mode: '{self.current_mode}' -> '{new_mode}' ===") # Step 1: Stop current mode and release resources - self.stop_current_mode() + self._stop_current_locked() # Step 2: If switching to IDLE, we are done if new_mode == "IDLE": @@ -366,12 +440,17 @@ def stop_current_mode(self): """ Stops whatever mode is currently running and releases its resources. """ + with self._switch_lock: + self._stop_current_locked() + + def _stop_current_locked(self): if self.current_mode == "IDLE": return pipeline = self._pipelines.get(self.current_mode) if pipeline and pipeline.is_running: pipeline.stop() + flush_tts() # never read out stale phrases from the previous mode self.resource_guard.release(self.current_mode) print(f"[MODE_MANAGER] Mode '{self.current_mode}' deactivated.") diff --git a/shared/test_mode_manager.py b/shared/test_mode_manager.py index 48987ff..b54b8fe 100644 --- a/shared/test_mode_manager.py +++ b/shared/test_mode_manager.py @@ -118,20 +118,29 @@ def test_key_trigger_and_mute_mode(): # Force a prediction so the speak() call is exercised pipeline = manager.get_pipeline("MUTE") import unittest.mock - pipeline.classifier.predict_step = unittest.mock.MagicMock( - return_value={"label": "mock_word", "confidence": 0.99} - ) - # Mock the buffer so it instantly claims to be full with dummy data - pipeline.buffer.get_sequence = unittest.mock.MagicMock( - return_value={"buffer_full": True, "frames": [{"landmarks": [[0,0,0]] * 21}] * 30} - ) - # Mock the tensor extraction so we don't crash on dummy data - import mute_mode.classifier - mute_mode.classifier.extract_sequence_tensor = unittest.mock.MagicMock( - return_value="dummy_tensor" - ) + from shared import tts_output + tts_output.reset_cooldowns() + if pipeline.version == "v2": + pipeline.recognizer.process_frame = unittest.mock.MagicMock( + return_value={"label": "mock_word", "confidence": 0.99, "accepted": True, "top_k": [], "frames": 30} + ) + else: + pipeline.classifier.predict_step = unittest.mock.MagicMock( + return_value={"label": "mock_word", "confidence": 0.99} + ) + # Mock the buffer so it instantly claims to be full with dummy data + pipeline.buffer.get_sequence = unittest.mock.MagicMock( + return_value={"buffer_full": True, "frames": [{"landmarks": [[0,0,0]] * 21}] * 30} + ) + # Mock the tensor extraction so we don't crash on dummy data + import mute_mode.classifier + mute_mode.classifier.extract_sequence_tensor = unittest.mock.MagicMock( + return_value="dummy_tensor" + ) print(" [MUTE] Waiting 0.5s for prediction loop to trigger...") time.sleep(0.5) + assert "mock_word" in tts_output.spoken_log or not tts_output._speech_queue.empty() or tts_output.speak("mock_word", cooldown=2.0) is False, "prediction never reached the speech queue" + print(f" [PASS] Recogniser {pipeline.version} prediction was sent to the shared TTS worker.") # Return to IDLE mode = manager.handle_key_input("0") diff --git a/shared/tts_output.py b/shared/tts_output.py index d57ddfc..45020fa 100644 --- a/shared/tts_output.py +++ b/shared/tts_output.py @@ -2,10 +2,21 @@ # ----------------------------------------------------------------------------- # Centralized text-to-speech output for TriSense. # Owned and managed by ModeManager to prevent cross-mode thread collisions. +# +# Fixes over v1: +# * the cooldown is stamped when a phrase is QUEUED, per phrase. v1 stamped +# it only after speech finished, so a 10 Hz sensor loop could queue the same +# warning a dozen times while the first one was still being spoken. +# * the queue is bounded and flush() drops stale phrases on a mode switch, +# so the device never reads out old obstacle warnings in Mute Mode. +# * COM is initialised inside the worker thread on Windows, otherwise +# pyttsx3 (SAPI5) fails with "CoInitialize has not been called". # ----------------------------------------------------------------------------- -import threading +import os import queue +import sys +import threading import time try: @@ -13,12 +24,31 @@ except (ImportError, OSError): # headless box or missing speech backend pyttsx3 = None +MAX_PENDING = 3 # older phrases are dropped beyond this backlog +GLOBAL_GAP_S = 0.3 # minimum gap between any two queued phrases + # ── Internal state ──────────────────────────────────────────────────────────── -_speech_queue = queue.Queue() -_last_spoken_time = 0.0 +_speech_queue: "queue.Queue[str]" = queue.Queue() +_last_queued: dict = {} +_last_any = 0.0 _lock = threading.Lock() _shutdown_flag = threading.Event() _worker_thread = None +spoken_log: list = [] # phrases actually delivered (handy for tests and the emulator) +_listeners: list = [] # callables(text) notified whenever a phrase is delivered +# Set TRISENSE_TTS_CONSOLE=1 to skip the speech engine (the web emulator speaks in the browser instead) +USE_ENGINE = os.getenv("TRISENSE_TTS_CONSOLE", "0") != "1" + + +def add_listener(fn): + """Register fn(text) to be called each time a phrase is spoken.""" + if fn not in _listeners: + _listeners.append(fn) + + +def remove_listener(fn): + if fn in _listeners: + _listeners.remove(fn) def _init_engine(): @@ -26,6 +56,12 @@ def _init_engine(): if pyttsx3 is None: print("[TTS] pyttsx3 not available - speech will be logged to the console only.") return None + if sys.platform == "win32": + try: + import pythoncom # provided by pywin32, which pyttsx3 depends on + pythoncom.CoInitialize() + except Exception: + pass try: engine = pyttsx3.init() engine.setProperty("rate", 160) @@ -37,25 +73,29 @@ def _init_engine(): def _worker(): - global _last_spoken_time - engine = _init_engine() - + engine = _init_engine() if USE_ENGINE else None while not _shutdown_flag.is_set(): try: text = _speech_queue.get(timeout=0.2) except queue.Empty: continue - - if engine is not None: - engine.say(text) - engine.runAndWait() - else: - print(f"[TTS] {text}") - - with _lock: - _last_spoken_time = time.time() - - _speech_queue.task_done() + try: + if engine is not None: + engine.say(text) + engine.runAndWait() + else: + print(f"[TTS] {text}") + spoken_log.append(text) + del spoken_log[:-50] + for fn in list(_listeners): + try: + fn(text) + except Exception as e: + print(f"[TTS] listener failed: {e}") + except Exception as e: + print(f"[TTS] speech failed ({e}): {text}") + finally: + _speech_queue.task_done() def start_tts_worker(): @@ -78,37 +118,65 @@ def stop_tts_worker(): _worker_thread = None +def flush(): + """Drops every phrase that has not been spoken yet (used on mode switches).""" + while True: + try: + _speech_queue.get_nowait() + _speech_queue.task_done() + except queue.Empty: + break + + +def is_running() -> bool: + return _worker_thread is not None and _worker_thread.is_alive() + + def speak(text: str, cooldown: float = 2.0) -> bool: """ - Queue a speech alert if the cooldown period has elapsed since the last one. - - Returns True if queued, False if suppressed by cooldown. + Queue a phrase unless the same phrase was queued less than `cooldown` + seconds ago. Returns True if queued, False if suppressed. """ + global _last_any + now = time.monotonic() with _lock: - if time.time() - _last_spoken_time < cooldown: + if now - _last_queued.get(text, -1e9) < cooldown or now - _last_any < GLOBAL_GAP_S: return False - - _speech_queue.put(text) + _last_queued[text] = now + _last_any = now + while _speech_queue.qsize() >= MAX_PENDING: + try: + _speech_queue.get_nowait() + _speech_queue.task_done() + except queue.Empty: + break + _speech_queue.put(text) return True +def reset_cooldowns(): + global _last_any + with _lock: + _last_queued.clear() + _last_any = 0.0 + + if __name__ == "__main__": print("Testing centralized TTS. You should hear 'Test 1', a pause, and 'Test 2'.") start_tts_worker() - + queued1 = speak("Test 1") print(f"Test 1 queued: {queued1}") time.sleep(0.5) - - # Should be suppressed by default 2.0s cooldown - queued_suppressed = speak("This should be suppressed") - print(f"Suppressed alert queued: {queued_suppressed}") - + + # Same phrase within the 2 s cooldown -> suppressed + queued_suppressed = speak("Test 1") + print(f"Repeated phrase queued: {queued_suppressed}") + time.sleep(2.0) queued2 = speak("Test 2") print(f"Test 2 queued: {queued2}") - - # Wait for the utterance to finish before shutdown + time.sleep(3.0) stop_tts_worker() print("Done.") diff --git a/templates/index.html b/templates/index.html index ffdebf2..e0cfcce 100644 --- a/templates/index.html +++ b/templates/index.html @@ -1,248 +1,549 @@ - - - TriSense Emulator - + + +TriSense Demo Console + -

TriSense Device Emulator

-
- Backend Connection: Not Connected +
+
TriSensedemo console
+
+ + + + +
+
+ connecting… +
+ +
+
+ +
+
+

One wearable, three accessibility modes

+

Every panel drives the real TriSense code: the ModeManager, the Blind Mode engine, the Vosk recogniser and the sign recogniser. Only the hardware is simulated.

+
+
Blind ModeDrag obstacles in front of three ultrasonic sensors and feel the haptic and spoken alerts.
+
Deaf ModeSpeak into your microphone and watch offline captions appear on the OLED.
+
Mute ModeSign to your webcam or play an unseen test clip and hear the word spoken.
+
+
+
+ + +
+

Blind Mode · obstacle detection

+

Drag the obstacles (or use the sliders) to change what each HC-SR04 sensor hears. The real decision engine computes speed, time to collision and proximity, then pulses the motors and speaks.

+ +
+
+ Scenarios: + + + + + + + +
+
Pulse length encodes urgency: 150 ms warning · 300 ms urgent · 500 ms imminent. TTC = approaching fast, proximity = close even if nothing moves.
-
- + +
+

Deaf Mode · offline captions

+

Audio goes to the Vosk recogniser running locally, with no Internet. The OLED shows exactly what the 128×64 display on the device would show.

+
+ + +
+ +
+
+
+

Device OLED

+
TriSense ASR [REC]
Waiting for speech...
+
-
-

Mode Switch

-
- - - - -
-
- -
-

ResourceGuard Owners

- - - - - - - - - - - - -
ResourceCurrent Owner
SPEAKERIDLE
CAMERAIDLE
MICROPHONEIDLE
DISPLAYIDLE
GPIO_SENSORSIDLE
GPIO_MOTORSIDLE
-
+

Live transcript

+
+
+
+
- -
-

Live Interface View

- - -
-

System Idle. Select a mode to begin.

-
- - -
-

Spatial Haptic Pulse Visualizer

-
-
-
-
LEFT
-
-- s
-
-
-
-
CENTER
-
-- s
-
-
-
-
RIGHT
-
-- s
-
-
-
- - -
-

OLED Caption Viewport (128x64)

-
TriSense ASR [REC]
Waiting for speech...
-
- - -
-
-
⚠️ LOW-ACCURACY / EXPERIMENTAL
-

Predicted Sign:

-
...
-
Confidence: --%
-
-
+ +
+

Mute Mode · sign to speech

+

Frames go to the real recogniser: MediaPipe hand and pose landmarks, automatic sign segmentation, then the 100 word classifier. A word is spoken only when the model is confident.

+
+ + + + +
+
+
+
+ + +
waiting for hands
+
Choose the webcam or a test clip to start.
+
+

Tip: start with your hands down, sign one word, then lower your hands. Lowering the hands ends the sign.

+
+
+

Prediction

+
…
+
no sign yet
+
+

Session

+
+
0
test clips played
+
–
top 1 correct
+
–
model test accuracy
+
+

Vocabulary (100 ASL words)

+
+
+
+
+ + +
+ + + - +socket.on('mute_status', (d) => { + const st = $('#sign-state'); st.textContent = d.recording ? '● recording sign' : (d.lh || d.rh ? 'hands visible' : 'waiting for hands'); + st.className = 'state' + (d.recording ? ' rec' : ''); + const r = overlay.getBoundingClientRect(); overlay.width = r.width; overlay.height = r.height; + const vw = video.videoWidth || 4, vh = video.videoHeight || 3; + const sc = Math.min(r.width / vw, r.height / vh), dw = vw * sc, dh = vh * sc, ox = (r.width - dw) / 2, oy = (r.height - dh) / 2; + const P = (p) => [ox + p[0] * (vh / vw) * dw, oy + p[1] * dh]; + octx.clearRect(0, 0, r.width, r.height); octx.lineWidth = 2; + const lines = (pts, pairs, col) => { if (!pts) return; octx.strokeStyle = col; octx.fillStyle = col; + pairs.forEach(([a, b]) => { if (!pts[a] || !pts[b]) return; const A = P(pts[a]), B = P(pts[b]); octx.beginPath(); octx.moveTo(...A); octx.lineTo(...B); octx.stroke(); }); + pts.forEach(p => { const q = P(p); octx.beginPath(); octx.arc(q[0], q[1], 2.5, 0, 7); octx.fill(); }); }; + if (d.pose) lines(d.pose, BODY, 'rgba(230,237,243,.7)'); + lines(d.lh, HAND, '#2dd4bf'); lines(d.rh, HAND, '#c084fc'); +}); +socket.on('mute_prediction', (p) => { + const w = $('#pred-word'), v = $('#pred-verdict'); + w.textContent = p.label; w.classList.toggle('silent', !p.accepted); + $('#pred-bars').innerHTML = (p.top_k || []).map(([lab, c]) => `
${lab}
${(c * 100).toFixed(0)}%
`).join(''); + if (currentClip) { + const ok = p.label === currentClip.gloss; + v.className = 'verdict ' + (ok ? 'ok' : 'bad'); v.textContent = (ok ? '✓ correct' : '✗ wrong') + (p.accepted ? ' · spoken' : ' · stayed silent'); + if (!clipScored) { clipScored = true; if (ok) stats.correct++; $('#s-correct').textContent = `${stats.correct}/${stats.clips}`; } + } else { v.className = 'verdict ' + (p.accepted ? 'ok' : 'quiet'); v.textContent = p.accepted ? 'spoken aloud' : 'not confident, stayed silent'; } + addLog(`Sign: ${p.label} (${(p.confidence * 100).toFixed(0)}%, ${p.frames} frames)${p.accepted ? '' : ' [silent]'}`); +}); + diff --git a/tests/test_blind_engine.py b/tests/test_blind_engine.py new file mode 100644 index 0000000..29aaf85 --- /dev/null +++ b/tests/test_blind_engine.py @@ -0,0 +1,75 @@ +"""Tests for blind_mode/engine.py: real-time speed, filtering and proximity alerts.""" + +from blind_mode.engine import BlindEngine, SensorTrack, ttc_to_pulse_ms + + +def feed(track, samples): + st = None + for t, d in samples: + st = track.update(d, t) + return st + + +def test_speed_uses_real_elapsed_time(): + # 10 cm closer every 0.25 s -> 40 cm/s, regardless of the nominal 0.1 s poll interval + track = SensorTrack("center") + st = feed(track, [(i * 0.25, 200 - 10 * i) for i in range(8)]) + assert abs(st.speed - 40.0) < 1.0 + assert abs(st.ttc - st.distance / st.speed) < 1e-9 + + +def test_single_outlier_does_not_trigger_alert(): + track = SensorTrack("center") + samples = [(i * 0.1, 250.0) for i in range(5)] + [(0.5, 20.0)] + [(0.6 + i * 0.1, 250.0) for i in range(3)] + for t, d in samples: + st = track.update(d, t) + assert st.pulse_ms is None, f"false alert at t={t}" + + +def test_out_of_range_echo_is_ignored(): + track = SensorTrack("left") + st = feed(track, [(0.0, 150.0), (0.1, 900.0), (0.2, 150.0)]) + assert st.distance == 150.0 + + +def test_static_close_obstacle_alerts_without_motion(): + # a wall 20 cm away while the user stands still: TTC is undefined, proximity must still fire + track = SensorTrack("center") + st = feed(track, [(i * 0.1, 20.0) for i in range(5)]) + assert st.ttc is None + assert st.pulse_ms == 300 and st.reason == "proximity" + assert BlindEngine.speech_for([st]) == "Obstacle ahead" + + +def test_jitter_below_deadband_gives_no_ttc(): + track = SensorTrack("right") + st = feed(track, [(i * 0.1, 150.0 + (0.8 if i % 2 else -0.8)) for i in range(10)]) + assert st.ttc is None and st.pulse_ms is None + + +def test_fast_approach_escalates_tiers(): + track = SensorTrack("center") + pulses = [st.pulse_ms for st in (track.update(300 - 25 * i, i * 0.1) for i in range(11))] + assert pulses[-1] == 500 + assert 150 in pulses or 300 in pulses + + +def test_stale_sensor_is_forgotten(): + track = SensorTrack("left") + feed(track, [(0.0, 50.0), (0.1, 50.0)]) + st = feed(track, [(1.0, None)]) + assert st.distance is None + + +def test_ttc_tiers_match_haptic_module(): + from blind_mode.haptic import get_alert_intensity + for ttc in (None, 0.1, 0.49, 0.5, 0.99, 1.0, 1.49, 1.5, 3.0): + assert ttc_to_pulse_ms(ttc) == get_alert_intensity(ttc) + + +def test_side_speech(): + eng = BlindEngine() + states = None + for i in range(4): + states = eng.step({"left": 22.0, "center": 250.0, "right": 200.0}, i * 0.1) + assert BlindEngine.speech_for(states) == "Obstacle left" diff --git a/tests/test_deaf_pipeline.py b/tests/test_deaf_pipeline.py new file mode 100644 index 0000000..b87ad11 --- /dev/null +++ b/tests/test_deaf_pipeline.py @@ -0,0 +1,77 @@ +"""Deaf Mode adapter must not block switch_mode() and must flush the last utterance.""" + +import math +import struct +import time +import wave + +from shared.mode_manager import DeafModePipeline + + +def _tone_wav(path, seconds=12.0, rate=16000): + with wave.open(str(path), "wb") as wf: + wf.setnchannels(1) + wf.setsampwidth(2) + wf.setframerate(rate) + frames = b"".join(struct.pack("