the AI file path from ../AI in AI

Author: banescuema101

AI/main.py

@@ -52,7 +52,7 @@ def classify_image_huggingface(image_opencv):
     return result
 
 
-base_options = python.BaseOptions(model_asset_path='../AI/training/gesture_recognizer_trained_large_dataset.task')
+base_options = python.BaseOptions(model_asset_path='./AI/training/recent_data_gesture_recognizer.task')
 options = vision.GestureRecognizerOptions(base_options=base_options)
 recognizer = vision.GestureRecognizer.create_from_options(options)
 def classify_image(image_opencv):
@@ -62,14 +62,14 @@ def classify_image(image_opencv):
 
 
 if __name__ == '__main__':
-    print(call_openai_model("HHhhhhheeeelllllloooooo"))
-    # cap = cv2.VideoCapture(0)
-    # w, h = 360, 240
-    # while True:
-    #     _, img = cap.read()
-    #     img = cv2.resize(img, (w,h))
-    #     cv2.imshow("Camera",img)
-    #     if cv2.waitKey(1) & 0xFF == ord('q'):
-    #         break
-    #     print(classify_image(img))
+    # print(call_openai_model("HHhhhhheeeelllllloooooo"))
+    cap = cv2.VideoCapture(0)
+    w, h = 360, 240
+    while True:
+        _, img = cap.read()
+        img = cv2.resize(img, (w,h))
+        cv2.imshow("Camera",img)
+        if cv2.waitKey(1) & 0xFF == ord('q'):
+            break
+        print(classify_image(img))
 

AI/training/recent_data_gesture_recognizer.task

@@ -0,0 +1,13 @@
+# Set the directory where you want to start
+$startDirectory = "C:\Path\To\Your\Directory"
+
+# Get all files recursively
+Get-ChildItem -Path $startDirectory -Recurse -File | ForEach-Object {
+    $filePath = $_.FullName
+    $directory = $_.DirectoryName
+    $newName = "a" + $_.Name  # Add 'a' at the start of the file name (modify as needed)
+    $newPath = Join-Path -Path $directory -ChildPath $newName
+    
+    # Rename the file
+    Rename-Item -Path $filePath -NewName $newPath
+}

AI/training/script.txt

@@ -1,2 +1,8 @@
+training data (curated):
+
+
+
+sources:
 https://www.cvssp.org/FingerSpellingKinect2011/fingerspelling5.tar.bz2
 https://www.cvssp.org/FingerSpellingKinect2011/dataset9-depth.tar.gz
+https://www.kaggle.com/datasets/grassknoted/asl-alphabet/data

AI/training/script2.txt

@@ -75,23 +75,23 @@ def translate():
         if image_opencv is None:
             return jsonify({'error': f'Could not read image: {filename}'}), 400
 
-        translation_result = ai.classify_image_huggingface(image_opencv)
-        print(translation_result)
+        # translation_result = ai.classify_image_huggingface(image_opencv)
+        # print(translation_result)
 
-        # translation_result = ai.classify_image(image_opencv)
-        # if translation_result:
-        #     all_translations.append(translation_result[0][0].category_name)
-        # if translation_result:
-        #     print(translation_result[0][0].category_name)
+        translation_result = ai.classify_image(image_opencv)
+        if translation_result:
+            all_translations.append(translation_result[0][0].category_name)
+        if translation_result:
+            print(translation_result[0][0].category_name)
 
         os.remove(file_path)
 
-    # translation_string = ' '.join(all_translations)
-    # final_translation = ai.call_openai_model(translation_string)
-    # print(final_translation.content)
+    translation_string = ''.join(all_translations)
+    final_translation = ai.call_openai_model(translation_string)
+    print(final_translation.content)
 
     return jsonify({
-        # 'translation': final_translation.content
+        'translation': final_translation.content
     }), 200
 
 if __name__ == '__main__':

AI/training/training_data_links.txt

@@ -3,9 +3,7 @@ import 'package:sign_language_translator/components/camera.dart';
 import 'package:sign_language_translator/components/instructions_pop_up.dart';
 
 class CameraPage extends StatefulWidget {
-  const CameraPage({
-    super.key,
-  });
+  const CameraPage({super.key});
 
   @override
   State<CameraPage> createState() => _CameraPageState();
@@ -14,6 +12,13 @@ class CameraPage extends StatefulWidget {
 class _CameraPageState extends State<CameraPage> {
   final GlobalKey<CameraState> _cameraKey = GlobalKey<CameraState>();
   bool _isTranslating = false;
+  String _translation = '';
+
+  void _updateTranslation(String translation) {
+    setState(() {
+      _translation = translation;
+    });
+  }
 
   @override
   Widget build(BuildContext context) {
@@ -34,7 +39,10 @@ class _CameraPageState extends State<CameraPage> {
             const SizedBox(height: 2),
             Container(
               constraints: const BoxConstraints(maxHeight: 400),
-              child: Camera(key: _cameraKey),
+              child: Camera(
+                key: _cameraKey,
+                onTranslationReceived: _updateTranslation,
+              ),
             ),
             const SizedBox(height: 110),
             Column(
@@ -46,8 +54,7 @@ class _CameraPageState extends State<CameraPage> {
                       onPressed: () {
                         setState(() {
                           if (_isTranslating) {
-                            _cameraKey.currentState
-                                ?.stopAndGetTranslation();
+                            _cameraKey.currentState?.stopAndGetTranslation();
                           } else {
                             _cameraKey.currentState?.startTakingPictures();
                           }
@@ -76,9 +83,9 @@ class _CameraPageState extends State<CameraPage> {
                   padding: const EdgeInsets.symmetric(horizontal: 20),
                   height: 92,
                   alignment: Alignment.center,
-                  child: const Text(
-                    'Sign Language Translator',
-                    style: TextStyle(
+                  child: Text(
+                    _translation.isEmpty ? 'No translation' : _translation,
+                    style: const TextStyle(
                       color: Colors.deepPurple,
                       fontSize: 20,
                     ),

backend/server.py

@@ -4,7 +4,9 @@ import 'package:flutter/material.dart';
 import 'package:sign_language_translator/services/network.dart';
 
 class Camera extends StatefulWidget {
-  const Camera({super.key});
+  final Function(String) onTranslationReceived;
+
+  const Camera({super.key, required this.onTranslationReceived});
 
   @override
   State<Camera> createState() => CameraState();
@@ -152,8 +154,10 @@ class CameraState extends State<Camera> {
     // asigura ca se opreste upload-ul
     await Future.delayed(const Duration(milliseconds: 50));
 
-    return network.getTranslation();
-  }
+    String translation = await network.getTranslation();
 
-  List<String> translationOutputs = [];
+    widget.onTranslationReceived(translation);
+
+    return translation;
+  }
 }

sign_language_translator/lib/camera_page.dart

@@ -46,7 +46,7 @@ class Network {
       }
     } catch (e) {
       print('Eroare: $e');
-      return "Error transalting your message";
+      return "Error translating your message";
     }
     return "";
   }