Controlling Servo motors⚙ with the help of A.I. 🤖

1#include <Servo.h>
2
3Servo indexFingerServo;
4Servo thumbServo;
5
6void setup() {
7  indexFingerServo.attach(9);
8  thumbServo.attach(10);
9  Serial.begin(9600);
10}
11
12void loop() {
13  // Read values from Serial and control servos
14  if (Serial.available()) {
15    int indexFingerPos = Serial.parseInt();
16    int thumbPos = Serial.parseInt();
17    
18    if (indexFingerPos >= 0 && indexFingerPos <= 180){
19      indexFingerServo.write(indexFingerPos);
20    }
21    
22    if (thumbPos >= 0 && thumbPos <= 180){
23      thumbServo.write(thumbPos);
24    }
25    
26  }
27  delay(20);
28}

1import cv2
2import mediapipe as mp
3import serial
4
5# Initialize MediaPipe Hands
6mp_hands = mp.solutions.hands
7hands = mp_hands.Hands()
8
9# Initialize Serial Communication with Arduino
10arduino = serial.Serial('COM8', 9600)  # Change 'COM8' to the correct port of Arduino
11
12cap = cv2.VideoCapture(0)
13
14while cap.isOpened():
15    ret, frame = cap.read()
16    if not ret:
17        continue
18
19    # Convert the frame to RGB
20    frame_rgb = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB)
21
22    # Process the frame with MediaPipe Hands
23    results = hands.process(frame_rgb)
24
25    if results.multi_hand_landmarks:
26        for landmarks in results.multi_hand_landmarks:
27            # Get the landmarks of thumb and index fingers
28            thumb_tip = landmarks.landmark[mp_hands.HandLandmark.THUMB_TIP]
29            index_tip = landmarks.landmark[mp_hands.HandLandmark.INDEX_FINGER_TIP]
30
31            # Get the x and y coordinates
32            thumb_x, thumb_y = int(thumb_tip.x * frame.shape[1]), int(thumb_tip.y * frame.shape[0])
33            index_x, index_y = int(index_tip.x * frame.shape[1]), int(index_tip.y * frame.shape[0])
34
35            # Draw circles at thumb and index finger tips
36            cv2.circle(frame, (thumb_x, thumb_y), 10, (0, 255, 0), -1)
37            cv2.circle(frame, (index_x, index_y), 10, (0, 0, 255), -1)
38
39            # Map the finger positions to servo angles (adjust as needed)
40            servo1_angle = int(90 - (thumb_x / frame.shape[1]) * 90)
41            servo2_angle = int((index_y / frame.shape[1]) * 90)
42
43            # Send servo angles to Arduino
44            arduino.write(f"{servo1_angle} {servo2_angle}\n".encode())
45
46    # Display the frame
47    cv2.imshow("Hand Tracking", frame)
48
49    if cv2.waitKey(1) & 0xFF == ord('q'):
50        break
51
52cap.release()
53cv2.destroyAllWindows()