get_keypoint.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 2,
   "metadata": {},
   "outputs": [],
   "source": [
    "import json\n",
    "\n",
    "import cv2\n",
    "import numpy as np\n",
    "import os\n",
    "import base64\n",
    "import asyncio\n",
    "from matplotlib import pyplot as plt\n",
    "import time\n",
    "import mediapipe as mp"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "metadata": {},
   "outputs": [],
   "source": [
    "mp_holistic = mp.solutions.holistic  # holistic: 인체 다양한 부분 감지(얼굴,손 등)\n",
    "\n",
    "\n",
    "# mp_drawing = mp.solutions.drawing_utils # mp.holistic에서 감지한 부분 시각화\n",
    "\n",
    "def process_frame(image_data):\n",
    "    # base64 형식의 이미지 데이터를 bytes로 디코딩\n",
    "    image_bytes = base64.b64decode(image_data)\n",
    "\n",
    "    # bytes를 NumPy 배열로 변환\n",
    "    np_arr = np.frombuffer(image_bytes, np.uint8)\n",
    "\n",
    "    # NumPy 배열을 이미지로 변환\n",
    "    img = cv2.imdecode(np_arr, cv2.IMREAD_COLOR)\n",
    "\n",
    "    # 이미지 처리 로직 수행\n",
    "    # 예시로 그레이스케일 변환을 수행합니다.\n",
    "    # gray_img = cv2.cvtColor(img, cv2.COLOR_BGR2GRAY)\n",
    "\n",
    "    # 처리된 이미지를 다시 base64 형식으로 인코딩\n",
    "    # _, encoded_img = cv2.imencode('.jpg', gray_img)\n",
    "    # processed_image_data = base64.b64encode(encoded_img).decode('utf-8')\n",
    "\n",
    "    return img\n",
    "\n",
    "\n",
    "def mediapipe_detection(image, model):\n",
    "    image = cv2.cvtColor(image, cv2.COLOR_BGR2RGB)  # COLOR CONVERSION BGR 2 RGB\n",
    "    image.flags.writeable = False  # 이미지 수정 불가\n",
    "    results = model.process(image)  # 모델을 사용해 입력 이미지에 대한 예측 수행\n",
    "    image.flags.writeable = True  # 이미지 다시 수정가능\n",
    "    image = cv2.cvtColor(image, cv2.COLOR_RGB2BGR)  # COLOR COVERSION RGB 2 BGR\n",
    "    return image, results\n",
    "\n",
    "def extract_keypoints(results):\n",
    "    pose = np.array([[res.x, res.y, res.z, res.visibility] for res in\n",
    "                     results.pose_landmarks.landmark]).flatten() if results.pose_landmarks else np.zeros(33 * 4)\n",
    "    lh = np.array([[res.x, res.y, res.z] for res in\n",
    "                   results.left_hand_landmarks.landmark]).flatten() if results.left_hand_landmarks else np.zeros(21 * 3)\n",
    "    rh = np.array([[res.x, res.y, res.z] for res in\n",
    "                   results.right_hand_landmarks.landmark]).flatten() if results.right_hand_landmarks else np.zeros(\n",
    "        21 * 3)\n",
    "    return np.concatenate([pose, lh, rh])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 26,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "현재 작업 디렉토리: f:\\문서\\중앙대\\4-1학기\\캡스톤\\temp\n"
     ]
    }
   ],
   "source": [
    "current_directory = os.getcwd()\n",
    "print(\"현재 작업 디렉토리:\", current_directory)\n",
    "DATA_PATH = os.path.join('Model\\data')\n",
    "save_path = os.path.join('Model\\key_data')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 27,
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Model\\data\\나\\나_1.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_10.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_11.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_12.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_13.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_14.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_15.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_16.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_17.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_18.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_19.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_2.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_20.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_21.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_22.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_23.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_24.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_25.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_26.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_27.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_28.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_29.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_3.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_30.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_4.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_5.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_6.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_7.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_8.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\나\\나_9.mp4\n",
      "sp:Model\\key_data // vf:나\n",
      "Model\\data\\너\\너_1.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_10.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_11.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_12.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_13.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_14.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_15.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_16.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_17.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_18.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_19.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_2.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_20.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_21.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_22.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_23.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_24.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_25.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_26.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_27.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_28.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_29.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_3.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_30.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_4.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_5.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_6.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_7.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_8.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\너\\너_9.mp4\n",
      "sp:Model\\key_data // vf:너\n",
      "Model\\data\\많다\\많다_1.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_10.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_11.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_12.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_13.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_14.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_15.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_16.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_17.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_18.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_19.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_2.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_20.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_21.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_22.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_23.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_24.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_25.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_26.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_27.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_28.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_29.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_3.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_30.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_4.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_5.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_6.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_7.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_8.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\많다\\많다_9.mp4\n",
      "sp:Model\\key_data // vf:많다\n",
      "Model\\data\\맞다\\맞다_1.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_10.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_11.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_12.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_13.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_14.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_15.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_16.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_17.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_18.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_19.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_2.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_20.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_21.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_22.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_23.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_24.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_25.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_26.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_27.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_28.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_29.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_3.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_30.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_4.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_5.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_6.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_7.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_8.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\맞다\\맞다_9.mp4\n",
      "sp:Model\\key_data // vf:맞다\n",
      "Model\\data\\모르다\\모르다_1.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_10.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_11.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_12.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_13.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_14.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_15.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_16.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_17.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_18.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_19.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_2.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_20.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_21.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_22.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_23.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_24.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_25.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_26.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_27.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_28.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_29.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_3.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_30.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_4.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_5.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_6.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_7.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_8.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\모르다\\모르다_9.mp4\n",
      "sp:Model\\key_data // vf:모르다\n",
      "Model\\data\\수고하다\\수고하다_1.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_10.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_11.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_12.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_13.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_14.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_15.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_16.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_17.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_18.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_19.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_2.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_20.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_21.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_22.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_23.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_24.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_25.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_26.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_27.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_28.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_29.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_3.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_30.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_4.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_5.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_6.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_7.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_8.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\수고하다\\수고하다_9.mp4\n",
      "sp:Model\\key_data // vf:수고하다\n",
      "Model\\data\\슬퍼요\\슬퍼요_1.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_10.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_11.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_12.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_13.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_14.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_15.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_16.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_17.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_18.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_19.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_2.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_20.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_21.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_22.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_23.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_24.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_25.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_26.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_27.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_28.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_29.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_3.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_30.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_31.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_4.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_5.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_6.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_7.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_8.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\슬퍼요\\슬퍼요_9.mp4\n",
      "sp:Model\\key_data // vf:슬퍼요\n",
      "Model\\data\\아니요\\아니요_1.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_10.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_11.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_12.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_13.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_14.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_15.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_16.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_17.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_18.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_19.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_2.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_20.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_21.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_22.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_23.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_24.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_25.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_26.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_27.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_28.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_29.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_3.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_30.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_31.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_4.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_5.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_6.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_7.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_8.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\아니요\\아니요_9.mp4\n",
      "sp:Model\\key_data // vf:아니요\n",
      "Model\\data\\안녕하세요\\안녕하세요_1.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_10.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_11.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_12.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_13.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_14.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_15.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_16.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_17.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_18.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_19.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_2.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_20.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_21.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_22.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_23.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_24.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_25.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_26.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_27.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_28.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_29.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_3.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_30.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_4.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_5.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_6.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_7.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_8.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\안녕하세요\\안녕하세요_9.mp4\n",
      "sp:Model\\key_data // vf:안녕하세요\n",
      "Model\\data\\인사\\인사_1.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_10.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_11.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_12.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_13.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_14.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_15.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_16.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_17.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_18.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_19.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_2.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_20.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_21.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_22.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_23.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_24.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_25.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_26.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_27.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_28.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_29.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_3.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_30.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_31.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_32.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_33.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_34.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_35.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_36.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_37.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_38.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_39.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_4.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_40.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_41.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_42.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_43.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_44.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_45.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_46.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_47.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_48.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_49.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_5.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_50.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_6.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_7.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_8.mp4\n",
      "sp:Model\\key_data // vf:인사\n",
      "Model\\data\\인사\\인사_9.mp4\n",
      "sp:Model\\key_data // vf:인사\n"
     ]
    }
   ],
   "source": [
    "\n",
    "video_file_names = os.listdir(DATA_PATH)\n",
    "for video_file_name in video_file_names:\n",
    "    video_files = os.listdir(os.path.join(DATA_PATH, video_file_name))\n",
    "    for video_file in video_files:\n",
    "        sequence = []  # collect 30 frames 얘로 prediction\n",
    "        sentence = []  #\n",
    "\n",
    "        name = os.path.join(DATA_PATH, video_file_name, video_file)\n",
    "        print(name)\n",
    "        cap = cv2.VideoCapture(name)\n",
    "        frame_count = 0\n",
    "        # 추출할 프레임 간격 설정\n",
    "        frame_interval = 3  # 5프레임당 1장 추출\n",
    "        with mp_holistic.Holistic(min_detection_confidence=0.5, min_tracking_confidence=0.5) as holistic:\n",
    "            while(cap.isOpened()):\n",
    "                ret, frame = cap.read()\n",
    "                if not ret:\n",
    "                    break\n",
    "                frame_count += 1\n",
    "                if frame_count % frame_interval == 0:\n",
    "                    image, results = mediapipe_detection(frame, holistic)\n",
    "                    keypoints = extract_keypoints(results)\n",
    "                    sequence.append(keypoints)\n",
    "        sequence = sequence[-30:]  # 마지막 30 frame으로 prediction 한다\n",
    "        cap.release()\n",
    "        save_directory = os.path.join(save_path, video_file_name)\n",
    "        print(f\"sp:{save_path} // vf:{video_file_name}\")\n",
    "        if not os.path.exists(save_directory):\n",
    "            os.makedirs(save_directory)\n",
    "        np_path = os.path.join(save_directory, f'{video_file.split(\".\")[0]}.npy')\n",
    "        np.save(np_path, sequence)\n"
   ]
  },
  {
   "cell_type": "markdown",
   "metadata": {},
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "base",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.9.13"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 2
}