parse_xiaobai_annotations210821.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "f340cc07",
   "metadata": {},
   "outputs": [],
   "source": [
    "# mou give me 32 thyroid annotations to train a model, which labeled by xiaobai's tool\n",
    "# I will use python to parse to labelme's syntax.\n",
    "#from 21/08/21\n",
    "# 22/01/29 thyroid nodule's modle format valid."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "2ed945fe",
   "metadata": {},
   "outputs": [],
   "source": [
    "f1=r\"/mnt/d/workspace/03-annotations/1.3.6.1.4.1.52026.66519049.5308.54-v1/1.3.6.1.4.1.52026.66519049.5308.55.1.1.json\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "c178d953",
   "metadata": {},
   "outputs": [
    {
     "ename": "FileNotFoundError",
     "evalue": "[Errno 2] No such file or directory: '/mnt/d/workspace/03-annotations/1.3.6.1.4.1.52026.66519049.5308.54-v1/1.3.6.1.4.1.52026.66519049.5308.55.1.1.json'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mFileNotFoundError\u001b[0m                         Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_89/1625057049.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mjson\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mwith\u001b[0m \u001b[0mopen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf1\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;34m'r'\u001b[0m\u001b[0;34m)\u001b[0m \u001b[0;32mas\u001b[0m \u001b[0mf\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m     \u001b[0;31m#data=f.read()\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m     \u001b[0mj1\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mjson\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mf\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mj1\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mFileNotFoundError\u001b[0m: [Errno 2] No such file or directory: '/mnt/d/workspace/03-annotations/1.3.6.1.4.1.52026.66519049.5308.54-v1/1.3.6.1.4.1.52026.66519049.5308.55.1.1.json'"
     ]
    }
   ],
   "source": [
    "import json\n",
    "with open(f1, 'r') as f:\n",
    "    #data=f.read()\n",
    "    j1 = json.load(f)\n",
    "    print(len(j1))\n",
    "    for i in j1:\n",
    "        print(i)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bc5046da",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "e911c599",
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'j1' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_89/2280656608.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mall_imgs_datas\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mj1\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'data'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      2\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mlen\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mall_imgs_datas\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mall_imgs_datas\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      3\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mall_imgs_datas\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0mj_data_items\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mall_imgs_datas\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mi\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mj_data_items\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'j1' is not defined"
     ]
    }
   ],
   "source": [
    "all_imgs_datas = j1['data']\n",
    "print(len(all_imgs_datas), type(all_imgs_datas))\n",
    "print(type(all_imgs_datas[0]))\n",
    "j_data_items = all_imgs_datas[0]\n",
    "for i in j_data_items:\n",
    "    print(i)\n",
    "print(j_data_items['index'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "fde3559e",
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'all_imgs_datas' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_89/327193084.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0muids\u001b[0m\u001b[0;34m=\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0;32mfor\u001b[0m \u001b[0mdata\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mall_imgs_datas\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m     \u001b[0muids\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mappend\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mdata\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'sopUid'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msplit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'.'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m-\u001b[0m\u001b[0;36m1\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m \u001b[0muids\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msort\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0muids\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'all_imgs_datas' is not defined"
     ]
    }
   ],
   "source": [
    "uids=[]\n",
    "for data in all_imgs_datas:\n",
    "    uids.append(int(data['sopUid'].split('.')[-1]))\n",
    "uids.sort()\n",
    "print(uids)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "600092ad",
   "metadata": {},
   "outputs": [],
   "source": [
    "# get the absent annotations index\n",
    "j = 0\n",
    "for i in range(len(uids)):\n",
    "    if i != uids[j]:\n",
    "        print(i)\n",
    "        #j=j-1\n",
    "    else:\n",
    "        j =j+1"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "195a0bc4",
   "metadata": {},
   "outputs": [],
   "source": [
    "j_target_s=\"\"\"\n",
    "{\n",
    "  \"shapes\": [\n",
    "    {\n",
    "      \"label\": \"\\u9888\\u52a8\\u8109:CA\",\n",
    "      \"line_color\": null,\n",
    "      \"fill_color\": null,\n",
    "      \"points\": [\n",
    "        [\n",
    "          296,\n",
    "          253\n",
    "        ],\n",
    "        [\n",
    "          295,\n",
    "          373\n",
    "        ],\n",
    "        [\n",
    "          430,\n",
    "          363\n",
    "        ],\n",
    "        [\n",
    "          427,\n",
    "          255\n",
    "        ]\n",
    "      ]\n",
    "    }\n",
    "  ],\n",
    "  \"lineColor\": [\n",
    "    0,\n",
    "    255,\n",
    "    0,\n",
    "    128\n",
    "  ],\n",
    "  \"fillColor\": [\n",
    "    255,\n",
    "    0,\n",
    "    0,\n",
    "    128\n",
    "  ],\n",
    "  \"imagePath\": \"frm-0001.png\",\n",
    "  \"imageData\": null\n",
    "}\n",
    "\"\"\""
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "25bcff68",
   "metadata": {},
   "outputs": [],
   "source": [
    "j_target_o = json.loads(j_target_s)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "bfe444a4",
   "metadata": {},
   "outputs": [],
   "source": [
    "print(j_target_o)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "435b3fce",
   "metadata": {},
   "outputs": [
    {
     "ename": "NameError",
     "evalue": "name 'all_imgs_datas' is not defined",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mNameError\u001b[0m                                 Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_89/1223150651.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[1;32m      1\u001b[0m \u001b[0;32mimport\u001b[0m \u001b[0mnumpy\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m----> 2\u001b[0;31m \u001b[0mone_img\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mall_imgs_datas\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m      3\u001b[0m \u001b[0;32mfor\u001b[0m \u001b[0mitem\u001b[0m \u001b[0;32min\u001b[0m \u001b[0mone_img\u001b[0m\u001b[0;34m:\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      4\u001b[0m     \u001b[0mprint\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0mtype\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mitem\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m      5\u001b[0m \u001b[0mone_img_object\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mone_img\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'object'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mNameError\u001b[0m: name 'all_imgs_datas' is not defined"
     ]
    }
   ],
   "source": [
    "import numpy\n",
    "one_img = all_imgs_datas[0]\n",
    "for item in one_img:\n",
    "    print(item, type(item))\n",
    "one_img_object = one_img['object']\n",
    "print(type(one_img_object), len(one_img_object))\n",
    "\n",
    "for img_data in all_imgs_datas:\n",
    "    img_objs = img_data['object']\n",
    "    n = int(img_data['sopUid'].split('.')[-1])\n",
    "    print(f\"img({n}) has {len(img_objs)} object.\")\n",
    "    polygonPoints = img_objs[0]['polygonPoint']\n",
    "    print(f\"polygonPoint length={len(polygonPoints)}\")\n",
    "    filename = f\"frm-{(n+1):04d}\"\n",
    "    points_len = int((len(polygonPoints)))\n",
    "    \n",
    "    all_points = numpy.zeros((points_len, 2))\n",
    "    all_points = all_points.tolist()\n",
    "    print(len(all_points))\n",
    "    for item in polygonPoints.items():\n",
    "        #print(\"point item=\", item, \"len=\", len(item))\n",
    "        point_idx = int(item[0][1:])\n",
    "        x0y1 = item[0][0]\n",
    "        if 'x' == x0y1.lower():\n",
    "            x0y1 = 0\n",
    "        else:\n",
    "            x0y1=1\n",
    "        #print(f\"point idx={point_idx}, coordinate={x0y1}\")\n",
    "        all_points[point_idx][x0y1] = int(item[1])\n",
    "        #print(f\">>>>>point[{point_idx}]=\",all_points[int(point_idx)], \">>>>\", all_points[point_idx][x0y1])\n",
    "        #print(f\"#all points={all_points[:20][:]}\")\n",
    "        #if (point_idx>10):\n",
    "        #    break\n",
    "    \n",
    "    #print(f\"all_points len={len(all_points)}\")\n",
    "    available_pts = []\n",
    "    for pt in range(points_len):\n",
    "        #print(f\"point [{pt}]={all_points[pt]}\")\n",
    "        if all_points[pt][0] is None or all_points[pt][0]<10:\n",
    "            #print(f\"point[{pt}] is {all_points[pt]} delete it...\")\n",
    "            continue\n",
    "        else:\n",
    "            available_pts.append(all_points[pt])\n",
    "            \n",
    "    j_target_o['imagePath']=f\"{filename}.png\"\n",
    "    j_target_o['shapes'][0]['label']='Thyroid'\n",
    "    j_target_o['shapes'][0]['points']=available_pts\n",
    "    \n",
    "    with open(f\"{filename}.json\", 'w') as jfp:\n",
    "        json.dump(j_target_o, jfp)\n",
    "    \n",
    "    #break"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "d577b5ed",
   "metadata": {},
   "outputs": [],
   "source": [
    "!pwd"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "57c01909",
   "metadata": {},
   "outputs": [],
   "source": [
    "# the full function to generate labelme json from xiaobai's json\n",
    "import json \n",
    "import os\n",
    "\n",
    "j_target_s=\"\"\"\n",
    "{\n",
    "  \"shapes\": [\n",
    "    {\n",
    "      \"label\": \"\\u9888\\u52a8\\u8109:CA\",\n",
    "      \"line_color\": null,\n",
    "      \"fill_color\": null,\n",
    "      \"points\": [\n",
    "        [\n",
    "          296,\n",
    "          253\n",
    "        ],\n",
    "        [\n",
    "          295,\n",
    "          373\n",
    "        ],\n",
    "        [\n",
    "          430,\n",
    "          363\n",
    "        ],\n",
    "        [\n",
    "          427,\n",
    "          255\n",
    "        ]\n",
    "      ]\n",
    "    }\n",
    "  ],\n",
    "  \"lineColor\": [\n",
    "    0,\n",
    "    255,\n",
    "    0,\n",
    "    128\n",
    "  ],\n",
    "  \"fillColor\": [\n",
    "    255,\n",
    "    0,\n",
    "    0,\n",
    "    128\n",
    "  ],\n",
    "  \"imagePath\": \"frm-0001.png\",\n",
    "  \"imageData\": null\n",
    "}\n",
    "\"\"\"\n",
    "\n",
    "\n",
    "def convert_to_labelme_format(xb_json_file, param):\n",
    "    \"\"\"\n",
    "        deal with one xiaobai's json which have multi-labelme json\n",
    "        - if points less than 4, ignore it. --eton@241202\n",
    "    \"\"\"\n",
    "    if not os.path.isfile(xb_json_file):\n",
    "        print(f\"ERR: json file:{xb_json_file} not valid\")\n",
    "        return -1\n",
    "    with open(xb_json_file, 'r') as jfp:\n",
    "        jdata = json.load(jfp)\n",
    "    all_imgs_datas = jdata['data']\n",
    "    series_instance_uid = jdata['series_instance_uid']\n",
    "    #--01 create home directory\n",
    "    target_json_home = xb_json_file.split('.json')[0] + '.dcm_frms'\n",
    "    target_json_home = target_json_home.replace(\"03-annotations\", \"01-videos\")\n",
    "    os.makedirs(target_json_home, exist_ok=True)\n",
    "    print(f\"target_json_home={target_json_home}\")\n",
    "    #--02 extract json per image \n",
    "    for img_data in all_imgs_datas:\n",
    "        img_objs = img_data['object']\n",
    "        n = int(img_data['sopUid'].split('.')[-1])\n",
    "        print(f\"img({n}) has {len(img_objs)} object.\")\n",
    "        polygonPoints = img_objs[0]['polygonPoint']\n",
    "        print(f\"polygonPoint length={len(polygonPoints)}\")\n",
    "        filename = f\"frm-{(n+1):04d}\"\n",
    "        points_len = int((len(polygonPoints)))\n",
    "        \n",
    "        if points_len < 4:\n",
    "            print(f\"points not enough 4:[{target_json_home}/{filename}], ignore it.\")\n",
    "            continue\n",
    "\n",
    "        all_points = numpy.zeros((points_len, 2))\n",
    "        all_points = all_points.tolist()\n",
    "        for item in polygonPoints.items():\n",
    "            point_idx = int(item[0][1:])\n",
    "            x0y1 = item[0][0]\n",
    "            if 'x' == x0y1.lower():\n",
    "                x0y1 = 0\n",
    "            else:\n",
    "                x0y1=1\n",
    "            all_points[point_idx][x0y1] = int(item[1])\n",
    "        #--03 delete zeros\n",
    "        available_pts = []\n",
    "        for pt in range(points_len):\n",
    "            #print(f\"point [{pt}]={all_points[pt]}\")\n",
    "            if all_points[pt][0] is None or all_points[pt][0]<10:\n",
    "                #print(f\"point[{pt}] is {all_points[pt]} delete it...\")\n",
    "                continue\n",
    "            else:\n",
    "                available_pts.append(all_points[pt])\n",
    "        #--04 create target labelme format json\n",
    "        j_target_o['imagePath']=f\"{filename}.png\"\n",
    "        j_target_o['shapes'][0]['label']='Thyroid'\n",
    "        j_target_o['shapes'][0]['points']=available_pts\n",
    "        #--05 write to sidk\n",
    "        target_json_name = os.path.join(target_json_home, f\"{filename}.json\")\n",
    "        with open(target_json_name, 'w') as jfp:\n",
    "            json.dump(j_target_o, jfp)\n",
    "    \n",
    "    \n",
    "\n",
    "def convert_all_xiaobai_jsons(json_root_dir, count=0):\n",
    "    if not os.path.exists(json_root_dir):\n",
    "        print(f\"Dir not exist:{json_root_dir}\")\n",
    "        return -1\n",
    "    subdirs = []\n",
    "    dirs = sorted(os.listdir(json_root_dir))\n",
    "    for item in dirs:\n",
    "        path = os.path.join(json_root_dir, item)\n",
    "        if os.path.isdir(path):\n",
    "            subdirs.append(path)\n",
    "    #print(f\"subdirs={subdirs}\")\n",
    "    \n",
    "    folder_details = []\n",
    "    json_f_count = 0\n",
    "    for ct, json_dir in enumerate(subdirs):\n",
    "        print(\"*\"*32)\n",
    "        print('Handle with {0} [{1}/]'.format(json_dir, ct + 1))\n",
    "        files_in_dir = os.listdir(json_dir)\n",
    "        if len(files_in_dir) < 2:\n",
    "            getLogger().info(f\"Empty dirctory : {json_dir}\")\n",
    "            continue\n",
    "        else:\n",
    "            for json_file in files_in_dir:\n",
    "                fullfilename = os.path.join(json_dir, json_file)\n",
    "                if not os.path.isfile(fullfilename):\n",
    "                    continue\n",
    "                #print(\"file in dir:\", fullfilename)\n",
    "                convert_to_labelme_format(fullfilename, 100)\n",
    "                json_f_count = json_f_count+1\n",
    "                if count != 0 and count == json_f_count:\n",
    "                    print(f\"\\n<<<already extract {count} directory json file~\")\n",
    "                    return\n",
    "    return 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "dc34c077",
   "metadata": {},
   "outputs": [
    {
     "ename": "KeyError",
     "evalue": "'series_instance_uid'",
     "output_type": "error",
     "traceback": [
      "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
      "\u001b[0;31mKeyError\u001b[0m                                  Traceback (most recent call last)",
      "\u001b[0;32m/tmp/ipykernel_89/708540305.py\u001b[0m in \u001b[0;36m<module>\u001b[0;34m\u001b[0m\n\u001b[0;32m----> 1\u001b[0;31m \u001b[0mconvert_to_labelme_format\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/1.2.250.1.204.5.8373724313.20210416143848345628.2.0.50.80.2.20241111095056666_MARK.json'\u001b[0m\u001b[0;34m,\u001b[0m \u001b[0;36m100\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m",
      "\u001b[0;32m/tmp/ipykernel_89/3618672514.py\u001b[0m in \u001b[0;36mconvert_to_labelme_format\u001b[0;34m(xb_json_file, param)\u001b[0m\n\u001b[1;32m     59\u001b[0m         \u001b[0mjdata\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mjson\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0mload\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0mjfp\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     60\u001b[0m     \u001b[0mall_imgs_datas\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mjdata\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'data'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0;32m---> 61\u001b[0;31m     \u001b[0mseries_instance_uid\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mjdata\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;34m'series_instance_uid'\u001b[0m\u001b[0;34m]\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[0m\u001b[1;32m     62\u001b[0m     \u001b[0;31m#--01 create home directory\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n\u001b[1;32m     63\u001b[0m     \u001b[0mtarget_json_home\u001b[0m \u001b[0;34m=\u001b[0m \u001b[0mxb_json_file\u001b[0m\u001b[0;34m.\u001b[0m\u001b[0msplit\u001b[0m\u001b[0;34m(\u001b[0m\u001b[0;34m'.json'\u001b[0m\u001b[0;34m)\u001b[0m\u001b[0;34m[\u001b[0m\u001b[0;36m0\u001b[0m\u001b[0;34m]\u001b[0m \u001b[0;34m+\u001b[0m \u001b[0;34m'.dcm_frms'\u001b[0m\u001b[0;34m\u001b[0m\u001b[0;34m\u001b[0m\u001b[0m\n",
      "\u001b[0;31mKeyError\u001b[0m: 'series_instance_uid'"
     ]
    }
   ],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "c18ea6ff",
   "metadata": {},
   "outputs": [],
   "source": [
    "##worked at 21/08/22\n",
    "#jhomes=r\"/mnt/d/workspace/03-annotations/\"\n",
    "#convert_all_xiaobai_jsons(jhomes, 0)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 29,
   "id": "698a85a8",
   "metadata": {},
   "outputs": [],
   "source": [
    "##working at 22/01/29\n",
    "json_file=r\"/mnt/d/workspace/220128-thyroid-nodules/220128-nodules/1.3.6.1.4.1.52026.66519049.5308.126.1.1.20220128001204810.json\"\n",
    "\n",
    "import json\n",
    "import os\n",
    "import numpy\n",
    "\n",
    "j_target_s=\"\"\"\n",
    "{\n",
    "  \"shapes\": [\n",
    "    {\n",
    "      \"label\": \"\\u9888\\u52a8\\u8109:CA\",\n",
    "      \"line_color\": null,\n",
    "      \"fill_color\": null,\n",
    "      \"points\": [\n",
    "        [\n",
    "          296,\n",
    "          253\n",
    "        ],\n",
    "        [\n",
    "          295,\n",
    "          373\n",
    "        ],\n",
    "        [\n",
    "          430,\n",
    "          363\n",
    "        ],\n",
    "        [\n",
    "          427,\n",
    "          255\n",
    "        ]\n",
    "      ]\n",
    "    }\n",
    "  ],\n",
    "  \"lineColor\": [\n",
    "    0,\n",
    "    255,\n",
    "    0,\n",
    "    128\n",
    "  ],\n",
    "  \"fillColor\": [\n",
    "    255,\n",
    "    0,\n",
    "    0,\n",
    "    128\n",
    "  ],\n",
    "  \"imagePath\": \"frm-0001.png\",\n",
    "  \"imageData\": null\n",
    "}\n",
    "\"\"\"\n",
    "\n",
    "j_target_o = json.loads(j_target_s)\n",
    "j_shape_item = j_target_o[\"shapes\"][0].copy()\n",
    "j_shape_item[\"points\"].clear()\n",
    "j_shape_item[\"label\"]=str()\n",
    "\n",
    "#print(j_shape_item,j_shape_item)\n",
    "\n",
    "def convert_nodule_json_v2(json_file, target_json_dir):\n",
    "    \"\"\"\n",
    "        deal with one xiaobai's json which have multi-labelme json\n",
    "        - if points less than 4, ignore it. --eton@241202\n",
    "    \"\"\"\n",
    "    \n",
    "    if not os.path.exists(target_json_dir):\n",
    "        print(f\"json target directory not exist.\")\n",
    "        return -1\n",
    "    # 01-read from nodule-json-file\n",
    "    with open(json_file, 'r') as f:\n",
    "        json_ = json.load(f)\n",
    "        print(\"json has item number=\", len(json_))\n",
    "        for i in json_:\n",
    "            print(f\"\\titem[{i}]\")\n",
    "        all_imgs_datas = json_['data']\n",
    "        print(\"total has data number=\", len(all_imgs_datas), type(all_imgs_datas))\n",
    "        print(type(all_imgs_datas[0]))\n",
    "        one_data_item = all_imgs_datas[0]\n",
    "        print(f\"\\titems in \\\\data\\\\\")\n",
    "        for i in one_data_item:\n",
    "            print(f\"\\t\\t{i}\")\n",
    "#        print(f\"\\t\\t lesions in data.\")\n",
    "        print(\"\\t\\t one_data_item['frameNumber']:\", one_data_item['frameNumber'])\n",
    "        \n",
    "        \n",
    "        ## extract infomation --all images.\n",
    "        for one_data_item in all_imgs_datas:\n",
    "            frameNumber = one_data_item['frameNumber']\n",
    "            #--02 extract json per image \n",
    "            polygonPoints=[]\n",
    "            filename = f\"frm-{(frameNumber+1):04d}\"\n",
    "            #--02.1 remove the exist json file\n",
    "            target_json_name = os.path.join(target_json_dir, f\"{filename}.json\")\n",
    "            if os.path.exists(target_json_name):\n",
    "                os.remove(target_json_name)\n",
    "                print(f\">>>>>delete file{target_json_name}\")\n",
    "\n",
    "            #--03 create target labelme format json\n",
    "            target_json=j_target_o.copy()\n",
    "            target_json['imagePath']=f\"{filename}.png\"\n",
    "            target_json['shapes'].clear()\n",
    "        \n",
    "            lesions = one_data_item[\"lesions\"]\n",
    "            isCurrentImageHasLabelmeJsonFile=False\n",
    "            if(len(lesions)>0):\n",
    "                for lesion_idx in range(len(lesions)):\n",
    "                    polygonPoints=lesions[lesion_idx][\"polygonPoint\"]\n",
    "            \n",
    "                    points_len = int((len(polygonPoints)))\n",
    "                    if points_len < 4:\n",
    "                        print(f\"points not enough 4:[{target_json_dir}/{filename}], ignore it.\")\n",
    "                        continue\n",
    "\n",
    "                    all_points = numpy.zeros((points_len, 2))\n",
    "                    all_points = polygonPoints\n",
    "                    #--03.2 delete zeros\n",
    "                    available_pts = []\n",
    "                    for pt in range(points_len):\n",
    "                        #print(f\"point [{pt}]={all_points[pt]}\")\n",
    "                        if all_points[pt][0] is None or all_points[pt][0]<10:\n",
    "                            #print(f\"point[{pt}] is {all_points[pt]} delete it...\")\n",
    "                            continue\n",
    "                        else:\n",
    "                            available_pts.append(all_points[pt])\n",
    "                    \n",
    "                    if len(available_pts) < 4:\n",
    "                        print(f\"available points not enough 4:[{target_json_dir}/{filename}], ignore it.\")\n",
    "                        continue\n",
    "                    #--04 create target labelme format json\n",
    "                    #if lesion_idx>0:\n",
    "                    target_json[\"shapes\"].append(j_shape_item.copy())\n",
    "                    \n",
    "                    target_json['shapes'][lesion_idx]['label']='ThyNodu'\n",
    "                    target_json['shapes'][lesion_idx]['points']=available_pts\n",
    "                    isCurrentImageHasLabelmeJsonFile=True\n",
    "            else:\n",
    "                target_json['shapes'].clear()\n",
    "                \n",
    "            if False == isCurrentImageHasLabelmeJsonFile:\n",
    "                continue\n",
    "                    \n",
    "            #--05 write to disk\n",
    "            target_json_name = os.path.join(target_json_dir, f\"{filename}.json\")\n",
    "            \n",
    "            if os.path.exists(target_json_name):\n",
    "                os.remove(target_json_name)\n",
    "                print(f\">>>>>delete file{target_json_name}\")\n",
    "            with open(target_json_name, 'w') as jfp:\n",
    "                json.dump(target_json, jfp)\n",
    "            \n",
    "        \n",
    "    return 0\n",
    "  \n",
    "## convert_nodule_json(json_file, \".\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 30,
   "id": "31f88a60",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 61 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0001.json\n",
      "points not enough 4:[/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0001], ignore it.\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0059.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0060.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0061.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0062.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0063.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0064.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0065.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0066.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0067.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0068.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0069.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0070.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0071.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0072.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0073.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0074.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0075.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0076.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0077.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0078.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0079.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0080.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0081.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0082.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0083.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0084.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0085.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0086.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0087.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0088.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0089.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0090.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0091.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0092.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0093.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0094.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0095.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0096.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0097.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0098.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0099.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0100.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0101.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0102.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0103.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0104.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0105.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0106.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0107.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0108.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0109.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0110.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0111.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0112.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0113.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0114.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0115.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0116.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0117.json\n",
      ">>>>>delete file/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir/frm-0118.json\n"
     ]
    },
    {
     "data": {
      "text/plain": [
       "0"
      ]
     },
     "execution_count": 30,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "convert_nodule_json_v2('/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/1.2.250.1.204.5.8373724313.20210416143848345628.2.0.50.80.2.20241111095056666_MARK.json', r'/mnt/f/240926-RayShap/241129-thyroid-datas/52-debug/thyroidNodules_axp087/targetJsonLabelformatDir')"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "63878a8b",
   "metadata": {},
   "outputs": [],
   "source": [
    "def convert_nodule_json_v1(json_file, target_json_dir):\n",
    "    #print(json_file, target_json_dir)\n",
    "    #return 0\n",
    "    \n",
    "    if not os.path.exists(target_json_dir):\n",
    "        print(f\"json target directory not exist.\")\n",
    "        return -1\n",
    "    # 01-read from nodule-json-file\n",
    "    with open(json_file, 'r') as f:\n",
    "        json_ = json.load(f)\n",
    "        print(\"json has item number=\", len(json_))\n",
    "        for i in json_:\n",
    "            print(f\"\\titem[{i}]\")\n",
    "        all_imgs_datas = json_['data']\n",
    "        print(\"total has data number=\", len(all_imgs_datas), type(all_imgs_datas))\n",
    "        print(type(all_imgs_datas[0]))\n",
    "        one_data_item = all_imgs_datas[0]\n",
    "        print(f\"\\titems in \\\\data\\\\\")\n",
    "        for i in one_data_item:\n",
    "            print(f\"\\t\\t{i}\")\n",
    "        print(f\"\\t\\t lesions in data.\")\n",
    "        print(\"\\t\\t one_data_item['frameNumber']:\", one_data_item['frameNumber'])\n",
    "        for i in one_data_item[\"lesions\"][0]:\n",
    "            print(f\"\\t\\t\\t items in lesions:{i}, {type(i)}\")\n",
    "        lesions = one_data_item[\"lesions\"]\n",
    "        if(len(lesions)>0):\n",
    "            polygonPoints = lesions[0][\"polygonPoint\"]\n",
    "            print(f\"polygonPoint:{polygonPoints}\")\n",
    "        if (len(lesions)>1):\n",
    "            print(\"!\"*20, \"more than one lesion found.\")\n",
    "            \n",
    "        #--02 extract json per image \n",
    "        for one_data_item in all_imgs_datas:\n",
    "            frameNumber = one_data_item['frameNumber']\n",
    "            lesions = one_data_item[\"lesions\"]\n",
    "            if(len(lesions)>0):\n",
    "                polygonPoints = lesions[0][\"polygonPoint\"]\n",
    "                #print(f\"polygonPoint:{polygonPoints}\")\n",
    "            else:\n",
    "                polygonPoints=[]\n",
    "                \n",
    "            if (len(lesions)>1):\n",
    "                print(\"!\"*20, \"more than one lesion found.\", \"frameNumber=\",frameNumber)\n",
    "                print(f\"polygonPoint length={len(polygonPoints)}\")\n",
    "                return -1\n",
    "            filename = f\"frm-{(frameNumber+1):04d}\"\n",
    "            points_len = int((len(polygonPoints)))\n",
    "\n",
    "            all_points = numpy.zeros((points_len, 2))\n",
    "            all_points = polygonPoints\n",
    "\n",
    "            #--03 delete zeros\n",
    "            available_pts = []\n",
    "            for pt in range(points_len):\n",
    "                #print(f\"point [{pt}]={all_points[pt]}\")\n",
    "                if all_points[pt][0] is None or all_points[pt][0]<10:\n",
    "                    #print(f\"point[{pt}] is {all_points[pt]} delete it...\")\n",
    "                    continue\n",
    "                else:\n",
    "                    available_pts.append(all_points[pt])\n",
    "            #--04 create target labelme format json\n",
    "            j_target_o['imagePath']=f\"{filename}.png\"\n",
    "            j_target_o['shapes'][0]['label']='ThyNodu'\n",
    "            j_target_o['shapes'][0]['points']=available_pts\n",
    "            #--05 write to disk\n",
    "            target_json_name = os.path.join(target_json_dir, f\"{filename}.json\")\n",
    "            with open(target_json_name, 'w') as jfp:\n",
    "                json.dump(j_target_o, jfp)\n",
    "            \n",
    "        \n",
    "    return 0"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "8f26d0dc",
   "metadata": {},
   "outputs": [],
   "source": [
    "#22/02/22 甲状腺结节的支持\n",
    "import os\n",
    "\n",
    "json_dcm_mapping=[(\"01\",\"1.3.6.1.4.1.52026.66519049.5308.54.1.1.20220128180410316\"),\n",
    "(\"03\",\"1.3.6.1.4.1.52026.66519049.5308.79.1.1.20220129115124805\"),\n",
    "(\"10\",\"1.3.6.1.4.1.52026.66519049.5308.89.5.1.20220128232518083\"),\n",
    "(\"13\",\"1.3.6.1.4.1.52026.66519049.5308.105.1.1.20220129145138521\"),\n",
    "(\"17\",\"1.3.6.1.4.1.52026.66519049.5308.107.1.1.20220129191716000\"),\n",
    "(\"20\",\"1.3.6.1.4.1.52026.66519049.5308.107.4.1.20220129014418393\"),\n",
    "(\"21\",\"1.3.6.1.4.1.52026.66519049.5308.123.1.1.20220129235707638\"),\n",
    "(\"23\",\"1.3.6.1.4.1.52026.66519049.5308.126.1.1.20220128001204810\"),\n",
    "(\"01\",\"1.3.6.1.4.1.52026.66519049.5308.54.1.1.20220204151003114\"),\n",
    "(\"11\",\"1.3.6.1.4.1.52026.66519049.5308.32.2.1.20220128210627732\"),\n",
    "(\"13\",\"1.3.6.1.4.1.52026.66519049.5308.105.1.1.20220129145138521\"),\n",
    "(\"16\",\"1.3.6.1.4.1.52026.66519049.5308.105.4.1.20220129020504122\"),\n",
    "(\"17\",\"1.3.6.1.4.1.52026.66519049.5308.107.1.1.20220129191716000\"),\n",
    "(\"18\",\"1.3.6.1.4.1.52026.66519049.5308.107.2.1.20220129220327106\"),\n",
    "(\"19\",\"1.3.6.1.4.1.52026.66519049.5308.107.3.1.20220130002833040\"),\n",
    "(\"20\",\"1.3.6.1.4.1.52026.66519049.5308.107.4.1.20220129014418393\"),\n",
    "(\"21\",\"1.3.6.1.4.1.52026.66519049.5308.123.1.1.20220129235707638\"),\n",
    "(\"23\",\"1.3.6.1.4.1.52026.66519049.5308.126.1.1.20220206234329588\"),\n",
    "(\"06\",\"1.3.6.1.4.1.52026.66519049.5308.79.5.1.20220216000833812\"),\n",
    "(\"07\",\"1.3.6.1.4.1.52026.66519049.5308.79.6.1.20220216150623501\"),\n",
    "(\"08\",\"1.3.6.1.4.1.52026.66519049.5308.89.3.1.20220216161345201\"),\n",
    "(\"09\",\"1.3.6.1.4.1.52026.66519049.5308.89.4.1.20220216164741176\"),\n",
    "(\"22\",\"1.3.6.1.4.1.52026.66519049.5308.123.2.1.20220216172138940\"),\n",
    "(\"25\",\"1.3.6.1.4.1.52026.100007044.2012.8.1.1.20220208225920060\"),\n",
    "(\"28\",\"1.3.6.1.4.1.52026.66519049.5308.33.1.2.20220216232816939\"),\n",
    "(\"32\",\"1.3.6.1.4.1.52026.66519049.5308.1.2.1.20220218142848081\"),\n",
    "(\"33\",\"1.3.6.1.4.1.52026.66519049.5308.1.1.1.20220218161356838\"),]\n",
    "\n",
    "print(\"before make unique, length=\", len(json_dcm_mapping))\n",
    "json_dcm_mappingdict=set(json_dcm_mapping)\n",
    "print(\"after  make unique, length=\", len(json_dcm_mappingdict))\n",
    "\n",
    "working_dir=r\"/mnt/o/download/220222_thyroids\"\n",
    "for idx, item in enumerate(json_dcm_mappingdict):\n",
    "    print(idx, item)\n",
    "#     if item[0]!=\"17\":\n",
    "#         continue\n",
    "    json_name=f\"{item[1]}_MARK.json\"\n",
    "    dcm_name=f\"{item[0]}.dcm\"\n",
    "    \n",
    "    json_file_name = os.path.join(working_dir, json_name)\n",
    "    dcm_file_name = os.path.join(working_dir, dcm_name)\n",
    "    if not os.path.exists(json_file_name):\n",
    "        print(f\"json not exist:{json_file_name}\")\n",
    "        continue\n",
    "    else:\n",
    "        if not os.path.exists(dcm_file_name):\n",
    "            print(f\"!!!dcm not exist:{dcm_file_name}\")\n",
    "            continue\n",
    "        else:\n",
    "            failed = convert_nodule_json_v2(json_file_name,f\"{dcm_file_name}_frms\")\n",
    "            if 0 != failed:\n",
    "                print(f\"\\tconvert failed!!!\")\n",
    "            else:\n",
    "                print(\"success,,,\")\n",
    "    print(\"*\"*20, \"\\n\")\n",
    "                \n",
    "\n",
    "        "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 12,
   "id": "55ac28a5",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['thyroidNodules_axp-013.dcm_frms'] ['1.2.250.1.204.5.667136.20211130073738532002.2.0.50.80.2.20241025191912646_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 27 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 73\n",
      "success,,,\n",
      "['thyroidNodules_axp-014.dcm_frms'] ['1.2.250.1.204.5.667136.20211130081914852518.2.0.50.80.2.20241025193206142_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 64 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 165\n",
      "success,,,\n",
      "['thyroidNodules_axp-015.dcm_frms'] ['1.2.250.1.204.5.667136.20211130081930159833.2.0.50.80.2.20241025222539349_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 198 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 86\n",
      "success,,,\n",
      "['thyroidNodules_axp-016.dcm_frms'] ['1.2.250.1.204.5.667136.20211130082017538486.2.0.50.80.2.20241025222727294_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 160 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 37\n",
      "success,,,\n",
      "['thyroidNodules_axp-017.dcm_frms'] ['1.2.250.1.204.5.667136.20211130082053497439.2.0.50.80.2.20241025233038644_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 244 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 59\n",
      "success,,,\n",
      "['thyroidNodules_axp-018.dcm_frms'] ['1.2.250.1.204.5.667136.20211130082107426556.2.0.50.80.2.20241025234915631_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 106 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 148\n",
      "success,,,\n",
      "['thyroidNodules_axp-019.dcm_frms'] ['1.2.250.1.204.5.667136.20211123081242990026.2.0.50.80.2.20241026065348511_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 129 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 21\n",
      "success,,,\n",
      "['thyroidNodules_axp-020.dcm_frms'] ['1.2.250.1.204.5.667136.20211123081253376637.2.0.50.80.2.20241026072241694_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 263 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 24\n",
      "success,,,\n",
      "['thyroidNodules_axp-021.dcm_frms'] ['1.2.250.1.204.5.667136.20210924063824727961.2.0.50.80.2.20241026075314466_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 152 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 50\n",
      "success,,,\n",
      "['thyroidNodules_axp-022.dcm_frms'] ['1.2.250.1.204.5.667136.20210924063817854083.2.0.50.80.2.20241026083550989_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 264 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 23\n",
      "success,,,\n",
      "['thyroidNodules_axp-023.dcm_frms'] ['1.2.250.1.204.5.667136.20210924144138257985.2.0.50.80.2.20241026100628682_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 236 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-024.dcm_frms'] ['1.2.250.1.204.5.667136.20210924144124807104.2.0.50.80.2.20241026103634766_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 269 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-025.dcm_frms'] ['1.2.250.1.204.5.667136.20211130080830769167.2.0.50.80.2.20241026110346289_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 159 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-026.dcm_frms'] ['1.2.250.1.204.5.667136.20211130080809403552.2.0.50.80.2.20241026113132808_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 260 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 31\n",
      "success,,,\n",
      "['thyroidNodules_axp-027.dcm_frms'] ['1.2.250.1.204.5.667136.20211123074000125954.2.0.50.80.2.20241026130858677_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 79 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 52\n",
      "success,,,\n",
      "['thyroidNodules_axp-028.dcm_frms'] ['1.2.250.1.204.5.667136.20211123074232645172.2.0.50.80.2.20241026132721115_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 193 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 8\n",
      "success,,,\n",
      "['thyroidNodules_axp-029.dcm_frms'] ['1.2.250.1.204.5.667136.20211130075012147902.2.0.50.80.2.20241026140843803_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 348 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 11\n",
      "success,,,\n",
      "['thyroidNodules_axp-030.dcm_frms'] ['1.2.250.1.204.5.667136.20211130075327513097.2.0.50.80.2.20241026172537825_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 117 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 33\n",
      "success,,,\n",
      "['thyroidNodules_axp-031.dcm_frms'] ['1.2.250.1.204.5.667136.20211126073255973448.2.0.50.80.2.20241026193456724_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 133 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 30\n",
      "success,,,\n",
      "['thyroidNodules_axp-032.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210315101740991459.2.0.50.80.2.20241104104655542_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 110 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 4\n",
      "success,,,\n",
      "['thyroidNodules_axp-033.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210315094043953317.2.0.50.80.2.20241104121502461_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 95 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-034.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210220143210914353.2.0.50.80.2.20241104131824013_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 228 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 33\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "success,,,\n",
      "['thyroidNodules_axp-035.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210224150443460916.2.0.50.80.2.20241104143020795_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 158 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 1\n",
      "success,,,\n",
      "['thyroidNodules_axp-036.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210315101819500879.2.0.50.80.2.20241104145004269_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 90 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-037.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210220143319504010.2.0.50.80.2.20241104171057198_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 239 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-038.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210220151400715597.2.0.50.80.2.20241104173956453_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 109 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-040.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210315094255711656.2.0.50.80.2.20241105001020714_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 131 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-041.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210220143411211865.2.0.50.80.2.20241105093521732_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 157 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 18\n",
      "success,,,\n",
      "['thyroidNodules_axp-042.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210220151751411873.2.0.50.80.2.20241105095049842_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 134 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-043.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421145457664169.2.0.50.80.2.20241107134602293_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 206 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 55\n",
      "success,,,\n",
      "['thyroidNodules_axp-044.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421145649657695.2.0.50.80.2.20241108090451268_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 120 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 147\n",
      "success,,,\n",
      "['thyroidNodules_axp-045.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421145707170842.2.0.50.80.2.20241108094956609_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 191 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 18\n",
      "success,,,\n",
      "['thyroidNodules_axp-046.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421145435611270.2.0.50.80.2.20241108113338797_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 290 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 193\n",
      "success,,,\n",
      "['thyroidNodules_axp-047.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421151253481500.2.0.50.80.2.20241108120025133_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 167 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 82\n",
      "success,,,\n",
      "['thyroidNodules_axp-048.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421151334121724.2.0.50.80.2.20241108120507359_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 36 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 408\n",
      "success,,,\n",
      "['thyroidNodules_axp-049.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421151422377491.2.0.50.80.2.20241108120934260_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 54 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 171\n",
      "success,,,\n",
      "['thyroidNodules_axp-050.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421151225885769.2.0.50.80.2.20241108123403762_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 285 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 181\n",
      "success,,,\n",
      "['thyroidNodules_axp-051.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421153842807967.2.0.50.80.2.20241108131518340_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 81 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 15\n",
      "success,,,\n",
      "['thyroidNodules_axp-052.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421153936826609.2.0.50.80.2.20241108135556164_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 171 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 142\n",
      "success,,,\n",
      "['thyroidNodules_axp-053.dcm_frms'] ['1.2.250.1.204.5.8373724313.2021042115395455630.2.0.50.80.2.20241108150304039_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 109 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 24\n",
      "success,,,\n",
      "['thyroidNodules_axp-054.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421153818766222.2.0.50.80.2.20241108151829484_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 95 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 43\n",
      "success,,,\n",
      "['thyroidNodules_axp-055.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421160225392822.2.0.50.80.2.20241108164050089_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 421 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 42\n",
      "success,,,\n",
      "['thyroidNodules_axp-056.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210421160316993344.2.0.50.80.2.20241108165324094_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 74 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 69\n",
      "success,,,\n",
      "['thyroidNodules_axp-058.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210420141345641485.2.0.50.80.2.20241108175312862_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 66 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 129\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "success,,,\n",
      "['thyroidNodules_axp-059.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210420141419734380.2.0.50.80.2.20241108185935974_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 110 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-061.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210420141730743017.2.0.50.80.2.20241108195241896_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 73 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 9\n",
      "success,,,\n",
      "['thyroidNodules_axp-062.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210420144402887154.2.0.50.80.2.20241108220440208_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 134 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 76\n",
      "success,,,\n",
      "['thyroidNodules_axp-063.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210420144330331318.2.0.50.80.2.20241108224903417_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 71 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 53\n",
      "success,,,\n",
      "['thyroidNodules_axp-064.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210420152857509615.2.0.50.80.2.20241108231146621_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 85 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 46\n",
      "success,,,\n",
      "['thyroidNodules_axp-065.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210420153000726434.2.0.50.80.2.20241108234247928_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 149 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-068.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210413152441262036.2.0.50.80.2.20241109092950508_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 116 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 54\n",
      "success,,,\n",
      "['thyroidNodules_axp-069.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210413152526465340.2.0.50.80.2.20241109114610562_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 76 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 188\n",
      "success,,,\n",
      "['thyroidNodules_axp-071.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210413152714581662.2.0.50.80.2.20241109120216643_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 34 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 177\n",
      "success,,,\n",
      "['thyroidNodules_axp-072.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210415102915656746.2.0.50.80.2.20241109132541066_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 39 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 102\n",
      "success,,,\n",
      "['thyroidNodules_axp-073.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210415103146463158.2.0.50.80.2.20241109133442111_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 31 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 107\n",
      "success,,,\n",
      "['thyroidNodules_axp-074.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210415103201816245.2.0.50.80.2.20241109140316054_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 128 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 66\n",
      "success,,,\n",
      "['thyroidNodules_axp-075.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210415102900335885.2.0.50.80.2.20241109142018624_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 76 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 152\n",
      "success,,,\n",
      "['thyroidNodules_axp-076.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210415143257934954.2.0.50.80.2.20241109211518271_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 101 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 43\n",
      "success,,,\n",
      "['thyroidNodules_axp-077.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210415143444782631.2.0.50.80.2.20241109220134609_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 164 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 143\n",
      "success,,,\n",
      "['thyroidNodules_axp-078.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210415143459763527.2.0.50.80.2.20241110104651035_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 105 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 72\n",
      "success,,,\n",
      "['thyroidNodules_axp-079.dcm_frms'] ['1.2.250.1.204.5.8373724313.2021041514323341879.2.0.50.80.2.20241110113922230_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 93 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 250\n",
      "success,,,\n",
      "['thyroidNodules_axp-081.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210415144455290341.2.0.50.80.2.20241110121059953_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 128 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 90\n",
      "success,,,\n",
      "['thyroidNodules_axp-082.dcm_frms'] ['1.2.250.1.204.5.8373724313.2021041514435248873.2.0.50.80.2.20241110151320566_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 20 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 225\n",
      "success,,,\n",
      "['thyroidNodules_axp-084.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210416140921935023.2.0.50.80.2.20241110172114260_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 138 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 51\n",
      "success,,,\n",
      "['thyroidNodules_axp-085.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210416143704229580.2.0.50.80.2.20241110173525357_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 64 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 168\n",
      "success,,,\n",
      "['thyroidNodules_axp-086.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210416143836443456.2.0.50.80.2.20241110215642276_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 103 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 27\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "success,,,\n",
      "['thyroidNodules_axp-087.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210416143848345628.2.0.50.80.2.20241111095056666_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 61 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-088.dcm_frms'] ['1.2.250.1.204.5.8373724313.20210416143645301067.2.0.50.80.2.20241111100402073_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 47 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-089.dcm_frms'] ['1.2.250.1.204.5.667136.20211124083430227817.2.0.50.80.2.20241111171341622_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 409 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-091.dcm_frms'] ['1.2.250.1.204.5.667136.20211124073856392157.2.0.50.80.2.20241112110313767_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 266 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 24\n",
      "success,,,\n",
      "['thyroidNodules_axp-093.dcm_frms'] ['1.2.250.1.204.5.667136.20211125075455316422.2.0.50.80.2.20241112123317293_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 258 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 0\n",
      "success,,,\n",
      "['thyroidNodules_axp-101.dcm_frms'] ['1.2.250.1.204.5.667136.20211026093804621198.2.0.50.80.2.20241112143343375_MARK.json']\n",
      "json has item number= 4\n",
      "\titem[SOPIntanceUID]\n",
      "\titem[data]\n",
      "\titem[discription]\n",
      "\titem[producer]\n",
      "total has data number= 190 <class 'list'>\n",
      "<class 'dict'>\n",
      "\titems in \\data\\\n",
      "\t\tframeNumber\n",
      "\t\tlesionCount\n",
      "\t\tlesions\n",
      "\t\t one_data_item['frameNumber']: 19\n",
      "success,,,\n"
     ]
    }
   ],
   "source": [
    "#241130-process thyroid nodules from aixplorer\n",
    "\n",
    "import os\n",
    "def list_folders(directory):\n",
    "    try:\n",
    "        folders = []\n",
    "        with os.scandir(directory) as it:\n",
    "            for entry in it:\n",
    "                if entry.is_dir():\n",
    "                    folders.append(entry.name)\n",
    "        return folders\n",
    "    except Exception as e:\n",
    "        print(f\"Error: {e}\")\n",
    "        return []\n",
    "    \n",
    "def list_folders(directory):\n",
    "    try:\n",
    "        # List all entries in the directory\n",
    "        entries = os.listdir(directory)\n",
    "        # Filter out only the directories\n",
    "        folders = [entry for entry in entries if os.path.isdir(os.path.join(directory, entry))]\n",
    "        return folders\n",
    "    except Exception as e:\n",
    "        print(f\"Error: {e}\")\n",
    "        return []\n",
    "\n",
    "def list_File_withSuffix(directory, suffix:str=\"_MARK.json\"):\n",
    "    try:\n",
    "        # List all entries in the directory\n",
    "        entries = os.listdir(directory)\n",
    "        # Filter out only the directories\n",
    "        folders = [entry for entry in entries if entry.endswith(suffix)]\n",
    "        return folders\n",
    "    except Exception as e:\n",
    "        print(f\"Error: {e}\")\n",
    "        return []\n",
    "    \n",
    "working_dir=r\"/mnt/f/240926-RayShap/241129-thyroid-datas/02-batch-10caseToLabelmeForamt\"\n",
    "working_dir=r\"/mnt/f/240926-RayShap/241129-thyroid-datas/03-batch-72casesToLabelmeFormat\"\n",
    "casefolders = list_folders(working_dir)\n",
    "for icase in casefolders:\n",
    "    icasedir=os.path.join(working_dir, icase)\n",
    "    foldersInCase=list_folders(icasedir)\n",
    "    jsonInCase=list_File_withSuffix(icasedir)\n",
    "    print(foldersInCase, jsonInCase)\n",
    "    \n",
    "    if(len(jsonInCase)<1 or len(foldersInCase)<1):\n",
    "        print(f\"caseDir:[{icasedir}] missing json/dicom-img-folder, ignore....\")\n",
    "        continue\n",
    "    json_file_name = os.path.join(icasedir, jsonInCase[0])\n",
    "    dcm_folder_name = os.path.join(icasedir, foldersInCase[0])\n",
    "    \n",
    "    failed = convert_nodule_json_v2(json_file_name, dcm_folder_name)\n",
    "    if 0 != failed:\n",
    "        print(f\"\\tconvert failed!!!\")\n",
    "    else:\n",
    "        print(\"success,,,\")\n",
    "#os.listdir(working_dir)\n",
    "\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "e724b503",
   "metadata": {},
   "outputs": [],
   "source": [
    "#//220506-髋关节:HipJoint 的支持.\n",
    "\n",
    "KeyLabel=u\"髋关节:HipJoint\"\n",
    "\n",
    "import json\n",
    "import os\n",
    "import numpy\n",
    "\n",
    "j_target_s=u\"\"\"\n",
    "{\n",
    "  \"shapes\": [\n",
    "    {\n",
    "      \"label\": \"{KeyLabel}\",\n",
    "      \"line_color\": null,\n",
    "      \"fill_color\": null,\n",
    "      \"points\": [\n",
    "        [\n",
    "          296,\n",
    "          253\n",
    "        ],\n",
    "        [\n",
    "          295,\n",
    "          373\n",
    "        ],\n",
    "        [\n",
    "          430,\n",
    "          363\n",
    "        ],\n",
    "        [\n",
    "          427,\n",
    "          255\n",
    "        ]\n",
    "      ]\n",
    "    }\n",
    "  ],\n",
    "  \"lineColor\": [\n",
    "    0,\n",
    "    255,\n",
    "    0,\n",
    "    128\n",
    "  ],\n",
    "  \"fillColor\": [\n",
    "    255,\n",
    "    0,\n",
    "    0,\n",
    "    128\n",
    "  ],\n",
    "  \"imagePath\": \"frm-0001.png\",\n",
    "  \"imageData\": null\n",
    "}\n",
    "\"\"\"\n",
    "j_target_s=j_target_s.replace('{KeyLabel}', KeyLabel)\n",
    "\n",
    "j_target_o = json.loads(j_target_s)\n",
    "j_shape_item = j_target_o[\"shapes\"][0].copy()\n",
    "j_shape_item[\"points\"].clear()\n",
    "j_shape_item[\"label\"]=str()\n",
    "\n",
    "def convert_nodule_json_v3(inputJsonFile, targetJsonFormatObj, target_json_dir):\n",
    "    if not os.path.exists(target_json_dir):\n",
    "        print(f\"json target directory not exist.\")\n",
    "        return -1\n",
    "    # 01-read from nodule-json-file\n",
    "    with open(inputJsonFile, 'r') as f:\n",
    "        json_ = json.load(f)\n",
    "        print(\"json has item number=\", len(json_))\n",
    "        for i in json_:\n",
    "            print(f\"\\titem[{i}]\")\n",
    "        all_imgs_datas = json_['data']\n",
    "        print(\"total has data number=\", len(all_imgs_datas), type(all_imgs_datas))\n",
    "        print(type(all_imgs_datas[0]))\n",
    "        one_data_item = all_imgs_datas[0]\n",
    "        print(f\"\\titems in \\\\data\\\\\")\n",
    "        for i in one_data_item:\n",
    "            print(f\"\\t\\t{i}\")\n",
    "#        print(f\"\\t\\t lesions in data.\")\n",
    "        #print(\"\\t\\t one_data_item['frameNumber']:\", one_data_item['frameNumber'])\n",
    "        \n",
    "        #count=1\n",
    "        ## extract infomation --all images.\n",
    "        for one_data_item in all_imgs_datas:\n",
    "            frameNumber = one_data_item['frameNumber']\n",
    "            #--02 extract json per image \n",
    "            polygonPoints=[]\n",
    "            filename = f\"frm-{(frameNumber+1):04d}\"\n",
    "\n",
    "            #--03 create target labelme format json\n",
    "            target_json=j_target_o.copy()\n",
    "            target_json['imagePath']=f\"{filename}.png\"\n",
    "            target_json['shapes'].clear()\n",
    "        \n",
    "            lesions = one_data_item[\"lesions\"]\n",
    "            if(len(lesions)>0):\n",
    "                for lesion_idx in range(len(lesions)):\n",
    "                    polygonPoints=lesions[lesion_idx][\"polygonPoint\"]\n",
    "            \n",
    "                    points_len = int((len(polygonPoints)))\n",
    "                    \n",
    "                    all_points = numpy.zeros((points_len, 2))\n",
    "                    all_points = polygonPoints\n",
    "                    #--03.2 delete zeros\n",
    "                    available_pts = []\n",
    "                    for pt in range(points_len):\n",
    "                        if all_points[pt][0] is None or all_points[pt][0]<1:\n",
    "                            continue\n",
    "                        else:\n",
    "                            available_pts.append(all_points[pt])\n",
    "                    #--04 create target labelme format json\n",
    "                    #if lesion_idx>0:\n",
    "                    target_json[\"shapes\"].append(j_shape_item.copy())\n",
    "                    \n",
    "                    target_json['shapes'][lesion_idx]['label']=KeyLabel\n",
    "                    target_json['shapes'][lesion_idx]['points']=available_pts\n",
    "            else:\n",
    "                target_json['shapes'].clear()\n",
    "                    \n",
    "            #--05 write to disk\n",
    "            target_json_name = os.path.join(target_json_dir, f\"{filename}.json\")\n",
    "            if os.path.exists(target_json_name):\n",
    "                os.remove(target_json_name)\n",
    "                print(f\">>>>>delete file{target_json_name}\")\n",
    "            with open(target_json_name, 'w') as jfp:\n",
    "                json.dump(target_json, jfp)\n",
    "    return 0\n",
    "\n",
    "# run it.\n",
    "inputJsonFile=r\"/mnt/d/workspace/220506-kuanguDemoFake/inputd/045_MARK.json\"\n",
    "convert_nodule_json_v3(inputJsonFile, j_shape_item, r\"/mnt/d/workspace/220506-kuanguDemoFake/inputd/045.dcm_frms\")"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "5ee0cfef",
   "metadata": {},
   "outputs": [],
   "source": []
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "df678189",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.10.12"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}