Supply/Structure transfer.ipynb

{
 "cells": [
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "ef2de912",
   "metadata": {},
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Starting from row 2...\n",
      "Processing row 2, column Retrieval2...\n",
      "Processing row 2, column Retrieval3...\n",
      "Processing row 2, column Retrieval4...\n",
      "Processing row 2, column Retrieval5...\n",
      "Saved data for row 2\n",
      "Processing row 3, column Retrieval1...\n",
      "Processing row 3, column Retrieval2...\n",
      "Processing row 3, column Retrieval3...\n",
      "Processing row 3, column Retrieval4...\n",
      "Processing row 3, column Retrieval5...\n",
      "Saved data for row 3\n",
      "Processing row 4, column Retrieval1...\n",
      "Processing row 4, column Retrieval2...\n",
      "Processing row 4, column Retrieval3...\n",
      "Processing row 4, column Retrieval4...\n",
      "Processing row 4, column Retrieval5...\n",
      "Saved data for row 4\n",
      "Processing row 5, column Retrieval1...\n",
      "Processing row 5, column Retrieval2...\n",
      "Processing row 5, column Retrieval3...\n",
      "Processing row 5, column Retrieval4...\n",
      "Processing row 5, column Retrieval5...\n",
      "Saved data for row 5\n",
      "Processing row 6, column Retrieval1...\n",
      "Processing row 6, column Retrieval2...\n",
      "Processing row 6, column Retrieval3...\n",
      "Processing row 6, column Retrieval4...\n",
      "Processing row 6, column Retrieval5...\n",
      "Saved data for row 6\n",
      "Processing row 7, column Retrieval1...\n",
      "Processing row 7, column Retrieval2...\n",
      "Processing row 7, column Retrieval3...\n",
      "Processing row 7, column Retrieval4...\n",
      "Processing row 7, column Retrieval5...\n",
      "Saved data for row 7\n",
      "Processing row 8, column Retrieval1...\n",
      "Processing row 8, column Retrieval2...\n",
      "Processing row 8, column Retrieval3...\n",
      "Processing row 8, column Retrieval4...\n",
      "Processing row 8, column Retrieval5...\n",
      "Saved data for row 8\n",
      "Processing row 9, column Retrieval1...\n",
      "Processing row 9, column Retrieval2...\n",
      "Processing row 9, column Retrieval3...\n",
      "Processing row 9, column Retrieval4...\n",
      "Processing row 9, column Retrieval5...\n",
      "Saved data for row 9\n",
      "Processing row 10, column Retrieval1...\n",
      "Processing row 10, column Retrieval2...\n",
      "Processing row 10, column Retrieval3...\n",
      "Processing row 10, column Retrieval4...\n",
      "Processing row 10, column Retrieval5...\n",
      "Saved data for row 10\n",
      "Processing row 11, column Retrieval1...\n",
      "Processing row 11, column Retrieval2...\n",
      "Processing row 11, column Retrieval3...\n",
      "Processing row 11, column Retrieval4...\n",
      "Processing row 11, column Retrieval5...\n",
      "Saved data for row 11\n",
      "Processing row 12, column Retrieval1...\n",
      "Processing row 12, column Retrieval2...\n",
      "Processing row 12, column Retrieval3...\n",
      "Processing row 12, column Retrieval4...\n",
      "Processing row 12, column Retrieval5...\n",
      "Saved data for row 12\n",
      "Processing row 13, column Retrieval1...\n",
      "Processing row 13, column Retrieval2...\n",
      "Processing row 13, column Retrieval3...\n",
      "Processing row 13, column Retrieval4...\n",
      "Processing row 13, column Retrieval5...\n",
      "Saved data for row 13\n",
      "Processing row 14, column Retrieval1...\n",
      "Processing row 14, column Retrieval2...\n",
      "Processing row 14, column Retrieval3...\n",
      "Processing row 14, column Retrieval4...\n",
      "Processing row 14, column Retrieval5...\n",
      "Saved data for row 14\n",
      "Processing row 15, column Retrieval1...\n",
      "Processing row 15, column Retrieval2...\n",
      "Processing row 15, column Retrieval3...\n",
      "Processing row 15, column Retrieval4...\n",
      "Processing row 15, column Retrieval5...\n",
      "Saved data for row 15\n",
      "Processing row 16, column Retrieval1...\n",
      "Processing row 16, column Retrieval2...\n",
      "Processing row 16, column Retrieval3...\n",
      "Processing row 16, column Retrieval4...\n",
      "Processing row 16, column Retrieval5...\n",
      "Saved data for row 16\n",
      "Processing row 17, column Retrieval1...\n",
      "Processing row 17, column Retrieval2...\n",
      "Processing row 17, column Retrieval3...\n",
      "Processing row 17, column Retrieval4...\n",
      "Processing row 17, column Retrieval5...\n",
      "Saved data for row 17\n",
      "Processing row 18, column Retrieval1...\n",
      "Processing row 18, column Retrieval2...\n",
      "Processing row 18, column Retrieval3...\n",
      "Processing row 18, column Retrieval4...\n",
      "Processing row 18, column Retrieval5...\n",
      "Saved data for row 18\n",
      "Processing row 19, column Retrieval1...\n",
      "Processing row 19, column Retrieval2...\n",
      "Processing row 19, column Retrieval3...\n",
      "Processing row 19, column Retrieval4...\n",
      "Processing row 19, column Retrieval5...\n",
      "Saved data for row 19\n",
      "Processing row 20, column Retrieval1...\n",
      "Processing row 20, column Retrieval2...\n",
      "Processing row 20, column Retrieval3...\n",
      "Processing row 20, column Retrieval4...\n",
      "Processing row 20, column Retrieval5...\n",
      "Saved data for row 20\n",
      "Processing row 21, column Retrieval1...\n",
      "Processing row 21, column Retrieval2...\n",
      "Processing row 21, column Retrieval3...\n",
      "Processing row 21, column Retrieval4...\n",
      "Processing row 21, column Retrieval5...\n",
      "Saved data for row 21\n",
      "Processing row 22, column Retrieval1...\n",
      "Processing row 22, column Retrieval2...\n",
      "Processing row 22, column Retrieval3...\n",
      "Processing row 22, column Retrieval4...\n",
      "Processing row 22, column Retrieval5...\n",
      "Saved data for row 22\n",
      "Processing row 23, column Retrieval1...\n",
      "Processing row 23, column Retrieval2...\n",
      "Processing row 23, column Retrieval3...\n",
      "Processing row 23, column Retrieval4...\n",
      "Processing row 23, column Retrieval5...\n",
      "Saved data for row 23\n",
      "Processing row 24, column Retrieval1...\n",
      "Processing row 24, column Retrieval2...\n",
      "Processing row 24, column Retrieval3...\n",
      "Processing row 24, column Retrieval4...\n",
      "Processing row 24, column Retrieval5...\n",
      "Saved data for row 24\n",
      "Processing row 25, column Retrieval1...\n",
      "Processing row 25, column Retrieval2...\n",
      "Processing row 25, column Retrieval3...\n",
      "Processing row 25, column Retrieval4...\n",
      "Processing row 25, column Retrieval5...\n",
      "Saved data for row 25\n",
      "Processing row 26, column Retrieval1...\n",
      "Processing row 26, column Retrieval2...\n",
      "Processing row 26, column Retrieval3...\n",
      "Processing row 26, column Retrieval4...\n",
      "Processing row 26, column Retrieval5...\n",
      "Saved data for row 26\n",
      "Processing row 27, column Retrieval1...\n",
      "Processing row 27, column Retrieval2...\n",
      "Processing row 27, column Retrieval3...\n",
      "Processing row 27, column Retrieval4...\n",
      "Processing row 27, column Retrieval5...\n",
      "Saved data for row 27\n",
      "Processing row 28, column Retrieval1...\n",
      "Processing row 28, column Retrieval2...\n",
      "Processing row 28, column Retrieval3...\n",
      "Processing row 28, column Retrieval4...\n",
      "Processing row 28, column Retrieval5...\n",
      "Saved data for row 28\n",
      "Processing row 29, column Retrieval1...\n",
      "Processing row 29, column Retrieval2...\n",
      "Processing row 29, column Retrieval3...\n",
      "Processing row 29, column Retrieval4...\n",
      "Processing row 29, column Retrieval5...\n",
      "Saved data for row 29\n",
      "Processing row 30, column Retrieval1...\n",
      "Processing row 30, column Retrieval2...\n",
      "Processing row 30, column Retrieval3...\n",
      "Processing row 30, column Retrieval4...\n",
      "Processing row 30, column Retrieval5...\n",
      "Saved data for row 30\n",
      "Processing row 31, column Retrieval1...\n",
      "Processing row 31, column Retrieval2...\n",
      "Processing row 31, column Retrieval3...\n",
      "Processing row 31, column Retrieval4...\n",
      "Processing row 31, column Retrieval5...\n",
      "Saved data for row 31\n",
      "Processing row 32, column Retrieval1...\n",
      "Processing row 32, column Retrieval2...\n",
      "Processing row 32, column Retrieval3...\n",
      "Processing row 32, column Retrieval4...\n",
      "Processing row 32, column Retrieval5...\n",
      "Saved data for row 32\n",
      "Processing row 33, column Retrieval1...\n",
      "Processing row 33, column Retrieval2...\n",
      "Processing row 33, column Retrieval3...\n",
      "Processing row 33, column Retrieval4...\n",
      "Processing row 33, column Retrieval5...\n",
      "Saved data for row 33\n",
      "Processing row 34, column Retrieval1...\n",
      "Processing row 34, column Retrieval2...\n",
      "Processing row 34, column Retrieval3...\n",
      "Processing row 34, column Retrieval4...\n",
      "Processing row 34, column Retrieval5...\n",
      "Saved data for row 34\n",
      "Processing row 35, column Retrieval1...\n",
      "Processing row 35, column Retrieval2...\n",
      "Processing row 35, column Retrieval3...\n",
      "Processing row 35, column Retrieval4...\n",
      "Processing row 35, column Retrieval5...\n",
      "Saved data for row 35\n",
      "Processing row 36, column Retrieval1...\n",
      "Processing row 36, column Retrieval2...\n",
      "Processing row 36, column Retrieval3...\n",
      "Processing row 36, column Retrieval4...\n",
      "Processing row 36, column Retrieval5...\n",
      "Saved data for row 36\n",
      "Processing row 37, column Retrieval1...\n",
      "Processing row 37, column Retrieval2...\n",
      "Processing row 37, column Retrieval3...\n",
      "Processing row 37, column Retrieval4...\n",
      "Processing row 37, column Retrieval5...\n",
      "Saved data for row 37\n",
      "Processing row 38, column Retrieval1...\n",
      "Processing row 38, column Retrieval2...\n",
      "Processing row 38, column Retrieval3...\n",
      "Processing row 38, column Retrieval4...\n",
      "Processing row 38, column Retrieval5...\n",
      "Saved data for row 38\n",
      "Processing row 39, column Retrieval1...\n",
      "Processing row 39, column Retrieval2...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing row 39, column Retrieval3...\n",
      "Processing row 39, column Retrieval4...\n",
      "Processing row 39, column Retrieval5...\n",
      "Saved data for row 39\n",
      "Processing row 40, column Retrieval1...\n",
      "Processing row 40, column Retrieval2...\n",
      "Processing row 40, column Retrieval3...\n",
      "Processing row 40, column Retrieval4...\n",
      "Processing row 40, column Retrieval5...\n",
      "Saved data for row 40\n",
      "Processing row 41, column Retrieval1...\n",
      "Processing row 41, column Retrieval2...\n",
      "Processing row 41, column Retrieval3...\n",
      "Processing row 41, column Retrieval4...\n",
      "Processing row 41, column Retrieval5...\n",
      "Saved data for row 41\n",
      "Processing row 42, column Retrieval1...\n",
      "Processing row 42, column Retrieval2...\n",
      "Processing row 42, column Retrieval3...\n",
      "Processing row 42, column Retrieval4...\n",
      "Processing row 42, column Retrieval5...\n",
      "Saved data for row 42\n",
      "Processing row 43, column Retrieval1...\n",
      "Processing row 43, column Retrieval2...\n",
      "Processing row 43, column Retrieval3...\n",
      "Processing row 43, column Retrieval4...\n",
      "Processing row 43, column Retrieval5...\n",
      "Saved data for row 43\n",
      "Processing row 44, column Retrieval1...\n",
      "Processing row 44, column Retrieval2...\n",
      "Processing row 44, column Retrieval3...\n",
      "Processing row 44, column Retrieval4...\n",
      "Processing row 44, column Retrieval5...\n",
      "Saved data for row 44\n",
      "Processing row 45, column Retrieval1...\n",
      "Processing row 45, column Retrieval2...\n",
      "Processing row 45, column Retrieval3...\n",
      "Processing row 45, column Retrieval4...\n",
      "Processing row 45, column Retrieval5...\n",
      "Saved data for row 45\n",
      "Processing row 46, column Retrieval1...\n",
      "Processing row 46, column Retrieval2...\n",
      "Processing row 46, column Retrieval3...\n",
      "Processing row 46, column Retrieval4...\n",
      "Processing row 46, column Retrieval5...\n",
      "Saved data for row 46\n",
      "Processing row 47, column Retrieval1...\n",
      "Processing row 47, column Retrieval2...\n",
      "Processing row 47, column Retrieval3...\n",
      "Processing row 47, column Retrieval4...\n",
      "Processing row 47, column Retrieval5...\n",
      "Saved data for row 47\n",
      "Processing row 48, column Retrieval1...\n",
      "Processing row 48, column Retrieval2...\n",
      "Processing row 48, column Retrieval3...\n",
      "Processing row 48, column Retrieval4...\n",
      "Processing row 48, column Retrieval5...\n",
      "Saved data for row 48\n",
      "Processing row 49, column Retrieval1...\n",
      "Processing row 49, column Retrieval2...\n",
      "Processing row 49, column Retrieval3...\n",
      "Processing row 49, column Retrieval4...\n",
      "Processing row 49, column Retrieval5...\n",
      "Saved data for row 49\n",
      "Processing row 50, column Retrieval1...\n",
      "Processing row 50, column Retrieval2...\n",
      "Processing row 50, column Retrieval3...\n",
      "Processing row 50, column Retrieval4...\n",
      "Processing row 50, column Retrieval5...\n",
      "Saved data for row 50\n",
      "Processing row 51, column Retrieval1...\n",
      "Processing row 51, column Retrieval2...\n",
      "Processing row 51, column Retrieval3...\n",
      "Processing row 51, column Retrieval4...\n",
      "Processing row 51, column Retrieval5...\n",
      "Saved data for row 51\n",
      "Processing row 52, column Retrieval1...\n",
      "Processing row 52, column Retrieval2...\n",
      "Processing row 52, column Retrieval3...\n",
      "Processing row 52, column Retrieval4...\n",
      "Processing row 52, column Retrieval5...\n",
      "Saved data for row 52\n",
      "Processing row 53, column Retrieval1...\n",
      "Processing row 53, column Retrieval2...\n",
      "Processing row 53, column Retrieval3...\n",
      "Processing row 53, column Retrieval4...\n",
      "Processing row 53, column Retrieval5...\n",
      "Saved data for row 53\n",
      "Processing row 54, column Retrieval1...\n",
      "Processing row 54, column Retrieval2...\n",
      "Processing row 54, column Retrieval3...\n",
      "Processing row 54, column Retrieval4...\n",
      "Processing row 54, column Retrieval5...\n",
      "Saved data for row 54\n",
      "Processing row 55, column Retrieval1...\n",
      "Processing row 55, column Retrieval2...\n",
      "Processing row 55, column Retrieval3...\n",
      "Processing row 55, column Retrieval4...\n",
      "Processing row 55, column Retrieval5...\n",
      "Saved data for row 55\n",
      "Processing row 56, column Retrieval1...\n",
      "Processing row 56, column Retrieval2...\n",
      "Processing row 56, column Retrieval3...\n",
      "Processing row 56, column Retrieval4...\n",
      "Processing row 56, column Retrieval5...\n",
      "Saved data for row 56\n",
      "Processing row 57, column Retrieval1...\n",
      "Processing row 57, column Retrieval2...\n",
      "Processing row 57, column Retrieval3...\n",
      "Processing row 57, column Retrieval4...\n",
      "Processing row 57, column Retrieval5...\n",
      "Saved data for row 57\n",
      "Processing row 58, column Retrieval1...\n",
      "Processing row 58, column Retrieval2...\n",
      "Processing row 58, column Retrieval3...\n",
      "Processing row 58, column Retrieval4...\n",
      "Processing row 58, column Retrieval5...\n",
      "Saved data for row 58\n",
      "Processing row 59, column Retrieval1...\n",
      "Processing row 59, column Retrieval2...\n",
      "Processing row 59, column Retrieval3...\n",
      "Processing row 59, column Retrieval4...\n",
      "Processing row 59, column Retrieval5...\n",
      "Saved data for row 59\n",
      "Processing row 60, column Retrieval1...\n",
      "Processing row 60, column Retrieval2...\n",
      "Processing row 60, column Retrieval3...\n",
      "Processing row 60, column Retrieval4...\n",
      "Processing row 60, column Retrieval5...\n",
      "Saved data for row 60\n",
      "Processing row 61, column Retrieval1...\n",
      "Processing row 61, column Retrieval2...\n",
      "Processing row 61, column Retrieval3...\n",
      "Processing row 61, column Retrieval4...\n",
      "Processing row 61, column Retrieval5...\n",
      "Saved data for row 61\n",
      "Processing row 62, column Retrieval1...\n",
      "Processing row 62, column Retrieval2...\n",
      "Processing row 62, column Retrieval3...\n",
      "Processing row 62, column Retrieval4...\n",
      "Processing row 62, column Retrieval5...\n",
      "Saved data for row 62\n",
      "Processing row 63, column Retrieval1...\n",
      "Processing row 63, column Retrieval2...\n",
      "Processing row 63, column Retrieval3...\n",
      "Processing row 63, column Retrieval4...\n",
      "Processing row 63, column Retrieval5...\n",
      "Saved data for row 63\n",
      "Processing row 64, column Retrieval1...\n",
      "Processing row 64, column Retrieval2...\n",
      "Processing row 64, column Retrieval3...\n",
      "Processing row 64, column Retrieval4...\n",
      "Processing row 64, column Retrieval5...\n",
      "Saved data for row 64\n",
      "Processing row 65, column Retrieval1...\n",
      "Processing row 65, column Retrieval2...\n",
      "Processing row 65, column Retrieval3...\n",
      "Processing row 65, column Retrieval4...\n",
      "Processing row 65, column Retrieval5...\n",
      "Saved data for row 65\n",
      "Processing row 66, column Retrieval1...\n",
      "Processing row 66, column Retrieval2...\n",
      "Processing row 66, column Retrieval3...\n",
      "Processing row 66, column Retrieval4...\n",
      "Processing row 66, column Retrieval5...\n",
      "Saved data for row 66\n",
      "Processing row 67, column Retrieval1...\n",
      "Processing row 67, column Retrieval2...\n",
      "Processing row 67, column Retrieval3...\n",
      "Processing row 67, column Retrieval4...\n",
      "Processing row 67, column Retrieval5...\n",
      "Saved data for row 67\n",
      "Processing row 68, column Retrieval1...\n",
      "Processing row 68, column Retrieval2...\n",
      "Processing row 68, column Retrieval3...\n",
      "Processing row 68, column Retrieval4...\n",
      "Processing row 68, column Retrieval5...\n",
      "Saved data for row 68\n",
      "Processing row 69, column Retrieval1...\n",
      "Processing row 69, column Retrieval2...\n",
      "Processing row 69, column Retrieval3...\n",
      "Processing row 69, column Retrieval4...\n",
      "Processing row 69, column Retrieval5...\n",
      "Saved data for row 69\n",
      "Processing row 70, column Retrieval1...\n",
      "Processing row 70, column Retrieval2...\n",
      "Processing row 70, column Retrieval3...\n",
      "Processing row 70, column Retrieval4...\n",
      "Processing row 70, column Retrieval5...\n",
      "Saved data for row 70\n",
      "Processing row 71, column Retrieval1...\n",
      "Processing row 71, column Retrieval2...\n",
      "Processing row 71, column Retrieval3...\n",
      "Processing row 71, column Retrieval4...\n",
      "Processing row 71, column Retrieval5...\n",
      "Saved data for row 71\n",
      "Processing row 72, column Retrieval1...\n",
      "Processing row 72, column Retrieval2...\n",
      "Processing row 72, column Retrieval3...\n",
      "Processing row 72, column Retrieval4...\n",
      "Processing row 72, column Retrieval5...\n",
      "Saved data for row 72\n",
      "Processing row 73, column Retrieval1...\n",
      "Processing row 73, column Retrieval2...\n",
      "Processing row 73, column Retrieval3...\n",
      "Processing row 73, column Retrieval4...\n",
      "Processing row 73, column Retrieval5...\n",
      "Saved data for row 73\n",
      "Processing row 74, column Retrieval1...\n",
      "Processing row 74, column Retrieval2...\n",
      "Processing row 74, column Retrieval3...\n",
      "Processing row 74, column Retrieval4...\n",
      "Processing row 74, column Retrieval5...\n",
      "Saved data for row 74\n",
      "Processing row 75, column Retrieval1...\n",
      "Processing row 75, column Retrieval2...\n",
      "Processing row 75, column Retrieval3...\n",
      "Processing row 75, column Retrieval4...\n",
      "Processing row 75, column Retrieval5...\n",
      "Saved data for row 75\n",
      "Processing row 76, column Retrieval1...\n",
      "Processing row 76, column Retrieval2...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing row 76, column Retrieval3...\n",
      "Processing row 76, column Retrieval4...\n",
      "Processing row 76, column Retrieval5...\n",
      "Saved data for row 76\n",
      "Processing row 77, column Retrieval1...\n",
      "Processing row 77, column Retrieval2...\n",
      "Processing row 77, column Retrieval3...\n",
      "Processing row 77, column Retrieval4...\n",
      "Processing row 77, column Retrieval5...\n",
      "Saved data for row 77\n",
      "Processing row 78, column Retrieval1...\n",
      "Processing row 78, column Retrieval2...\n",
      "Processing row 78, column Retrieval3...\n",
      "Processing row 78, column Retrieval4...\n",
      "Processing row 78, column Retrieval5...\n",
      "Saved data for row 78\n",
      "Processing row 79, column Retrieval1...\n",
      "Processing row 79, column Retrieval2...\n",
      "Processing row 79, column Retrieval3...\n",
      "Processing row 79, column Retrieval4...\n",
      "Processing row 79, column Retrieval5...\n",
      "Saved data for row 79\n",
      "Processing row 80, column Retrieval1...\n",
      "Processing row 80, column Retrieval2...\n",
      "Processing row 80, column Retrieval3...\n",
      "Processing row 80, column Retrieval4...\n",
      "Processing row 80, column Retrieval5...\n",
      "Saved data for row 80\n",
      "Processing row 81, column Retrieval1...\n",
      "Processing row 81, column Retrieval2...\n",
      "Processing row 81, column Retrieval3...\n",
      "Processing row 81, column Retrieval4...\n",
      "Processing row 81, column Retrieval5...\n",
      "Saved data for row 81\n",
      "Processing row 82, column Retrieval1...\n",
      "Processing row 82, column Retrieval2...\n",
      "Processing row 82, column Retrieval3...\n",
      "Processing row 82, column Retrieval4...\n",
      "Processing row 82, column Retrieval5...\n",
      "Saved data for row 82\n",
      "Processing row 83, column Retrieval1...\n",
      "Processing row 83, column Retrieval2...\n",
      "Processing row 83, column Retrieval3...\n",
      "Processing row 83, column Retrieval4...\n",
      "Processing row 83, column Retrieval5...\n",
      "Saved data for row 83\n",
      "Processing row 84, column Retrieval1...\n",
      "Processing row 84, column Retrieval2...\n",
      "Processing row 84, column Retrieval3...\n",
      "Processing row 84, column Retrieval4...\n",
      "Processing row 84, column Retrieval5...\n",
      "Saved data for row 84\n",
      "Processing row 85, column Retrieval1...\n",
      "Processing row 85, column Retrieval2...\n",
      "Processing row 85, column Retrieval3...\n",
      "Processing row 85, column Retrieval4...\n",
      "Processing row 85, column Retrieval5...\n",
      "Saved data for row 85\n",
      "Processing row 86, column Retrieval1...\n",
      "Processing row 86, column Retrieval2...\n",
      "Processing row 86, column Retrieval3...\n",
      "Processing row 86, column Retrieval4...\n",
      "Processing row 86, column Retrieval5...\n",
      "Saved data for row 86\n",
      "Processing row 87, column Retrieval1...\n",
      "Processing row 87, column Retrieval2...\n",
      "Processing row 87, column Retrieval3...\n",
      "Processing row 87, column Retrieval4...\n",
      "Processing row 87, column Retrieval5...\n",
      "Saved data for row 87\n",
      "Processing row 88, column Retrieval1...\n",
      "Processing row 88, column Retrieval2...\n",
      "Processing row 88, column Retrieval3...\n",
      "Processing row 88, column Retrieval4...\n",
      "Processing row 88, column Retrieval5...\n",
      "Saved data for row 88\n",
      "Processing row 89, column Retrieval1...\n",
      "Processing row 89, column Retrieval2...\n",
      "Processing row 89, column Retrieval3...\n",
      "Processing row 89, column Retrieval4...\n",
      "Processing row 89, column Retrieval5...\n",
      "Saved data for row 89\n",
      "Processing row 90, column Retrieval1...\n",
      "Processing row 90, column Retrieval2...\n",
      "Processing row 90, column Retrieval3...\n",
      "Processing row 90, column Retrieval4...\n",
      "Processing row 90, column Retrieval5...\n",
      "Saved data for row 90\n",
      "Processing row 91, column Retrieval1...\n",
      "Processing row 91, column Retrieval2...\n",
      "Processing row 91, column Retrieval3...\n",
      "Processing row 91, column Retrieval4...\n",
      "Processing row 91, column Retrieval5...\n",
      "Saved data for row 91\n",
      "Processing row 92, column Retrieval1...\n",
      "Processing row 92, column Retrieval2...\n",
      "Processing row 92, column Retrieval3...\n",
      "Processing row 92, column Retrieval4...\n",
      "Processing row 92, column Retrieval5...\n",
      "Saved data for row 92\n",
      "Processing row 93, column Retrieval1...\n",
      "Processing row 93, column Retrieval2...\n",
      "Processing row 93, column Retrieval3...\n",
      "Processing row 93, column Retrieval4...\n",
      "Processing row 93, column Retrieval5...\n",
      "Saved data for row 93\n",
      "Processing row 94, column Retrieval1...\n",
      "Processing row 94, column Retrieval2...\n",
      "Processing row 94, column Retrieval3...\n",
      "Processing row 94, column Retrieval4...\n",
      "Processing row 94, column Retrieval5...\n",
      "Saved data for row 94\n",
      "Processing row 95, column Retrieval1...\n",
      "Processing row 95, column Retrieval2...\n",
      "Processing row 95, column Retrieval3...\n",
      "Processing row 95, column Retrieval4...\n",
      "Processing row 95, column Retrieval5...\n",
      "Saved data for row 95\n",
      "Processing row 96, column Retrieval1...\n",
      "Processing row 96, column Retrieval2...\n",
      "Processing row 96, column Retrieval3...\n",
      "Processing row 96, column Retrieval4...\n",
      "Processing row 96, column Retrieval5...\n",
      "Saved data for row 96\n",
      "Processing row 97, column Retrieval1...\n",
      "Processing row 97, column Retrieval2...\n",
      "Processing row 97, column Retrieval3...\n",
      "Processing row 97, column Retrieval4...\n",
      "Processing row 97, column Retrieval5...\n",
      "Saved data for row 97\n",
      "Processing row 98, column Retrieval1...\n",
      "Processing row 98, column Retrieval2...\n",
      "Processing row 98, column Retrieval3...\n",
      "Processing row 98, column Retrieval4...\n",
      "Processing row 98, column Retrieval5...\n",
      "Saved data for row 98\n",
      "Processing row 99, column Retrieval1...\n",
      "Processing row 99, column Retrieval2...\n",
      "Processing row 99, column Retrieval3...\n",
      "Processing row 99, column Retrieval4...\n",
      "Processing row 99, column Retrieval5...\n",
      "Saved data for row 99\n",
      "Processing row 100, column Retrieval1...\n",
      "Processing row 100, column Retrieval2...\n",
      "Processing row 100, column Retrieval3...\n",
      "Processing row 100, column Retrieval4...\n",
      "Processing row 100, column Retrieval5...\n",
      "Saved data for row 100\n",
      "Processing row 101, column Retrieval1...\n",
      "Processing row 101, column Retrieval2...\n",
      "Processing row 101, column Retrieval3...\n",
      "Processing row 101, column Retrieval4...\n",
      "Processing row 101, column Retrieval5...\n",
      "Saved data for row 101\n",
      "Processing row 102, column Retrieval1...\n",
      "Processing row 102, column Retrieval2...\n",
      "Processing row 102, column Retrieval3...\n",
      "Processing row 102, column Retrieval4...\n",
      "Processing row 102, column Retrieval5...\n",
      "Saved data for row 102\n",
      "Processing row 103, column Retrieval1...\n",
      "Processing row 103, column Retrieval2...\n",
      "Processing row 103, column Retrieval3...\n",
      "Processing row 103, column Retrieval4...\n",
      "Processing row 103, column Retrieval5...\n",
      "Saved data for row 103\n",
      "Processing row 104, column Retrieval1...\n",
      "Processing row 104, column Retrieval2...\n",
      "Processing row 104, column Retrieval3...\n",
      "Processing row 104, column Retrieval4...\n",
      "Processing row 104, column Retrieval5...\n",
      "Saved data for row 104\n",
      "Processing row 105, column Retrieval1...\n",
      "Processing row 105, column Retrieval2...\n",
      "Processing row 105, column Retrieval3...\n",
      "Processing row 105, column Retrieval4...\n",
      "Processing row 105, column Retrieval5...\n",
      "Saved data for row 105\n",
      "Processing row 106, column Retrieval1...\n",
      "Processing row 106, column Retrieval2...\n",
      "Processing row 106, column Retrieval3...\n",
      "Processing row 106, column Retrieval4...\n",
      "Processing row 106, column Retrieval5...\n",
      "Saved data for row 106\n",
      "Processing row 107, column Retrieval1...\n",
      "Processing row 107, column Retrieval2...\n",
      "Processing row 107, column Retrieval3...\n",
      "Processing row 107, column Retrieval4...\n",
      "Processing row 107, column Retrieval5...\n",
      "Saved data for row 107\n",
      "Processing row 108, column Retrieval1...\n",
      "Processing row 108, column Retrieval2...\n",
      "Processing row 108, column Retrieval3...\n",
      "Processing row 108, column Retrieval4...\n",
      "Processing row 108, column Retrieval5...\n",
      "Saved data for row 108\n",
      "Processing row 109, column Retrieval1...\n",
      "Processing row 109, column Retrieval2...\n",
      "Processing row 109, column Retrieval3...\n",
      "Processing row 109, column Retrieval4...\n",
      "Processing row 109, column Retrieval5...\n",
      "Saved data for row 109\n",
      "Processing row 110, column Retrieval1...\n",
      "Processing row 110, column Retrieval2...\n",
      "Processing row 110, column Retrieval3...\n",
      "Processing row 110, column Retrieval4...\n",
      "Processing row 110, column Retrieval5...\n",
      "Saved data for row 110\n",
      "Processing row 111, column Retrieval1...\n",
      "Processing row 111, column Retrieval2...\n",
      "Processing row 111, column Retrieval3...\n",
      "Processing row 111, column Retrieval4...\n",
      "Processing row 111, column Retrieval5...\n",
      "Saved data for row 111\n",
      "Processing row 112, column Retrieval1...\n",
      "Processing row 112, column Retrieval2...\n",
      "Processing row 112, column Retrieval3...\n",
      "Processing row 112, column Retrieval4...\n",
      "Processing row 112, column Retrieval5...\n",
      "Saved data for row 112\n",
      "Processing row 113, column Retrieval1...\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Processing row 113, column Retrieval2...\n",
      "Processing row 113, column Retrieval3...\n",
      "Processing row 113, column Retrieval4...\n",
      "Processing row 113, column Retrieval5...\n",
      "Saved data for row 113\n",
      "Processing row 114, column Retrieval1...\n",
      "Processing row 114, column Retrieval2...\n",
      "Processing row 114, column Retrieval3...\n",
      "Processing row 114, column Retrieval4...\n",
      "Processing row 114, column Retrieval5...\n",
      "Saved data for row 114\n",
      "Processing row 115, column Retrieval1...\n",
      "Processing row 115, column Retrieval2...\n",
      "Processing row 115, column Retrieval3...\n",
      "Processing row 115, column Retrieval4...\n",
      "Processing row 115, column Retrieval5...\n",
      "Saved data for row 115\n",
      "Processing row 116, column Retrieval1...\n",
      "Processing row 116, column Retrieval2...\n",
      "Processing row 116, column Retrieval3...\n",
      "Processing row 116, column Retrieval4...\n",
      "Processing row 116, column Retrieval5...\n",
      "Saved data for row 116\n",
      "Processing row 117, column Retrieval1...\n",
      "Processing row 117, column Retrieval2...\n",
      "Processing row 117, column Retrieval3...\n",
      "Processing row 117, column Retrieval4...\n",
      "Processing row 117, column Retrieval5...\n",
      "Saved data for row 117\n",
      "Processing row 118, column Retrieval1...\n",
      "Processing row 118, column Retrieval2...\n",
      "Processing row 118, column Retrieval3...\n",
      "Processing row 118, column Retrieval4...\n",
      "Processing row 118, column Retrieval5...\n",
      "Saved data for row 118\n",
      "Processing row 119, column Retrieval1...\n",
      "Processing row 119, column Retrieval2...\n",
      "Processing row 119, column Retrieval3...\n",
      "Processing row 119, column Retrieval4...\n",
      "Processing row 119, column Retrieval5...\n",
      "Saved data for row 119\n",
      "Processing row 120, column Retrieval1...\n",
      "Processing row 120, column Retrieval2...\n",
      "Processing row 120, column Retrieval3...\n",
      "Processing row 120, column Retrieval4...\n",
      "Processing row 120, column Retrieval5...\n",
      "Saved data for row 120\n",
      "Processing row 121, column Retrieval1...\n",
      "Processing row 121, column Retrieval2...\n",
      "Processing row 121, column Retrieval3...\n",
      "Processing row 121, column Retrieval4...\n",
      "Processing row 121, column Retrieval5...\n",
      "Saved data for row 121\n",
      "Processing row 122, column Retrieval1...\n",
      "Processing row 122, column Retrieval2...\n",
      "Processing row 122, column Retrieval3...\n",
      "Processing row 122, column Retrieval4...\n",
      "Processing row 122, column Retrieval5...\n",
      "Saved data for row 122\n",
      "Processing row 123, column Retrieval1...\n",
      "Processing row 123, column Retrieval2...\n",
      "Processing row 123, column Retrieval3...\n",
      "Processing row 123, column Retrieval4...\n",
      "Processing row 123, column Retrieval5...\n",
      "Saved data for row 123\n",
      "Processing row 124, column Retrieval1...\n",
      "Processing row 124, column Retrieval2...\n",
      "Processing row 124, column Retrieval3...\n",
      "Processing row 124, column Retrieval4...\n",
      "Processing row 124, column Retrieval5...\n",
      "Saved data for row 124\n",
      "Processing row 125, column Retrieval1...\n",
      "Processing row 125, column Retrieval2...\n",
      "Processing row 125, column Retrieval3...\n",
      "Processing row 125, column Retrieval4...\n",
      "Processing row 125, column Retrieval5...\n",
      "Saved data for row 125\n",
      "Processing row 126, column Retrieval1...\n",
      "Processing row 126, column Retrieval2...\n",
      "Processing row 126, column Retrieval3...\n",
      "Processing row 126, column Retrieval4...\n",
      "Processing row 126, column Retrieval5...\n",
      "Saved data for row 126\n",
      "Processing row 127, column Retrieval1...\n",
      "Processing row 127, column Retrieval2...\n",
      "Processing row 127, column Retrieval3...\n",
      "Processing row 127, column Retrieval4...\n",
      "Processing row 127, column Retrieval5...\n",
      "Saved data for row 127\n",
      "Processing row 128, column Retrieval1...\n",
      "Processing row 128, column Retrieval2...\n",
      "Processing row 128, column Retrieval3...\n",
      "Processing row 128, column Retrieval4...\n",
      "Processing row 128, column Retrieval5...\n",
      "Saved data for row 128\n",
      "Processing row 129, column Retrieval1...\n",
      "Processing row 129, column Retrieval2...\n",
      "Processing row 129, column Retrieval3...\n",
      "Processing row 129, column Retrieval4...\n",
      "Processing row 129, column Retrieval5...\n",
      "Saved data for row 129\n",
      "Processing row 130, column Retrieval1...\n",
      "Processing row 130, column Retrieval2...\n",
      "Processing row 130, column Retrieval3...\n",
      "Processing row 130, column Retrieval4...\n",
      "Processing row 130, column Retrieval5...\n",
      "Saved data for row 130\n",
      "Processing row 131, column Retrieval1...\n",
      "Processing row 131, column Retrieval2...\n",
      "Processing row 131, column Retrieval3...\n",
      "Processing row 131, column Retrieval4...\n",
      "Processing row 131, column Retrieval5...\n",
      "Saved data for row 131\n",
      "Processing row 132, column Retrieval1...\n",
      "Processing row 132, column Retrieval2...\n",
      "Processing row 132, column Retrieval3...\n",
      "Processing row 132, column Retrieval4...\n",
      "Processing row 132, column Retrieval5...\n",
      "Saved data for row 132\n",
      "Processing row 133, column Retrieval1...\n",
      "Processing row 133, column Retrieval2...\n",
      "Processing row 133, column Retrieval3...\n",
      "Processing row 133, column Retrieval4...\n",
      "Processing row 133, column Retrieval5...\n",
      "Saved data for row 133\n",
      "Processing row 134, column Retrieval1...\n",
      "Processing row 134, column Retrieval2...\n",
      "Processing row 134, column Retrieval3...\n",
      "Processing row 134, column Retrieval4...\n",
      "Processing row 134, column Retrieval5...\n",
      "Saved data for row 134\n",
      "Processing row 135, column Retrieval1...\n",
      "Processing row 135, column Retrieval2...\n",
      "Processing row 135, column Retrieval3...\n",
      "Processing row 135, column Retrieval4...\n",
      "Processing row 135, column Retrieval5...\n",
      "Saved data for row 135\n",
      "Processing row 136, column Retrieval1...\n",
      "Processing row 136, column Retrieval2...\n",
      "Processing row 136, column Retrieval3...\n",
      "Processing row 136, column Retrieval4...\n",
      "Processing row 136, column Retrieval5...\n",
      "Saved data for row 136\n",
      "Processing row 137, column Retrieval1...\n",
      "Processing row 137, column Retrieval2...\n",
      "Processing row 137, column Retrieval3...\n",
      "Processing row 137, column Retrieval4...\n",
      "Processing row 137, column Retrieval5...\n",
      "Saved data for row 137\n",
      "Processing row 138, column Retrieval1...\n",
      "Processing row 138, column Retrieval2...\n",
      "Processing row 138, column Retrieval3...\n",
      "Processing row 138, column Retrieval4...\n",
      "Processing row 138, column Retrieval5...\n",
      "Saved data for row 138\n",
      "Processing row 139, column Retrieval1...\n",
      "Processing row 139, column Retrieval2...\n",
      "Processing row 139, column Retrieval3...\n",
      "Processing row 139, column Retrieval4...\n",
      "Processing row 139, column Retrieval5...\n",
      "Saved data for row 139\n",
      "Processing row 140, column Retrieval1...\n",
      "Processing row 140, column Retrieval2...\n",
      "Processing row 140, column Retrieval3...\n",
      "Processing row 140, column Retrieval4...\n",
      "Processing row 140, column Retrieval5...\n",
      "Saved data for row 140\n",
      "Processing row 141, column Retrieval1...\n",
      "Processing row 141, column Retrieval2...\n",
      "Processing row 141, column Retrieval3...\n",
      "Processing row 141, column Retrieval4...\n",
      "Processing row 141, column Retrieval5...\n",
      "Saved data for row 141\n",
      "Processing row 142, column Retrieval1...\n",
      "Processing row 142, column Retrieval2...\n",
      "Processing row 142, column Retrieval3...\n",
      "Processing row 142, column Retrieval4...\n",
      "Processing row 142, column Retrieval5...\n",
      "Saved data for row 142\n",
      "Processing row 143, column Retrieval1...\n",
      "Processing row 143, column Retrieval2...\n",
      "Processing row 143, column Retrieval3...\n",
      "Processing row 143, column Retrieval4...\n",
      "Processing row 143, column Retrieval5...\n",
      "Saved data for row 143\n",
      "Processing row 144, column Retrieval1...\n",
      "Processing row 144, column Retrieval2...\n",
      "Processing row 144, column Retrieval3...\n",
      "Processing row 144, column Retrieval4...\n",
      "Processing row 144, column Retrieval5...\n",
      "Saved data for row 144\n",
      "Processing row 145, column Retrieval1...\n",
      "Processing row 145, column Retrieval2...\n",
      "Processing row 145, column Retrieval3...\n",
      "Processing row 145, column Retrieval4...\n",
      "Processing row 145, column Retrieval5...\n",
      "Saved data for row 145\n",
      "Processing row 146, column Retrieval1...\n",
      "Processing row 146, column Retrieval2...\n",
      "Processing row 146, column Retrieval3...\n",
      "Processing row 146, column Retrieval4...\n",
      "Processing row 146, column Retrieval5...\n",
      "Saved data for row 146\n",
      "The task has been successfully completed.\n"
     ]
    }
   ],
   "source": [
    "import openpyxl\n",
    "from openai import OpenAI\n",
    "import os\n",
    "import time\n",
    "import json\n",
    "\n",
    "# Initialize OpenAI client\n",
    "client = OpenAI(api_key=\"\")  # Replace with your API key\n",
    "\n",
    "def get_completion(prompt, model=\"gpt-3.5-turbo-1106\", retries=3):\n",
    "    for _ in range(retries):\n",
    "        try:\n",
    "            messages = [{\"role\": \"system\", \"content\": \"You are designed to output the final answer in JSON.\"},\n",
    "                        {\"role\": \"user\", \"content\": prompt}]\n",
    "            response = client.chat.completions.create(\n",
    "                model=model,\n",
    "                messages=messages,\n",
    "                temperature=0,\n",
    "                response_format={\"type\": \"json_object\"}\n",
    "            )\n",
    "            return response.choices[0].message.content\n",
    "        except Exception as e:\n",
    "            print(f\"An error occurred: {e}. Retrying...\")\n",
    "            time.sleep(2)\n",
    "    return None\n",
    "\n",
    "# Workbook path\n",
    "wb_path = 'C:/Work/Articles/Chat-GPT/specializeddoc/Osteoarthritis/Part1.Base model evaluation/Retrieval/treatment_retrieval_oldones_newstructure.xlsx'\n",
    "wb = openpyxl.load_workbook(wb_path)\n",
    "sheet = wb['Sheet1']\n",
    "\n",
    "# Define the user-defined start row\n",
    "user_defined_start_row = 2\n",
    "\n",
    "# Mapping of input columns to their corresponding output columns\n",
    "column_mapping = {\n",
    "    'Retrieval1': 'Response1',\n",
    "    'Retrieval2': 'Response2',\n",
    "    'Retrieval3': 'Response3',\n",
    "    'Retrieval4': 'Response4',\n",
    "    'Retrieval5': 'Response5'\n",
    "}\n",
    "\n",
    "# Determine column indices once before the loop (Change)\n",
    "column_indices = {col[0].value: col[0].column for col in sheet.iter_cols(1, sheet.max_column)}\n",
    "\n",
    "# Checkpoint handling\n",
    "try:\n",
    "    with open(\"checkpoint.json\", \"r\") as f:\n",
    "        checkpoint = json.load(f)\n",
    "    checkpoint_start_row = checkpoint[\"row\"]\n",
    "except FileNotFoundError:\n",
    "    checkpoint_start_row = 2\n",
    "\n",
    "# Determine the starting row\n",
    "start_row = max(user_defined_start_row, checkpoint_start_row)\n",
    "print(f\"Starting from row {start_row}...\")\n",
    "\n",
    "# Your existing prompt text\n",
    "prompt = \"\"\"\n",
    " Read the information regarding suggestions for osteoarthritis.\n",
    " You should summarize the suggestions about what the intervention is, whether or not the intervention is recommended, if any, the strength of this recommendation (if specified), and the level of certainty of the evidence supporting it (if specified). \n",
    " You should always provide answer based on the given information, you must never hallucinate, \n",
    " Format the infomation into json format according to the following example:\n",
    " \n",
    " Example in json format：Intervention: AA ;RecommendationStatus: EE;StrengthOfRecommendation: BB;LevelOfCertainty: CC；Source: DD\n",
    "\n",
    "\"\"\"\n",
    "\n",
    "stop_script = False\n",
    "\n",
    "for content_row in range(start_row, sheet.max_row + 1):\n",
    "    if stop_script:\n",
    "        break\n",
    "\n",
    "    for input_column, output_column in column_mapping.items():\n",
    "        input_col_index = column_indices.get(input_column)  # Retrieve column index from dictionary (Change)\n",
    "        output_col_index = column_indices.get(output_column)  # Retrieve column index from dictionary (Change)\n",
    "\n",
    "        if input_col_index is None or output_col_index is None:\n",
    "            print(f\"Column {input_column} or {output_column} not found.\")\n",
    "            continue\n",
    "\n",
    "        content = sheet.cell(row=content_row, column=input_col_index).value\n",
    "        if content is None:\n",
    "            continue\n",
    "\n",
    "        print(f\"Processing row {content_row}, column {input_column}...\")\n",
    "\n",
    "        full_prompt = f\"{prompt} {content}\"\n",
    "        response = get_completion(full_prompt)\n",
    "\n",
    "        if response is None:\n",
    "            with open(\"checkpoint.json\", \"w\") as f:\n",
    "                json.dump({\"row\": content_row}, f)\n",
    "            print(f\"Stopping at row {content_row}. Checkpoint saved.\")\n",
    "            stop_script = True\n",
    "            break\n",
    "\n",
    "        sheet.cell(row=content_row, column=output_col_index).value = response.strip()\n",
    "\n",
    "    wb.save(wb_path)\n",
    "    print(f\"Saved data for row {content_row}\")\n",
    "\n",
    "if os.path.exists(\"checkpoint.json\"):\n",
    "    os.remove(\"checkpoint.json\")\n",
    "\n",
    "print(\"The task has been successfully completed.\")\n"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "cbef5b39",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.11.5"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}