diff --git a/examples/memorisation/reft_power.ipynb b/examples/memorisation/reft_power.ipynb index fde63e7..5b94a2d 100644 --- a/examples/memorisation/reft_power.ipynb +++ b/examples/memorisation/reft_power.ipynb @@ -2,7 +2,7 @@ "cells": [ { "cell_type": "code", - "execution_count": 1, + "execution_count": 2, "id": "aafcbe5b-b1bb-42c5-930c-98129462e989", "metadata": {}, "outputs": [ @@ -62,14 +62,14 @@ }, { "cell_type": "code", - "execution_count": 2, + "execution_count": 3, "id": "ccf7e8dd-430c-4db8-93c5-fe61e7060fe2", "metadata": {}, "outputs": [ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "a36c95ab54ba4ebe8c2396774d0105c3", + "model_id": "4504ae2458ac456580779d04facc6443", "version_major": 2, "version_minor": 0 }, @@ -83,7 +83,7 @@ { "data": { "application/vnd.jupyter.widget-view+json": { - "model_id": "fd8f3346be10479b949a15ef0e968000", + "model_id": "9062747a2a6c4652a028d627b130bb4c", "version_major": 2, "version_minor": 0 }, @@ -898,7 +898,7 @@ }, { "cell_type": "code", - "execution_count": 3, + "execution_count": 4, "id": "9fddf0de-d8fc-4062-b420-3b56eac1912f", "metadata": {}, "outputs": [], @@ -916,8 +916,8 @@ "metadata": {}, "outputs": [], "source": [ - "for model_max_length in [128, 256, 512, 1024]:\n", - " for TARGET_LAYER in [0, 5, 10, 15, 20, 25, 31]:\n", + "for max_pair in [256]:\n", + " for TARGET_LAYER in [20]:\n", " print(\"analyzing:\", (max_pair, TARGET_LAYER))\n", " # generate access id to token mapping\n", " alice_vocab_sampled = random.sample(list(alice_vocab), k=max_pair)\n", @@ -968,9 +968,9 @@ " match_perc = round(correct_count/max_pair, 2)\n", " results.append([max_pair, TARGET_LAYER, match_perc])\n", " print(match_perc)\n", - "FILE_PATH = './memo_multitude_7B.json'\n", - "with open(FILE_PATH, 'w') as output_file:\n", - "\tjson.dump(results, output_file, indent=2)" + "# FILE_PATH = './memo_multitude_7B.json'\n", + "# with open(FILE_PATH, 'w') as output_file:\n", + "# \tjson.dump(results, output_file, indent=2)" ] }, {