|
2 | 2 | "cells": [ |
3 | 3 | { |
4 | 4 | "cell_type": "code", |
5 | | - "execution_count": 1, |
| 5 | + "execution_count": 2, |
6 | 6 | "id": "aafcbe5b-b1bb-42c5-930c-98129462e989", |
7 | 7 | "metadata": {}, |
8 | 8 | "outputs": [ |
|
62 | 62 | }, |
63 | 63 | { |
64 | 64 | "cell_type": "code", |
65 | | - "execution_count": 2, |
| 65 | + "execution_count": 3, |
66 | 66 | "id": "ccf7e8dd-430c-4db8-93c5-fe61e7060fe2", |
67 | 67 | "metadata": {}, |
68 | 68 | "outputs": [ |
69 | 69 | { |
70 | 70 | "data": { |
71 | 71 | "application/vnd.jupyter.widget-view+json": { |
72 | | - "model_id": "a36c95ab54ba4ebe8c2396774d0105c3", |
| 72 | + "model_id": "4504ae2458ac456580779d04facc6443", |
73 | 73 | "version_major": 2, |
74 | 74 | "version_minor": 0 |
75 | 75 | }, |
|
83 | 83 | { |
84 | 84 | "data": { |
85 | 85 | "application/vnd.jupyter.widget-view+json": { |
86 | | - "model_id": "fd8f3346be10479b949a15ef0e968000", |
| 86 | + "model_id": "9062747a2a6c4652a028d627b130bb4c", |
87 | 87 | "version_major": 2, |
88 | 88 | "version_minor": 0 |
89 | 89 | }, |
|
898 | 898 | }, |
899 | 899 | { |
900 | 900 | "cell_type": "code", |
901 | | - "execution_count": 3, |
| 901 | + "execution_count": 4, |
902 | 902 | "id": "9fddf0de-d8fc-4062-b420-3b56eac1912f", |
903 | 903 | "metadata": {}, |
904 | 904 | "outputs": [], |
|
916 | 916 | "metadata": {}, |
917 | 917 | "outputs": [], |
918 | 918 | "source": [ |
919 | | - "for model_max_length in [128, 256, 512, 1024]:\n", |
920 | | - " for TARGET_LAYER in [0, 5, 10, 15, 20, 25, 31]:\n", |
| 919 | + "for max_pair in [256]:\n", |
| 920 | + " for TARGET_LAYER in [20]:\n", |
921 | 921 | " print(\"analyzing:\", (max_pair, TARGET_LAYER))\n", |
922 | 922 | " # generate access id to token mapping\n", |
923 | 923 | " alice_vocab_sampled = random.sample(list(alice_vocab), k=max_pair)\n", |
|
968 | 968 | " match_perc = round(correct_count/max_pair, 2)\n", |
969 | 969 | " results.append([max_pair, TARGET_LAYER, match_perc])\n", |
970 | 970 | " print(match_perc)\n", |
971 | | - "FILE_PATH = './memo_multitude_7B.json'\n", |
972 | | - "with open(FILE_PATH, 'w') as output_file:\n", |
973 | | - "\tjson.dump(results, output_file, indent=2)" |
| 971 | + "# FILE_PATH = './memo_multitude_7B.json'\n", |
| 972 | + "# with open(FILE_PATH, 'w') as output_file:\n", |
| 973 | + "# \tjson.dump(results, output_file, indent=2)" |
974 | 974 | ] |
975 | 975 | }, |
976 | 976 | { |
|
0 commit comments