diff --git a/test/modelDependent/llama3.1/controlledEvaluate.test.ts b/test/modelDependent/llama3.1/controlledEvaluate.test.ts index 3145c84f..fbaff03b 100644 --- a/test/modelDependent/llama3.1/controlledEvaluate.test.ts +++ b/test/modelDependent/llama3.1/controlledEvaluate.test.ts @@ -96,31 +96,31 @@ describe("llama 3.1", () => { { "next": { "probabilities": Map { - 35308 => 0.5214539, - 27096 => 0.2432189, - 11 => 0.0221867, - 198 => 0.0119489, - 374 => 0.0083635, - 863 => 0.0083618, - 1131 => 0.0068354, - 25 => 0.0062467, - 7940 => 0.0054025, - 320 => 0.0051706, + 35308 => 0.5205752, + 27096 => 0.2434221, + 11 => 0.0222422, + 198 => 0.0119651, + 863 => 0.0083929, + 374 => 0.0083748, + 1131 => 0.0068622, + 25 => 0.0062526, + 7940 => 0.0053943, + 1 => 0.0051856, }, }, }, { "next": { "probabilities": Map { - 927 => 0.9811952, - 198 => 0.0033833, - 6288 => 0.00327, - 279 => 0.0006553, - 1633 => 0.0003185, - 1035 => 0.0003111, + 927 => 0.9811716, + 198 => 0.003379, + 6288 => 0.0032698, + 279 => 0.0006585, + 1633 => 0.0003187, + 1035 => 0.0003126, 13 => 0.0002916, - 264 => 0.0002894, - 297 => 0.0002833, + 264 => 0.0002902, + 297 => 0.0002849, 720 => 0.0002489, }, "token": 927, @@ -128,41 +128,41 @@ describe("llama 3.1", () => { }, { "next": { - "confidence": 0.930688, + "confidence": 0.9307394, "token": 279, }, }, { "next": { - "confidence": 0.9597747, + "confidence": 0.9596596, "probabilities": Map { - 16053 => 0.9597747, - 1208 => 0.0047502, - 198 => 0.0031807, - 5679 => 0.0029171, - 65536 => 0.0019718, - 6435 => 0.0009126, - 2697 => 0.0006707, - 720 => 0.0005979, - 21811 => 0.0005516, - 45363 => 0.0005494, + 16053 => 0.9596596, + 1208 => 0.0047719, + 198 => 0.0031805, + 5679 => 0.0029246, + 65536 => 0.0019735, + 6435 => 0.000917, + 2697 => 0.0006723, + 720 => 0.0005984, + 21811 => 0.0005529, + 45363 => 0.0005513, }, }, }, { "next": { - "confidence": 0.9871562, + "confidence": 0.9871598, "probabilities": Map { - 5679 => 0.9871562, - 21811 => 0.0014367, - 198 => 0.0009356, - 8415 => 0.0007227, - 12875 => 0.0003802, - 4194 => 0.0003468, - 720 => 0.0002813, - 14588 => 0.000276, - 9522 => 0.0002415, - 627 => 0.0002041, + 5679 => 0.9871598, + 21811 => 0.0014282, + 198 => 0.0009355, + 8415 => 0.0007248, + 12875 => 0.0003796, + 4194 => 0.0003463, + 720 => 0.0002809, + 14588 => 0.0002761, + 9522 => 0.0002418, + 627 => 0.0002038, }, "token": 5679, }, diff --git a/test/modelDependent/llama3.1/evaluateWithMetadata.test.ts b/test/modelDependent/llama3.1/evaluateWithMetadata.test.ts index d8142a4b..44305d77 100644 --- a/test/modelDependent/llama3.1/evaluateWithMetadata.test.ts +++ b/test/modelDependent/llama3.1/evaluateWithMetadata.test.ts @@ -98,151 +98,151 @@ describe("llama 3.1", () => { [ { "probabilities": Map { - 578 => 0.4307095, - 1115 => 0.1304636, - 1102 => 0.0516819, - 763 => 0.0428933, - 1283 => 0.0293915, - 2100 => 0.0293782, - 15636 => 0.0262626, - 2030 => 0.0218519, - 320 => 0.0169018, - 1628 => 0.0118644, + 578 => 0.4305387, + 1115 => 0.130273, + 1102 => 0.0517783, + 763 => 0.0429566, + 1283 => 0.0294619, + 2100 => 0.0294103, + 15636 => 0.0263193, + 2030 => 0.0218532, + 320 => 0.0168992, + 1628 => 0.011877, }, "token": 578, }, { "probabilities": Map { - 16053 => 0.4223687, - 4062 => 0.303549, - 39935 => 0.0603321, - 2944 => 0.0373496, - 5679 => 0.0237923, - 11914 => 0.0163001, - 2144 => 0.0146822, - 1121 => 0.0069893, - 17571 => 0.0057973, - 3446 => 0.0049349, + 16053 => 0.4229744, + 4062 => 0.303401, + 39935 => 0.0602281, + 2944 => 0.0372685, + 5679 => 0.0237816, + 11914 => 0.0162851, + 2144 => 0.0146596, + 1121 => 0.0069732, + 17571 => 0.0057899, + 3446 => 0.0049125, }, "token": 16053, }, { "probabilities": Map { - 5679 => 0.9981177, - 12875 => 0.0001593, + 5679 => 0.9981223, + 12875 => 0.0001592, 18964 => 0.0001154, - 39935 => 0.0001149, - 13 => 0.000105, - 627 => 0.0000928, - 656 => 0.0000626, + 39935 => 0.0001146, + 13 => 0.0001047, + 627 => 0.0000926, + 656 => 0.0000625, 893 => 0.0000563, - 198 => 0.0000523, - 374 => 0.0000519, + 198 => 0.0000522, + 374 => 0.0000518, }, "token": 5679, }, { "probabilities": Map { - 374 => 0.8126541, - 1587 => 0.0481505, - 596 => 0.0247274, - 1120 => 0.022311, - 3250 => 0.0215521, - 706 => 0.0161821, - 15849 => 0.0086956, - 1053 => 0.0059156, - 55064 => 0.0037815, - 11 => 0.0036657, + 374 => 0.8128683, + 1587 => 0.0480889, + 596 => 0.0247298, + 1120 => 0.0222965, + 3250 => 0.0215258, + 706 => 0.0161501, + 15849 => 0.0086884, + 1053 => 0.0059099, + 55064 => 0.0037784, + 11 => 0.0036557, }, "token": 374, }, { "probabilities": Map { - 2288 => 0.2758818, - 1120 => 0.1666409, - 539 => 0.1577165, - 779 => 0.1333762, - 264 => 0.0558459, - 1101 => 0.029207, - 16053 => 0.0176698, - 5042 => 0.0158617, - 1193 => 0.0145808, - 2744 => 0.0140919, + 2288 => 0.2759203, + 1120 => 0.166673, + 539 => 0.1576579, + 779 => 0.1335195, + 264 => 0.055744, + 1101 => 0.0292486, + 16053 => 0.0176843, + 5042 => 0.0158506, + 1193 => 0.0146031, + 2744 => 0.0140961, }, "token": 2288, }, { "probabilities": Map { - 16053 => 0.9066046, - 13326 => 0.0636245, - 19781 => 0.007155, - 17551 => 0.0020255, - 10968 => 0.0012684, - 11920 => 0.001101, - 6435 => 0.001009, - 34386 => 0.0007755, - 1208 => 0.00061, - 25366 => 0.0005675, + 16053 => 0.9066879, + 13326 => 0.0635879, + 19781 => 0.0071462, + 17551 => 0.0020222, + 10968 => 0.0012692, + 11920 => 0.0011004, + 6435 => 0.0010057, + 34386 => 0.0007741, + 1208 => 0.0006092, + 25366 => 0.0005664, }, "token": 16053, }, { "probabilities": Map { - 311 => 0.9882814, - 1524 => 0.0061828, - 11 => 0.0025772, - 323 => 0.0005243, - 13 => 0.0003535, - 627 => 0.0003212, - 1606 => 0.0002642, - 2288 => 0.0002583, - 369 => 0.0001247, - 320 => 0.0001022, + 311 => 0.9882948, + 1524 => 0.0061879, + 11 => 0.002568, + 323 => 0.000522, + 13 => 0.0003525, + 627 => 0.0003204, + 1606 => 0.0002628, + 2288 => 0.000258, + 369 => 0.0001243, + 320 => 0.0001019, }, "token": 311, }, { "probabilities": Map { - 2512 => 0.7492506, - 1524 => 0.0989418, - 656 => 0.032397, - 636 => 0.0240763, - 7940 => 0.0143969, - 33586 => 0.01087, - 387 => 0.0086808, - 1781 => 0.0058532, - 1629 => 0.0054883, - 3351 => 0.0051112, + 2512 => 0.749257, + 1524 => 0.0991107, + 656 => 0.0322866, + 636 => 0.0240931, + 7940 => 0.014378, + 33586 => 0.0108598, + 387 => 0.0086719, + 1781 => 0.0058546, + 1629 => 0.0054801, + 3351 => 0.0051043, }, "token": 2512, }, { "probabilities": Map { - 922 => 0.9521582, - 1606 => 0.0150241, - 11 => 0.0140157, - 430 => 0.002969, - 627 => 0.0023168, - 13 => 0.0018882, - 1524 => 0.0018011, - 369 => 0.0017693, - 323 => 0.0009252, - 382 => 0.0008483, + 922 => 0.9522551, + 1606 => 0.0149839, + 11 => 0.0139898, + 430 => 0.002966, + 627 => 0.0023101, + 13 => 0.0018821, + 1524 => 0.0018027, + 369 => 0.0017665, + 323 => 0.0009226, + 382 => 0.0008453, }, "token": 922, }, { "probabilities": Map { - 279 => 0.6508825, - 4205 => 0.3128083, - 1148 => 0.0113708, - 1690 => 0.0044266, - 904 => 0.0030378, - 1202 => 0.0026779, - 264 => 0.001117, - 1790 => 0.0010864, - 813 => 0.0010572, - 1524 => 0.0007698, + 279 => 0.6508359, + 4205 => 0.3128611, + 1148 => 0.0113738, + 1690 => 0.0044254, + 904 => 0.0030366, + 1202 => 0.0026803, + 264 => 0.0011148, + 1790 => 0.0010861, + 813 => 0.0010576, + 1524 => 0.0007703, }, "token": 279, }, @@ -280,43 +280,43 @@ describe("llama 3.1", () => { expect(res).toMatchInlineSnapshot(` [ { - "confidence": 0.4307095, + "confidence": 0.4305387, "token": 578, }, { - "confidence": 0.4223687, + "confidence": 0.4229744, "token": 16053, }, { - "confidence": 0.9981177, + "confidence": 0.9981223, "token": 5679, }, { - "confidence": 0.8126541, + "confidence": 0.8128683, "token": 374, }, { - "confidence": 0.2758818, + "confidence": 0.2759203, "token": 2288, }, { - "confidence": 0.9066046, + "confidence": 0.9066879, "token": 16053, }, { - "confidence": 0.9882814, + "confidence": 0.9882948, "token": 311, }, { - "confidence": 0.7492506, + "confidence": 0.749257, "token": 2512, }, { - "confidence": 0.9521582, + "confidence": 0.9522551, "token": 922, }, { - "confidence": 0.6508825, + "confidence": 0.6508359, "token": 279, }, ] @@ -353,162 +353,162 @@ describe("llama 3.1", () => { expect(res).toMatchInlineSnapshot(` [ { - "confidence": 0.4307095, + "confidence": 0.4305387, "probabilities": Map { - 578 => 0.4307095, - 1115 => 0.1304636, - 1102 => 0.0516819, - 763 => 0.0428933, - 1283 => 0.0293915, - 2100 => 0.0293782, - 15636 => 0.0262626, - 2030 => 0.0218519, - 320 => 0.0169018, - 1628 => 0.0118644, + 578 => 0.4305387, + 1115 => 0.130273, + 1102 => 0.0517783, + 763 => 0.0429566, + 1283 => 0.0294619, + 2100 => 0.0294103, + 15636 => 0.0263193, + 2030 => 0.0218532, + 320 => 0.0168992, + 1628 => 0.011877, }, "token": 578, }, { - "confidence": 0.4223687, + "confidence": 0.4229744, "probabilities": Map { - 16053 => 0.4223687, - 4062 => 0.303549, - 39935 => 0.0603321, - 2944 => 0.0373496, - 5679 => 0.0237923, - 11914 => 0.0163001, - 2144 => 0.0146822, - 1121 => 0.0069893, - 17571 => 0.0057973, - 3446 => 0.0049349, + 16053 => 0.4229744, + 4062 => 0.303401, + 39935 => 0.0602281, + 2944 => 0.0372685, + 5679 => 0.0237816, + 11914 => 0.0162851, + 2144 => 0.0146596, + 1121 => 0.0069732, + 17571 => 0.0057899, + 3446 => 0.0049125, }, "token": 16053, }, { - "confidence": 0.9981177, + "confidence": 0.9981223, "probabilities": Map { - 5679 => 0.9981177, - 12875 => 0.0001593, + 5679 => 0.9981223, + 12875 => 0.0001592, 18964 => 0.0001154, - 39935 => 0.0001149, - 13 => 0.000105, - 627 => 0.0000928, - 656 => 0.0000626, + 39935 => 0.0001146, + 13 => 0.0001047, + 627 => 0.0000926, + 656 => 0.0000625, 893 => 0.0000563, - 198 => 0.0000523, - 374 => 0.0000519, + 198 => 0.0000522, + 374 => 0.0000518, }, "token": 5679, }, { - "confidence": 0.8126541, + "confidence": 0.8128683, "probabilities": Map { - 374 => 0.8126541, - 1587 => 0.0481505, - 596 => 0.0247274, - 1120 => 0.022311, - 3250 => 0.0215521, - 706 => 0.0161821, - 15849 => 0.0086956, - 1053 => 0.0059156, - 55064 => 0.0037815, - 11 => 0.0036657, + 374 => 0.8128683, + 1587 => 0.0480889, + 596 => 0.0247298, + 1120 => 0.0222965, + 3250 => 0.0215258, + 706 => 0.0161501, + 15849 => 0.0086884, + 1053 => 0.0059099, + 55064 => 0.0037784, + 11 => 0.0036557, }, "token": 374, }, { - "confidence": 0.2758818, + "confidence": 0.2759203, "probabilities": Map { - 2288 => 0.2758818, - 1120 => 0.1666409, - 539 => 0.1577165, - 779 => 0.1333762, - 264 => 0.0558459, - 1101 => 0.029207, - 16053 => 0.0176698, - 5042 => 0.0158617, - 1193 => 0.0145808, - 2744 => 0.0140919, + 2288 => 0.2759203, + 1120 => 0.166673, + 539 => 0.1576579, + 779 => 0.1335195, + 264 => 0.055744, + 1101 => 0.0292486, + 16053 => 0.0176843, + 5042 => 0.0158506, + 1193 => 0.0146031, + 2744 => 0.0140961, }, "token": 2288, }, { - "confidence": 0.9066046, + "confidence": 0.9066879, "probabilities": Map { - 16053 => 0.9066046, - 13326 => 0.0636245, - 19781 => 0.007155, - 17551 => 0.0020255, - 10968 => 0.0012684, - 11920 => 0.001101, - 6435 => 0.001009, - 34386 => 0.0007755, - 1208 => 0.00061, - 25366 => 0.0005675, + 16053 => 0.9066879, + 13326 => 0.0635879, + 19781 => 0.0071462, + 17551 => 0.0020222, + 10968 => 0.0012692, + 11920 => 0.0011004, + 6435 => 0.0010057, + 34386 => 0.0007741, + 1208 => 0.0006092, + 25366 => 0.0005664, }, "token": 16053, }, { - "confidence": 0.9882814, + "confidence": 0.9882948, "probabilities": Map { - 311 => 0.9882814, - 1524 => 0.0061828, - 11 => 0.0025772, - 323 => 0.0005243, - 13 => 0.0003535, - 627 => 0.0003212, - 1606 => 0.0002642, - 2288 => 0.0002583, - 369 => 0.0001247, - 320 => 0.0001022, + 311 => 0.9882948, + 1524 => 0.0061879, + 11 => 0.002568, + 323 => 0.000522, + 13 => 0.0003525, + 627 => 0.0003204, + 1606 => 0.0002628, + 2288 => 0.000258, + 369 => 0.0001243, + 320 => 0.0001019, }, "token": 311, }, { - "confidence": 0.7492506, + "confidence": 0.749257, "probabilities": Map { - 2512 => 0.7492506, - 1524 => 0.0989418, - 656 => 0.032397, - 636 => 0.0240763, - 7940 => 0.0143969, - 33586 => 0.01087, - 387 => 0.0086808, - 1781 => 0.0058532, - 1629 => 0.0054883, - 3351 => 0.0051112, + 2512 => 0.749257, + 1524 => 0.0991107, + 656 => 0.0322866, + 636 => 0.0240931, + 7940 => 0.014378, + 33586 => 0.0108598, + 387 => 0.0086719, + 1781 => 0.0058546, + 1629 => 0.0054801, + 3351 => 0.0051043, }, "token": 2512, }, { - "confidence": 0.9521582, + "confidence": 0.9522551, "probabilities": Map { - 922 => 0.9521582, - 1606 => 0.0150241, - 11 => 0.0140157, - 430 => 0.002969, - 627 => 0.0023168, - 13 => 0.0018882, - 1524 => 0.0018011, - 369 => 0.0017693, - 323 => 0.0009252, - 382 => 0.0008483, + 922 => 0.9522551, + 1606 => 0.0149839, + 11 => 0.0139898, + 430 => 0.002966, + 627 => 0.0023101, + 13 => 0.0018821, + 1524 => 0.0018027, + 369 => 0.0017665, + 323 => 0.0009226, + 382 => 0.0008453, }, "token": 922, }, { - "confidence": 0.6508825, + "confidence": 0.6508359, "probabilities": Map { - 279 => 0.6508825, - 4205 => 0.3128083, - 1148 => 0.0113708, - 1690 => 0.0044266, - 904 => 0.0030378, - 1202 => 0.0026779, - 264 => 0.001117, - 1790 => 0.0010864, - 813 => 0.0010572, - 1524 => 0.0007698, + 279 => 0.6508359, + 4205 => 0.3128611, + 1148 => 0.0113738, + 1690 => 0.0044254, + 904 => 0.0030366, + 1202 => 0.0026803, + 264 => 0.0011148, + 1790 => 0.0010861, + 813 => 0.0010576, + 1524 => 0.0007703, }, "token": 279, },