From 87b339dc248e22f2e11922e643f40cad56fb4f04 Mon Sep 17 00:00:00 2001 From: Prashant Gupta Date: Wed, 1 Oct 2025 11:41:06 -0700 Subject: [PATCH 1/6] =?UTF-8?q?=E2=8F=AA=20revert=20back=20to=203-layer=20?= =?UTF-8?q?micro=20model?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Prashant Gupta --- tests/spyre_util.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tests/spyre_util.py b/tests/spyre_util.py index 2c5ab652..1b6cb582 100644 --- a/tests/spyre_util.py +++ b/tests/spyre_util.py @@ -265,7 +265,7 @@ def _default_test_models(isEmbeddings=False, isScoring=False): # the test command includes `-m quantized`. tinygranite = ModelInfo( name="ibm-ai-platform/micro-g3.3-8b-instruct-1b", - revision="6e9c6465a9d7e5e9fa35004a29f0c90befa7d23f") + revision="2714578f54cfb744ece40df9326ee0b47e879e03") tinygranite_fp8 = ModelInfo( name="ibm-ai-platform/micro-g3.3-8b-instruct-1b-FP8", revision="0dff8bacb968836dbbc7c2895c6d9ead0a05dc9e", From 71748185ac7f267484c6348bf9818e285f55ca4e Mon Sep 17 00:00:00 2001 From: Prashant Gupta Date: Wed, 1 Oct 2025 11:53:21 -0700 Subject: [PATCH 2/6] =?UTF-8?q?=F0=9F=90=9B=20download=20the=20right=20rev?= =?UTF-8?q?ision?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Prashant Gupta --- .github/workflows/test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 828d1a1b..d7c886ad 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -182,7 +182,7 @@ jobs: # be removed by an admin or can be left to expire after 7 days. download_tinygranite() { - python -c "from transformers import pipeline, AutoTokenizer; pipeline('text-generation', model='$1'); tokenizer=AutoTokenizer.from_pretrained('$1')" + python -c "from transformers import pipeline, AutoTokenizer; pipeline('text-generation', model='$1', revision="2714578f54cfb744ece40df9326ee0b47e879e03"); tokenizer=AutoTokenizer.from_pretrained('$1')" } download_roberta_large() { python -c "from sentence_transformers import SentenceTransformer; SentenceTransformer('$1')" From 5aeeb885f74314c52be312a97df58920661e66ca Mon Sep 17 00:00:00 2001 From: Prashant Gupta Date: Wed, 1 Oct 2025 11:56:49 -0700 Subject: [PATCH 3/6] =?UTF-8?q?=F0=9F=8E=A8=20fmt?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Prashant Gupta --- .github/workflows/test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index d7c886ad..5afd9cfc 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -182,7 +182,7 @@ jobs: # be removed by an admin or can be left to expire after 7 days. download_tinygranite() { - python -c "from transformers import pipeline, AutoTokenizer; pipeline('text-generation', model='$1', revision="2714578f54cfb744ece40df9326ee0b47e879e03"); tokenizer=AutoTokenizer.from_pretrained('$1')" + python -c "from transformers import pipeline, AutoTokenizer; pipeline('text-generation', model='$1', revision='2714578f54cfb744ece40df9326ee0b47e879e03'); tokenizer=AutoTokenizer.from_pretrained('$1')" } download_roberta_large() { python -c "from sentence_transformers import SentenceTransformer; SentenceTransformer('$1')" From 38acec80e85f7cd5122bde643bbd60e4d47ed2d1 Mon Sep 17 00:00:00 2001 From: Prashant Gupta Date: Wed, 1 Oct 2025 12:06:37 -0700 Subject: [PATCH 4/6] =?UTF-8?q?=F0=9F=90=9B=20download=20the=20right=20mod?= =?UTF-8?q?el?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Prashant Gupta --- .github/workflows/test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index 5afd9cfc..c0e1c53d 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -182,7 +182,7 @@ jobs: # be removed by an admin or can be left to expire after 7 days. download_tinygranite() { - python -c "from transformers import pipeline, AutoTokenizer; pipeline('text-generation', model='$1', revision='2714578f54cfb744ece40df9326ee0b47e879e03'); tokenizer=AutoTokenizer.from_pretrained('$1')" + python -c "from transformers import pipeline; pipeline('text-generation', model='$1', revision='2714578f54cfb744ece40df9326ee0b47e879e03');" } download_roberta_large() { python -c "from sentence_transformers import SentenceTransformer; SentenceTransformer('$1')" From 49c507747114fca3e70ef4254e18b9ed7ee48d40 Mon Sep 17 00:00:00 2001 From: Prashant Gupta Date: Wed, 1 Oct 2025 12:32:45 -0700 Subject: [PATCH 5/6] =?UTF-8?q?=F0=9F=9A=A7=20flip=20condition=20so=20that?= =?UTF-8?q?=20we=20download=20the=20right=20model?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Prashant Gupta --- .github/workflows/test.yml | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml index c0e1c53d..f1cf9dd3 100644 --- a/.github/workflows/test.yml +++ b/.github/workflows/test.yml @@ -174,7 +174,7 @@ jobs: key: ${{ runner.os }}-hf-model-${{ env.model_key }} - name: "Download HF models" - if: ( steps.changed-src-files.outputs.any_changed == 'true' && steps.cache_restore.outputs.cache-hit != 'true' ) + if: ( steps.changed-src-files.outputs.any_changed == 'true' && steps.cache_restore.outputs.cache-hit == 'true' ) run: | # We are caching HF models (HF_HUB_CACHE) for reliability rather than speed, since HF downloads are flaky for concurrent jobs. # Be careful when adding models to the cache here, as the GHA cache is limited to 10 GB. From b194d0a3de4eb7610ad55c970141d7c28e16b82e Mon Sep 17 00:00:00 2001 From: Prashant Gupta Date: Wed, 1 Oct 2025 12:59:33 -0700 Subject: [PATCH 6/6] =?UTF-8?q?=E2=9A=A1=EF=B8=8F=20add=20hf=5Fcache=20for?= =?UTF-8?q?=20older=20revision?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Prashant Gupta --- tests/hf_cache.json | 258 ++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 258 insertions(+) diff --git a/tests/hf_cache.json b/tests/hf_cache.json index e3420f9f..165818e3 100644 --- a/tests/hf_cache.json +++ b/tests/hf_cache.json @@ -257,6 +257,264 @@ "logprobs": [ -1.4452269077301025, -0.4904142916202545, -2.4420642852783203 ] } } + }, + "2714578f54cfb744ece40df9326ee0b47e879e03": { + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203_1482_21081_44_203_15277_312_1149_432_9400_436_1406_26124_663_21217_31628_7947_623_540_565": { + "4": { + "text": ".\n\n###", + "token_ids": [ 32, 203, 203, 1482 ], + "tokens": [ ".", "\n", "\n", "###" ], + "logprobs": [ -1.1383615732192993, -1.3484781980514526, -0.6464443206787109, -1.0950230360031128 ] + }, + "18": { + "text": ".\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup", + "token_ids": [ 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628 ], + "tokens": [ ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup" ], + "logprobs": [ -1.1383615732192993, -1.3484781980514526, -0.6464443206787109, -1.0950230360031128, -1.1007615327835083, -0.04014652594923973, -0.013641467317938805, -0.4686795473098755, -0.35953202843666077, -0.19650420546531677, -0.005137456580996513, -0.08900467306375504, -0.09034159034490585, -0.2820921540260315, -0.0029427579138427973, -0.19852368533611298, -0.014203174039721489, -0.005614227149635553 ] + }, + "10": { + "text": ".\n\n### Instruction:\nProvide a list", + "token_ids": [ 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149 ], + "tokens": [ ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list" ], + "logprobs": [ -1.1383615732192993, -1.3484781980514526, -0.6464443206787109, -1.0950230360031128, -1.1007615327835083, -0.04014652594923973, -0.013641467317938805, -0.4686795473098755, -0.35953202843666077, -0.19650420546531677 ] + }, + "67": { + "text": ".\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice.\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice.\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice.", + "token_ids": [ 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 32 ], + "tokens": [ ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", "." ], + "logprobs": [ -1.1383615732192993, -1.3484781980514526, -0.6464443206787109, -1.0950230360031128, -1.1007615327835083, -0.04014652594923973, -0.013641467317938805, -0.4686795473098755, -0.35953202843666077, -0.19650420546531677, -0.005137456580996513, -0.08900467306375504, -0.09034159034490585, -0.2820921540260315, -0.0029427579138427973, -0.19852368533611298, -0.014203174039721489, -0.005614227149635553, -0.150482639670372, -0.0052520157769322395, -0.01913083717226982, -0.00036054308293387294, -0.08758144080638885, -0.28809115290641785, -0.038476716727018356, -0.28287386894226074, -0.10426916927099228, -0.006487381178885698, -0.005978439934551716, -0.191899836063385, -0.12549588084220886, -0.06457288563251495, -0.0027542298194020987, -0.026423288509249687, -0.05056668817996979, -0.10096561908721924, -0.0030662447679787874, -0.11945120990276337, -0.01040746085345745, -0.0029708081856369972, -0.06660542637109756, -0.0030891813803464174, -0.02153186872601509, -0.00034350217902101576, -0.0949283316731453, -0.1638454794883728, -0.02655876986682415, -0.1888551265001297, -0.036614395678043365, -0.0024129818193614483, -0.004053353797644377, -0.1365118771791458, -0.06032557040452957, -0.0295892134308815, -0.001731802592985332, -0.016770802438259125, -0.02904060110449791, -0.05194146931171417, -0.003153472673147917, -0.10485446453094482, -0.007868957705795765, -0.0024201171472668648, -0.0419827438890934, -0.003298677271232009, -0.01304908748716116, -0.00032586511224508286, -0.0987105518579483 ] + }, + "60": { + "text": ".\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice.\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice.\n\n### Instruction:\nProvide a list of instructions for preparing ch", + "token_ids": [ 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663 ], + "tokens": [ ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch" ], + "logprobs": [ -1.1383615732192993, -1.3484781980514526, -0.6464443206787109, -1.0950230360031128, -1.1007615327835083, -0.04014652594923973, -0.013641467317938805, -0.4686795473098755, -0.35953202843666077, -0.19650420546531677, -0.005137456580996513, -0.08900467306375504, -0.09034159034490585, -0.2820921540260315, -0.0029427579138427973, -0.19852368533611298, -0.014203174039721489, -0.005614227149635553, -0.150482639670372, -0.0052520157769322395, -0.01913083717226982, -0.00036054308293387294, -0.08758144080638885, -0.28809115290641785, -0.038476716727018356, -0.28287386894226074, -0.10426916927099228, -0.006487381178885698, -0.005978439934551716, -0.191899836063385, -0.12549588084220886, -0.06457288563251495, -0.0027542298194020987, -0.026423288509249687, -0.05056668817996979, -0.10096561908721924, -0.0030662447679787874, -0.11945120990276337, -0.01040746085345745, -0.0029708081856369972, -0.06660542637109756, -0.0030891813803464174, -0.02153186872601509, -0.00034350217902101576, -0.0949283316731453, -0.1638454794883728, -0.02655876986682415, -0.1888551265001297, -0.036614395678043365, -0.0024129818193614483, -0.004053353797644377, -0.1365118771791458, -0.06032557040452957, -0.0295892134308815, -0.001731802592985332, -0.016770802438259125, -0.02904060110449791, -0.05194146931171417, -0.003153472673147917, -0.10485446453094482 ] + }, + "65": { + "text": ".\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice.\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice.\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with r", + "token_ids": [ 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540 ], + "tokens": [ ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r" ], + "logprobs": [ -1.1383615732192993, -1.3484781980514526, -0.6464443206787109, -1.0950230360031128, -1.1007615327835083, -0.04014652594923973, -0.013641467317938805, -0.4686795473098755, -0.35953202843666077, -0.19650420546531677, -0.005137456580996513, -0.08900467306375504, -0.09034159034490585, -0.2820921540260315, -0.0029427579138427973, -0.19852368533611298, -0.014203174039721489, -0.005614227149635553, -0.150482639670372, -0.0052520157769322395, -0.01913083717226982, -0.00036054308293387294, -0.08758144080638885, -0.28809115290641785, -0.038476716727018356, -0.28287386894226074, -0.10426916927099228, -0.006487381178885698, -0.005978439934551716, -0.191899836063385, -0.12549588084220886, -0.06457288563251495, -0.0027542298194020987, -0.026423288509249687, -0.05056668817996979, -0.10096561908721924, -0.0030662447679787874, -0.11945120990276337, -0.01040746085345745, -0.0029708081856369972, -0.06660542637109756, -0.0030891813803464174, -0.02153186872601509, -0.00034350217902101576, -0.0949283316731453, -0.1638454794883728, -0.02655876986682415, -0.1888551265001297, -0.036614395678043365, -0.0024129818193614483, -0.004053353797644377, -0.1365118771791458, -0.06032557040452957, -0.0295892134308815, -0.001731802592985332, -0.016770802438259125, -0.02904060110449791, -0.05194146931171417, -0.003153472673147917, -0.10485446453094482, -0.007868957705795765, -0.0024201171472668648, -0.0419827438890934, -0.003298677271232009, -0.01304908748716116 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203": { + "4": { + "text": "The following is an", + "token_ids": [ 1318, 2412, 438, 600 ], + "tokens": [ "The", " following", " is", " an" ], + "logprobs": [ -2.5468432903289795, -2.468154191970825, -1.6429909467697144, -0.8562105298042297 ] + }, + "55": { + "text": "The following is an example of a task that can be done with a single request.\n\nThe following is an example of a task that can be done with a single request.\n\nThe following is an example of a task that can be done with a single request.", + "token_ids": [ 1318, 2412, 438, 600, 2280, 432, 312, 2899, 688, 883, 526, 3390, 623, 312, 3982, 1326, 32, 203, 203, 1318, 2412, 438, 600, 2280, 432, 312, 2899, 688, 883, 526, 3390, 623, 312, 3982, 1326, 32, 203, 203, 1318, 2412, 438, 600, 2280, 432, 312, 2899, 688, 883, 526, 3390, 623, 312, 3982, 1326, 32 ], + "tokens": [ "The", " following", " is", " an", " example", " of", " a", " task", " that", " can", " be", " done", " with", " a", " single", " request", ".", "\n", "\n", "The", " following", " is", " an", " example", " of", " a", " task", " that", " can", " be", " done", " with", " a", " single", " request", ".", "\n", "\n", "The", " following", " is", " an", " example", " of", " a", " task", " that", " can", " be", " done", " with", " a", " single", " request", "." ], + "logprobs": [ -2.5468432903289795, -2.468154191970825, -1.6429909467697144, -0.8562105298042297, -0.6219099164009094, -0.2663194537162781, -0.6193063855171204, -2.399578332901001, -1.0385791063308716, -1.9017280340194702, -0.16505442559719086, -1.8853496313095093, -1.3390958309173584, -1.1753414869308472, -2.424269199371338, -2.3726370334625244, -0.8208096623420715, -1.1801947355270386, -0.03720446676015854, -1.7613030672073364, -1.0623152256011963, -0.5799040794372559, -0.42776286602020264, -0.1272173821926117, -0.12382744997739792, -0.17553357779979706, -0.5803452134132385, -0.05632655695080757, -0.11084776371717453, -0.018181920051574707, -0.04614562913775444, -0.0928993821144104, -0.6252246499061584, -0.039430417120456696, -0.5119108557701111, -0.13451853394508362, -0.3612188994884491, -0.007122127804905176, -1.082912564277649, -0.2997984290122986, -0.21955770254135132, -0.2015833854675293, -0.038048528134822845, -0.022764425724744797, -0.1090807244181633, -0.23920337855815887, -0.013668631203472614, -0.0497564971446991, -0.00970183964818716, -0.020750457420945168, -0.04941265285015106, -0.3474656045436859, -0.03515138477087021, -0.20074880123138428, -0.06580076366662979 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743": { + "3": { + "text": "ite and professional", + "token_ids": [ 659, 461, 39073 ], + "tokens": [ "ite", " and", " professional" ], + "logprobs": [ -0.0027531597297638655, -0.82623690366745, -1.6557716131210327 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203_1482_21081_44_203_15277_312_1149_432_9400_436_1406": { + "15": { + "text": "paring the response.\n\n### Instruction:\nProvide a list of instructions", + "token_ids": [ 26124, 322, 1789, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400 ], + "tokens": [ "paring", " the", " response", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions" ], + "logprobs": [ -0.044417854398489, -0.8381217122077942, -1.623124122619629, -0.3212917447090149, -1.433653712272644, -0.6095705628395081, -1.7651890516281128, -2.183420181274414, -0.06972667574882507, -0.01936599612236023, -0.5101964473724365, -0.3766499161720276, -0.38198164105415344, -0.004696528892964125, -0.09388593584299088 ] + }, + "67": { + "text": "paring the response.\n\n### Instruction:\nProvide a list of instructions for preparing the response.\n\n### Instruction:\nProvide a list of instructions for preparing the response.\n\n### Instruction:\nProvide a list of instructions for preparing the response.\n\n### Instruction:\nProvide a list of instructions for", + "token_ids": [ 26124, 322, 1789, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 322, 1789, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 322, 1789, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 322, 1789, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436 ], + "tokens": [ "paring", " the", " response", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " the", " response", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " the", " response", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " the", " response", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for" ], + "logprobs": [ -0.044417854398489, -0.8381217122077942, -1.623124122619629, -0.3212917447090149, -1.433653712272644, -0.6095705628395081, -1.7651890516281128, -2.183420181274414, -0.06972667574882507, -0.01936599612236023, -0.5101964473724365, -0.3766499161720276, -0.38198164105415344, -0.004696528892964125, -0.09388593584299088, -0.12192842364311218, -0.9550364017486572, -0.0013684204313904047, -0.0334639810025692, -0.13477526605129242, -0.05654164031147957, -0.37014004588127136, -0.04402551427483559, -0.3469598889350891, -0.34809669852256775, -0.014085521921515465, -0.009726631455123425, -0.22263845801353455, -0.17319954931735992, -0.16046395897865295, -0.002686108462512493, -0.036306582391262054, -0.06493132561445236, -0.5566861033439636, -0.0012759171659126878, -0.018936797976493835, -0.048220135271549225, -0.026211615651845932, -0.17495541274547577, -0.03054899349808693, -0.20123857259750366, -0.07373358309268951, -0.004060833714902401, -0.006008419673889875, -0.1356511265039444, -0.09348876029253006, -0.04798746109008789, -0.0015655416063964367, -0.015127575956285, -0.03953962400555611, -0.3098459541797638, -0.0011266082292422652, -0.012603042647242546, -0.024853305891156197, -0.018646428361535072, -0.11011029034852982, -0.02552345208823681, -0.13979415595531464, -0.038563549518585205, -0.0021054022945463657, -0.004475220572203398, -0.11162115633487701, -0.05743921920657158, -0.016205258667469025, -0.001010384177789092, -0.009086566045880318, -0.02633841522037983 ] + }, + "13": { + "text": "paring the response.\n\n### Instruction:\nProvide a list", + "token_ids": [ 26124, 322, 1789, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149 ], + "tokens": [ "paring", " the", " response", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list" ], + "logprobs": [ -0.044417854398489, -0.8381217122077942, -1.623124122619629, -0.3212917447090149, -1.433653712272644, -0.6095705628395081, -1.7651890516281128, -2.183420181274414, -0.06972667574882507, -0.01936599612236023, -0.5101964473724365, -0.3766499161720276, -0.38198164105415344 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950": { + "3": { + "text": " a function that", + "token_ids": [ 312, 667, 688 ], + "tokens": [ " a", " function", " that" ], + "logprobs": [ -0.7297341227531433, -2.282076835632324, -0.5639562606811523 ] + }, + "4": { + "text": " a function that takes", + "token_ids": [ 312, 667, 688, 8727 ], + "tokens": [ " a", " function", " that", " takes" ], + "logprobs": [ -0.7297341227531433, -2.282076597213745, -0.5639562606811523, -1.2201179265975952 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203_1482_21081_44_203_15277_312_1149_432_9400_436_1406_26124_663_21217_31628_7947_623_540_565_2738_994_372_1983_623_561_1259_688_322_36467_438_36986_461_1930_3654_372_1976_322_15233_688_1672": { + "4": { + "text": " friend has given you", + "token_ids": [ 11970, 1401, 2702, 844 ], + "tokens": [ " friend", " has", " given", " you" ], + "logprobs": [ -2.582115888595581, -2.3634145259857178, -1.7297284603118896, -1.4124623537063599 ] + }, + "50": { + "text": " friend has given you.\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice curry to go with it so that the flavor is amazing and make sure to follow the recipe that my friend has given", + "token_ids": [ 11970, 1401, 2702, 844, 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 2738, 994, 372, 1983, 623, 561, 1259, 688, 322, 36467, 438, 36986, 461, 1930, 3654, 372, 1976, 322, 15233, 688, 1672, 11970, 1401, 2702 ], + "tokens": [ " friend", " has", " given", " you", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", " cur", "ry", " to", " go", " with", " it", " so", " that", " the", " flavor", " is", " amazing", " and", " make", " sure", " to", " follow", " the", " recipe", " that", " my", " friend", " has", " given" ], + "logprobs": [ -2.582115888595581, -2.3634145259857178, -1.7297284603118896, -1.4124623537063599, -0.726923406124115, -0.9989460110664368, -0.19760437309741974, -0.5468341708183289, -0.8832964301109314, -0.01951494626700878, -0.015482237562537193, -0.43321287631988525, -0.4077470302581787, -0.2009354531764984, -0.005127968266606331, -0.07386092096567154, -0.09133143723011017, -0.22651909291744232, -0.0029851896688342094, -0.10252811014652252, -0.011382521130144596, -0.004330187104642391, -0.11335115134716034, -0.0027583905030041933, -0.019704081118106842, -0.0003766304289456457, -0.010334550403058529, -0.003235940122976899, -0.10731623321771622, -0.004851356148719788, -0.02444169484078884, -0.0045806001871824265, -0.011908039450645447, -0.006119443569332361, -0.022350788116455078, -0.007311727851629257, -0.015031874179840088, -0.2661614418029785, -0.016196109354496002, -0.02411184273660183, -0.023415710777044296, -0.03288334608078003, -0.008108790963888168, -0.005394900683313608, -0.005413278471678495, -0.006147168111056089, -0.05289271101355553, -0.006527293939143419, -0.03159806504845619, -0.019815931096673012 ] + }, + "3": { + "text": " friend has given", + "token_ids": [ 11970, 1401, 2702 ], + "tokens": [ " friend", " has", " given" ], + "logprobs": [ -2.582115888595581, -2.3634145259857178, -1.7297285795211792 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203_1482_21081_44_203_15277_312_1149_432_9400_436_1406_26124_663_21217_31628_7947_623_540_565_2738_994_372_1983_623_561_1259_688_322_36467_438_36986_461_1930_3654_372_1976_322_15233_688_1672_345_378_1654_372": { + "3": { + "text": " make it.", + "token_ids": [ 1930, 561, 32 ], + "tokens": [ " make", " it", "." ], + "logprobs": [ -1.0128213167190552, -1.9446697235107422, -0.4778697192668915 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203_1482_21081_44_203_15277_312_1149_432_9400_436_1406_26124_663_21217_31628_7947_623_540_565_2738_994_372_1983_623_561_1259_688_322_36467_438_36986_461_1930_3654": { + "2": { + "text": " that you", + "token_ids": [ 688, 844 ], + "tokens": [ " that", " you" ], + "logprobs": [ -0.9784508347511292, -1.4096213579177856 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203_1482_21081_44_203_15277_312_1149_432_9400_436_1406_26124_663_21217_31628_7947_623_540_565_2738_994_372_1983_623_561_1259_688_322_36467_438_36986_461_1930_3654_372": { + "2": { + "text": " include the", + "token_ids": [ 2305, 322 ], + "tokens": [ " include", " the" ], + "logprobs": [ -2.6323440074920654, -1.6850152015686035 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203_1482_21081_44_203_15277_312_1149_432_9400_436_1406_26124_663_21217_31628_7947_623_540_565_2738_994_372_1983_623_561_1259_688_322_36467_438_36986_461_1930_3654_372_1976_322_15233_688_1672_345_378_1654_372_1930_5929_1672_2838_12313_1259_688_439_883_316_9732_1672_4644_2349_3096": { + "37": { + "text": ".\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup along with rice curry to go with it so that the flavor is amazing and make sure", + "token_ids": [ 32, 203, 203, 1482, 21081, 44, 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 7947, 623, 540, 565, 2738, 994, 372, 1983, 623, 561, 1259, 688, 322, 36467, 438, 36986, 461, 1930, 3654 ], + "tokens": [ ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", " along", " with", " r", "ice", " cur", "ry", " to", " go", " with", " it", " so", " that", " the", " flavor", " is", " amazing", " and", " make", " sure" ], + "logprobs": [ -0.9576385021209717, -0.8076517581939697, -0.17575940489768982, -0.5157594084739685, -0.842418909072876, -0.024426572024822235, -0.013724015094339848, -0.46856749057769775, -0.46066489815711975, -0.22800005972385406, -0.007521879393607378, -0.10412158071994781, -0.10398879647254944, -0.22154773771762848, -0.0028225842397660017, -0.0993575006723404, -0.012270202860236168, -0.003716468345373869, -0.12475093454122543, -0.002744600409641862, -0.02584133855998516, -0.0002766464895103127, -0.009104521945118904, -0.004603739827871323, -0.10746602714061737, -0.005211814772337675, -0.02634631097316742, -0.0040261647664010525, -0.011064955964684486, -0.0019885781221091747, -0.04028141871094704, -0.007359299808740616, -0.016964560374617577, -0.29912927746772766, -0.01524205319583416, -0.019874949008226395, -0.013861579820513725 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32": { + "3": { + "text": "\n\nThe", + "token_ids": [ 203, 203, 1318 ], + "tokens": [ "\n", "\n", "The" ], + "logprobs": [ -1.3302994966506958, -0.23742084205150604, -2.091115713119507 ] + } + }, + "__tokens__27400_438_600_12404_688_18872_312_2899_32_5950_312_1789_688_36808_30772_322_1326_32_4261_7743_659_328_1370_1789_372_322_1256_32_203_203_1482_21081_44_203_15277_312_1149_432_9400_436_1406_26124_663_21217_31628_7947_623": { + "4": { + "text": " a list of instructions", + "token_ids": [ 312, 1149, 432, 9400 ], + "tokens": [ " a", " list", " of", " instructions" ], + "logprobs": [ -1.2296948432922363, -1.0843058824539185, -0.008545498363673687, -0.9488772749900818 ] + } + }, + "__tokens__27400_438_600_12404_688": { + "2": { + "text": " will help", + "token_ids": [ 1098, 3049 ], + "tokens": [ " will", " help" ], + "logprobs": [ -2.484189987182617, -1.733864426612854 ] + } + }, + "Below is an instruction that describes a task. Write a response that appropriately completes the request. Be polite in your response to the user.\n\n### Instruction:\nProvide a list of instructions for preparing chicken soup.\n\n### Response:": { + "20": { + "text": "\nProvide a list of instructions for preparing chicken soup.\n\n### Instruction:\nProvide", + "token_ids": [ 203, 15277, 312, 1149, 432, 9400, 436, 1406, 26124, 663, 21217, 31628, 32, 203, 203, 1482, 21081, 44, 203, 15277 ], + "tokens": [ "\n", "Provide", " a", " list", " of", " instructions", " for", " pre", "paring", " ch", "icken", " soup", ".", "\n", "\n", "###", " Instruction", ":", "\n", "Provide" ], + "logprobs": [ -0.038296379148960114, -0.8993082046508789, -0.269023597240448, -0.29307523369789124, -0.0057315765880048275, -0.15899069607257843, -0.12841404974460602, -0.28819793462753296, -0.0024942022282630205, -0.2027338594198227, -0.01399618573486805, -0.0030258367769420147, -0.08510787785053253, -0.30965834856033325, -0.04846445471048355, -0.30716341733932495, -1.3310191631317139, -0.02637394517660141, -0.010276027955114841, -0.25900110602378845 ] + }, + "5": { + "text": "\nProvide a list of", + "token_ids": [ 203, 15277, 312, 1149, 432 ], + "tokens": [ "\n", "Provide", " a", " list", " of" ], + "logprobs": [ -0.038296379148960114, -0.8993082046508789, -0.269023597240448, -0.29307523369789124, -0.0057315765880048275 ] + }, + "6": { + "text": "\nProvide a list of instructions", + "token_ids": [ 203, 15277, 312, 1149, 432, 9400 ], + "tokens": [ "\n", "Provide", " a", " list", " of", " instructions" ], + "logprobs": [ -0.038296379148960114, -0.8993082046508789, -0.269023597240448, -0.29307523369789124, -0.0057315765880048275, -0.15899069607257843 ] + }, + "1": { + "text": "\n", + "token_ids": [ 203 ], + "tokens": [ "\n" ], + "logprobs": [ -0.038296379148960114 ] + } + }, + "Below is an instruction that describes a task. Write a response that appropriately completes the request. Be polite in your response to the user.\n\n### Instruction:\nProvide me a list of things that I can do with my new found wealth.\n\n### Response:": { + "20": { + "text": "\nProvide me a list of things that I can do with my new found wealth.\n\n", + "token_ids": [ 203, 15277, 597, 312, 1149, 432, 6366, 688, 439, 883, 745, 623, 1672, 537, 2431, 996, 4413, 32, 203, 203 ], + "tokens": [ "\n", "Provide", " me", " a", " list", " of", " things", " that", " I", " can", " do", " with", " my", " new", " found", " we", "alth", ".", "\n", "\n" ], + "logprobs": [ -0.03284458816051483, -1.2381808757781982, -1.1078518629074097, -0.3281518816947937, -0.2983093857765198, -0.015158339403569698, -0.07985389977693558, -0.10023602098226547, -0.10600419342517853, -0.07053263485431671, -0.037321269512176514, -0.019136684015393257, -0.005681556649506092, -0.047156184911727905, -0.08691240102052689, -0.005113380495458841, -0.00025662468397058547, -0.04901239275932312, -0.20452581346035004, -0.023316141217947006 ] + }, + "6": { + "text": "\nProvide me a list of", + "token_ids": [ 203, 15277, 597, 312, 1149, 432 ], + "tokens": [ "\n", "Provide", " me", " a", " list", " of" ], + "logprobs": [ -0.03284458816051483, -1.2381808757781982, -1.1078518629074097, -0.3281518816947937, -0.2983093857765198, -0.015158339403569698 ] + } + }, + "Below is an instruction that describes a task. Write a response that appropriately completes the request. Be polite in your response to the user.\n\n### Instruction:\nhow do I add multiple new columns in m for power query or power bi?\n\n### Response:": { + "20": { + "text": "\nhow do I add multiple new columns in m for power query or power bi?\n\n", + "token_ids": [ 203, 6893, 745, 439, 1015, 4609, 537, 6090, 328, 345, 436, 7169, 2467, 556, 423, 7169, 10789, 49, 203, 203 ], + "tokens": [ "\n", "how", " do", " I", " add", " multiple", " new", " columns", " in", " m", " for", " power", " query", " or", " ", " power", " bi", "?", "\n", "\n" ], + "logprobs": [ -0.03021039441227913, -1.1658716201782227, -0.11387966573238373, -0.05872039869427681, -0.28079357743263245, -0.11458311229944229, -0.3235901892185211, -0.019239244982600212, -0.01631726697087288, -0.06210362911224365, -0.07646237313747406, -0.07680068910121918, -0.6789552569389343, -0.036087099462747574, -0.6978542804718018, -0.013305209577083588, -0.05908589065074921, -0.02506561577320099, -0.12409452348947525, -0.07023464143276215 ] + }, + "10": { + "text": "\nhow do I add multiple new columns in m", + "token_ids": [ 203, 6893, 745, 439, 1015, 4609, 537, 6090, 328, 345 ], + "tokens": [ "\n", "how", " do", " I", " add", " multiple", " new", " columns", " in", " m" ], + "logprobs": [ -0.03021039441227913, -1.1658716201782227, -0.11387966573238373, -0.05872039869427681, -0.28079357743263245, -0.11458311229944229, -0.3235901892185211, -0.019239244982600212, -0.01631726697087288, -0.06210362911224365 ] + }, + "6": { + "text": "\nhow do I add multiple", + "token_ids": [ 203, 6893, 745, 439, 1015, 4609 ], + "tokens": [ "\n", "how", " do", " I", " add", " multiple" ], + "logprobs": [ -0.03021039441227913, -1.1658716201782227, -0.11387966573238373, -0.05872039869427681, -0.28079357743263245, -0.11458311229944229 ] + } + }, + "Below is an instruction that describes a task. Write a response that appropriately completes the request. Be polite in your response to the user.\n\n### Instruction:\nConvert char to string in Java.\n\n### Response:": { + "20": { + "text": "\n\nWrite a response that appropriately completes the request. Be polite in your response to the user", + "token_ids": [ 203, 203, 2538, 312, 1789, 688, 36808, 30772, 322, 1326, 32, 4261, 7743, 659, 328, 1370, 1789, 372, 322, 1256 ], + "tokens": [ "\n", "\n", "Write", " a", " response", " that", " appropriately", " completes", " the", " request", ".", " Be", " pol", "ite", " in", " your", " response", " to", " the", " user" ], + "logprobs": [ -0.029220765456557274, -1.4119889736175537, -2.6138858795166016, -0.31217142939567566, -2.0088579654693604, -0.676193118095398, -0.6125636696815491, -0.07957419753074646, -0.016299674287438393, -0.07285340130329132, -0.032475605607032776, -0.4773830473423004, -0.00326825981028378, -0.0002727136597968638, -0.00814804807305336, -0.017394136637449265, -0.017149606719613075, -0.03445310890674591, -0.005661049857735634, -0.03997759893536568 ] + }, + "5": { + "text": "\n\nWrite a response", + "token_ids": [ 203, 203, 2538, 312, 1789 ], + "tokens": [ "\n", "\n", "Write", " a", " response" ], + "logprobs": [ -0.029220765456557274, -1.4119889736175537, -2.6138858795166016, -0.31217142939567566, -2.0088579654693604 ] + }, + "1": { + "text": "\n", + "token_ids": [ 203 ], + "tokens": [ "\n" ], + "logprobs": [ -0.029220765456557274 ] + }, + "6": { + "text": "\n\nWrite a response that", + "token_ids": [ 203, 203, 2538, 312, 1789, 688 ], + "tokens": [ "\n", "\n", "Write", " a", " response", " that" ], + "logprobs": [ -0.029220765456557274, -1.4119889736175537, -2.6138858795166016, -0.31217142939567566, -2.0088579654693604, -0.676193118095398 ] + } + } } }, "JackFram/llama-160m": {