Updating medusa test + Speeding ngram immensely by just making a smple

search on device instead of on CPU with bad worst cases O(n)
huggingface · Dec 6, 2023 · 0c1a3e9 · 0c1a3e9
1 parent 3a8b192
commit 0c1a3e9
Show file tree

Hide file tree

Showing 3 changed files with 341,421 additions and 71 deletions.
diff --git a/integration-tests/models/__snapshots__/test_flash_medusa/test_flash_medusa_all_params.json b/integration-tests/models/__snapshots__/test_flash_medusa/test_flash_medusa_all_params.json
@@ -40,7 +40,7 @@
       },
       {
         "id": 2772,
-        "logprob": 0.0,
+        "logprob": -0.23083496,
         "special": false,
         "text": "De"
       },
@@ -57,42 +57,42 @@
         "text": " learning"
       },
       {
-        "id": 508,
-        "logprob": -1.5087891,
+        "id": 756,
+        "logprob": -0.48095703,
         "special": false,
-        "text": " can"
+        "text": " has"
       },
       {
-        "id": 367,
+        "id": 19479,
         "logprob": 0.0,
         "special": false,
-        "text": " be"
+        "text": " revolution"
       },
       {
-        "id": 2714,
-        "logprob": -0.6538086,
+        "id": 1891,
+        "logprob": 0.0,
         "special": false,
-        "text": " thought"
+        "text": "ized"
       },
       {
-        "id": 310,
+        "id": 278,
         "logprob": 0.0,
         "special": false,
-        "text": " of"
+        "text": " the"
       },
       {
-        "id": 408,
+        "id": 1746,
         "logprob": 0.0,
         "special": false,
-        "text": " as"
+        "text": " field"
       },
       {
-        "id": 263,
+        "id": 310,
         "logprob": 0.0,
         "special": false,
-        "text": " a"
+        "text": " of"
       }
     ]
   },
-  "generated_text": "What is Deep Learning?\nDeep learning can be thought of as a"
+  "generated_text": "What is Deep Learning?\nDeep learning has revolutionized the field of"
 }