V3 - update transformers.js dependency in examples

examples/demo-site/package.json

@@ -12,7 +12,7 @@
     "vite": "^4.3.2"
   },
   "dependencies": {
-    "@xenova/transformers": "^2.0.0-alpha.3",
+    "@huggingface/transformers": "^3.0.0-alpha.10",
     "chart.js": "^4.3.0",
     "prismjs": "^1.29.0"
   }

examples/demo-site/src/index.html

@@ -535,16 +535,16 @@ <h2 class="fw-bolder">Quick tour</h2>
         </div>
         <div class="mb-3">
           <h5 class="mb-2">Installation</h5>
-          To install via <a href="https://www.npmjs.com/package/@xenova/transformers">NPM</a>, run:
-          <pre><code class="language-bash">npm i @xenova/transformers</code></pre>
+          To install via <a href="https://www.npmjs.com/package/@huggingface/transformers">NPM</a>, run:
+          <pre><code class="language-bash">npm i @huggingface/transformers</code></pre>
 
           Alternatively, you can use it in vanilla JS, without any bundler, by using a CDN
           or static hosting. For example, using
           <a href="https://developer.mozilla.org/en-US/docs/Web/JavaScript/Guide/Modules">ES Modules</a>,
           you can import the library with:
 
           <pre><code class="language-html">&lt;script type=&quot;module&quot;&gt;
-    import { pipeline } from &#39;https://cdn.jsdelivr.net/npm/@xenova/transformers&#39;;
+    import { pipeline } from &#39;https://cdn.jsdelivr.net/npm/@huggingface/transformers&#39;;
 &lt;/script&gt;</code></pre>
         </div>
 
@@ -564,7 +564,7 @@ <h5 class="mb-2">Basic example</h5>
 
             </div>
             <div class="col-lg-6 mb-4 mb-lg-0">
-              <pre><code class="language-js">import { pipeline } from '@xenova/transformers';
+              <pre><code class="language-js">import { pipeline } from '@huggingface/transformers';
 
 // Allocate a pipeline for sentiment-analysis
 let pipe = await pipeline('sentiment-analysis');

examples/demo-site/src/main.js

@@ -618,7 +618,7 @@ worker.addEventListener('message', (event) => {
           CODE_BLOCKS[target].update(message.data);
           break;
         default: // is textbox
-          elem.value = message.data
+          elem.value += message.data
           break;
       }
 

examples/demo-site/src/worker.js

@@ -4,7 +4,7 @@
 // Needed to ensure the UI thread is not blocked when running  //
 /////////////////////////////////////////////////////////////////
 
-import { pipeline, env } from "@xenova/transformers";
+import { pipeline, env } from "@huggingface/transformers";
 env.allowLocalModels = false;
 
 // Define task function mapping
@@ -59,13 +59,14 @@ class PipelineFactory {
      * @param {*} progressCallback 
      * @returns {Promise}
      */
-    static getInstance(progressCallback = null) {
+    static getInstance(progressCallback = null, model_file_name = "") {
         if (this.task === null || this.model === null) {
             throw Error("Must set task and model")
         }
         if (this.instance === null) {
             this.instance = pipeline(this.task, this.model, {
-                progress_callback: progressCallback
+                progress_callback: progressCallback,
+                model_file_name: model_file_name,
             });
         }
 
@@ -182,21 +183,22 @@ async function text_generation(data) {
             task: 'text-generation',
             data: data
         });
-    })
+    }, "decoder_model_merged"
+    )
 
     let text = data.text.trim();
 
     return await pipeline(text, {
-        ...data.generation,
-        callback_function: function (beams) {
-            const decodedText = pipeline.tokenizer.decode(beams[0].output_token_ids, {
-                skip_special_tokens: true,
-            })
+        ...data.generation }, { 
+        callback_function: function (decodedText) {
+            const postProcessor = (text) => {
+                return text.replace('<|endoftext|>','');
+            }
 
             self.postMessage({
                 type: 'update',
                 target: data.elementIdToUpdate,
-                data: decodedText
+                data: postProcessor(decodedText)
             });
         }
     })

examples/florence2-webgpu/package.json

@@ -10,7 +10,7 @@
     "preview": "vite preview"
   },
   "dependencies": {
-    "@xenova/transformers": "github:xenova/transformers.js#v3",
+"@huggingface/transformers": "^3.0.0-alpha.10",
     "react": "^18.3.1",
     "react-dom": "^18.3.1"
   },