Error on translation

[thomas-0816]

System Info

"@huggingface/transformers": "^4.2.0",

# example from https://huggingface.co/docs/transformers.js/api/models

import { AutoModelForSeq2SeqLM, AutoTokenizer } from "/node_modules/@huggingface/transformers/dist/transformers.min.js";

const tokenizer = await AutoTokenizer.from_pretrained('Xenova/t5-small');
const model = await AutoModelForSeq2SeqLM.from_pretrained('Xenova/t5-small');

const { input_ids } = await tokenizer('translate English to German: I love transformers!');
const outputs = await model.generate(input_ids);
const decoded = tokenizer.decode(outputs[0], { skip_special_tokens: true });

gives in Chromium 147.0.7727.116:

transformers.min.js:12 Uncaught Error: Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: qdq_actions.cc:137 TransposeDQWeightsForMatMulNBits Missing required scale: shared.weight_merged_0_scale for node: shared.weight_transposed_DequantizeLinear
    at Le (transformers.min.js:12:31247)
    at Id (transformers.min.js:13:22953)
    at async $2.loadModel (transformers.min.js:13:35835)
    at async gd.createInferenceSessionHandler (transformers.min.js:13:37556)
    at async u2.create (transformers.min.js:10:47888)
    at async Pc (transformers.min.js:13:54332)
    at async transformers.min.js:37:16886
    at async Promise.all (index 1)
    at async RT (transformers.min.js:37:16743)
    at async Promise.all (index 0)
Le @ transformers.min.js:12
Id @ transformers.min.js:13
await in Id
P2 @ transformers.min.js:13
loadModel @ transformers.min.js:13
createInferenceSessionHandler @ transformers.min.js:13
create @ transformers.min.js:10
await in create
n @ transformers.min.js:13
Promise.then
Pc @ transformers.min.js:13
await in Pc
(anonymous) @ transformers.min.js:37
await in (anonymous)
RT @ transformers.min.js:37
from_pretrained @ transformers.min.js:37
await in from_pretrained
from_pretrained @ transformers.min.js:37
await in from_pretrained
(anonymous) @ transformers_translate.html:14

Environment/Platform

• Website/web-app
• Browser extension
• Server-side (e.g., Node.js, Deno, Bun)
• Desktop app (e.g., Electron)
• Other (e.g., VSCode extension)

Description

see above

Reproduction

see above

[thomas-0816]

// example from https://huggingface.co/docs/transformers.js/pipelines

import { pipeline } from "/node_modules/@huggingface/transformers/dist/transformers.min.js";

const translator = await pipeline(
  "translation",
  "Xenova/nllb-200-distilled-600M",
);

// Translate from English to Greek
const result = await translator("I like to walk my dog.", {
  src_lang: "eng_Latn",
  tgt_lang: "ell_Grek",
});
// [ { translation_text: 'Μου αρέσει να περπατάω το σκυλί μου.' } ]

// Translate back to English
const result2 = await translator(result[0].translation_text, {
  src_lang: "ell_Grek",
  tgt_lang: "eng_Latn",
});

gives:

transformers.min.js:12 Uncaught Error: Can't create a session. ERROR_CODE: 1, ERROR_MESSAGE: qdq_actions.cc:137 TransposeDQWeightsForMatMulNBits Missing required scale: model.shared.weight_merged_0_scale for node: model.shared.weight_transposed_DequantizeLinear
    at Le (transformers.min.js:12:31247)
    at Id (transformers.min.js:13:22953)
    at async $2.loadModel (transformers.min.js:13:35835)
    at async gd.createInferenceSessionHandler (transformers.min.js:13:37556)
    at async u2.create (transformers.min.js:10:47888)
    at async Pc (transformers.min.js:13:54332)
    at async transformers.min.js:37:16886
    at async Promise.all (index 1)
    at async RT (transformers.min.js:37:16743)
    at async Promise.all (index 0)
Le @ transformers.min.js:12
Id @ transformers.min.js:13
await in Id
P2 @ transformers.min.js:13
loadModel @ transformers.min.js:13
createInferenceSessionHandler @ transformers.min.js:13
create @ transformers.min.js:10
await in create
n @ transformers.min.js:13
Promise.then
Pc @ transformers.min.js:13
await in Pc
(anonymous) @ transformers.min.js:37
await in (anonymous)
RT @ transformers.min.js:37
from_pretrained @ transformers.min.js:37
await in from_pretrained
from_pretrained @ transformers.min.js:37
await in from_pretrained
Jce @ transformers.min.js:37
await in Jce
(anonymous) @ transformers_translate.html:13