Skip to content

Commit 7bbc92f

Browse files
committed
Fix Whisper language detection pipeline test
1 parent f30002e commit 7bbc92f

File tree

1 file changed

+7
-15
lines changed

1 file changed

+7
-15
lines changed

tests/pipelines.test.js

+7-15
Original file line numberDiff line numberDiff line change
@@ -774,27 +774,19 @@ xdescribe("Pipelines", () => {
774774
);
775775

776776
it(
777-
models[1],
777+
`${models[1]}-language-detect`,
778778
async () => {
779779
let transcriber = await pipeline("automatic-speech-recognition", models[1]);
780-
781-
let url = "https://huggingface.co/datasets/Xenova/transformers.js-docs/resolve/main/french-audio.wav";
780+
let url = "https://huggingface.co/datasets/Xenova/transformers.js-docs/resolve/main/japanese-audio.wav";
782781
let audioData = await loadAudio(url);
783-
784782
{
785-
// Transcribe French by autodetecting language
783+
// Transcribe Japanese by autodetecting language
784+
// Note: this sample needs to be hard enough for Whisper not to be able to transcribe it properly
785+
// with the fallback 'en' language set!
786786
let output = await transcriber(audioData, { language: null, task: "transcribe" });
787787
expect(output.text.length).toBeGreaterThan(20);
788-
const expected = " J'adore, j'aime, je n'aime pas, je déteste.";
789-
compareString(expected, output.text);
790-
}
791-
792-
{
793-
// Translate French to English with language autodetect
794-
let output = await transcriber(audioData, { language: null, task: "translate" });
795-
expect(output.text.length).toBeGreaterThan(20);
796-
const expected = " I love, I like, I don't like, I hate.";
797-
compareString(expected, output.text);
788+
const expected = "モリナガの美味しい牛乳は濃い青色に牛乳瓶を払ったゼザインのパック牛乳である。";
789+
compareString(expected, output.text, 0.8);
798790
}
799791
await transcriber.dispose();
800792
},

0 commit comments

Comments
 (0)