lindera-wasm-unidic-bundler

import init, { TokenizerBuilder } from 'lindera-wasm-unidic-bundler'; // This example assumes a bundler setup for browser execution. // The `init` function loads the WASM module and its associated dictionary. async function main() { try { await init(); // Initialize the WebAssembly module const builder = new TokenizerBuilder(); // Specify the embedded UniDic dictionary for this package builder.setDictionary("embedded://unidic"); builder.setMode("normal"); // Other modes: "decompose", "search" const tokenizer = builder.build(); const text = "東京スカイツリーの高さは634mです。"; // Example Japanese text const tokens = tokenizer.tokenize(text); console.log(`Tokenizing: "${text}"`); tokens.forEach(token => { // Each token has 'surface' (the word) and 'details' (linguistic information) console.log(`${token.surface}: ${token.details.join(", ")}`); }); } catch (error) { console.error("Failed to initialize or tokenize:", error); } } main();