packages/causality-preprocessing/src/Tokenizer/index.js
export { default as tokenizer } from './tokenizer';
import { default as SentencePieceModel } from './sentencePiece';
export { default as tokenizer } from './tokenizer';
import { default as SentencePieceModel } from './sentencePiece';