Skip to content

Commit

Permalink
fix #139
Browse files Browse the repository at this point in the history
  • Loading branch information
lukas-blecher committed Apr 26, 2022
1 parent 857e6a6 commit aa4093f
Show file tree
Hide file tree
Showing 2 changed files with 2 additions and 2 deletions.
2 changes: 1 addition & 1 deletion pix2tex/dataset/dataset.py
Original file line number Diff line number Diff line change
Expand Up @@ -254,7 +254,7 @@ def generate_tokenizer(equations, output, vocab_size):
tokenizer = Tokenizer(BPE())
tokenizer.pre_tokenizer = pre_tokenizers.ByteLevel(add_prefix_space=False)
trainer = BpeTrainer(special_tokens=["[PAD]", "[BOS]", "[EOS]"], vocab_size=vocab_size, show_progress=True)
tokenizer.train(trainer, equations)
tokenizer.train(equations, trainer)
tokenizer.save(path=output, pretty=False)


Expand Down
2 changes: 1 addition & 1 deletion setup.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,7 @@

setuptools.setup(
name='pix2tex',
version='0.0.18',
version='0.0.19',
description='pix2tex: Using a ViT to convert images of equations into LaTeX code.',
long_description=long_description,
long_description_content_type='text/markdown',
Expand Down

0 comments on commit aa4093f

Please sign in to comment.