UniTO/tesi/conv.py

import json
import re
from sys import argv

try:
    allsymbols = json.load(open('./unicode-latex.json'))
except:
    allsymbols = json.load(open('../unicode-latex.json'))
    
mysymbols = ['≡', '≠', '≼', '→', '←', '⊀', '⋠', '≺', '∀',  'ε', '₀', '₂', '₁', '₃', '₄', 'ₐ', 'ₖ', 'ᵥ', 'ₘ', 'ₙ', 'ᵢ', 'ⁱ', '⋮', 'ₛ', 'ₜ', '≃', '⇔', '∧', '∅', 'ℕ', 'ⱼ', 'ʲ', '⊥', 'π', 'α', 'β', '∞', 'σ', '≤', '⊈', '∧', '∨', '∃', '⇒', '∩', '∉', '⋃', 'ᵏ', 'ₗ', 'ˡ', 'ₒ', 'ᵣ', 'ᴵ', '≈', '⊆', '↦' ]
extrasymbols = {'〚': '\llbracket', '〛': r'\rrbracket', '̸': '\neg', '¬̸': '\neg', '∈': '\in ', 'ₛ': '_S', 'ₜ': '_T'}

symbols = {s: allsymbols[s] for s in mysymbols}
symbols.update(extrasymbols)
mathsymbols = {s: '$'+v+'$' for s, v in symbols.items()}

def read_by_char(fname):
    # Yield character and True/False if inside mathmode block
    mathmode = False
    mathmode_begin = set(['\\begin{equation*}', '\\begin{equation}', '\[', '\\begin{mathpar}'])
    mathmode_end = set(['\\end{equation*}', '\\end{equation}', '\]', '\\end{mathpar}'])
    cnt = 0
    with open(fname, 'r') as fp:
        for line in fp.readlines():
            cnt += 1
            words = [w.strip() for w in line.split(' ')]

            if mathmode_begin.intersection(words):
                assert mathmode == False
                mathmode = True
            if mathmode_end.intersection(words):
                assert mathmode == True, f'Line: {words}, number: {cnt}'
                mathmode = False

            for ch in line:
                yield ch, mathmode

def convert(ch, mathmode):
    if not mathmode:
        return mathsymbols[ch] if ch in mathsymbols else ch
    else:
        return symbols[ch] if ch in symbols else ch

def latex_errors_replacements(charlist):
    text = ''.join(charlist).split(' ')
    replacements = {
        '\n\end{comment}\n\end{enumerate}\n\end{enumerate}\n\n\subsection{Symbolic': '\n\end{comment}\n\n\subsection{Symbolic',
    }
    r_set = set(replacements.keys())
    for word in text:
        it = r_set.intersection(set([word]))
        if it:
            yield from replacements[it.pop()]
        else:
            yield from word
        yield ' '

def ll_rr_bracket(charlist):
    llrr_mode = False

    for i, ch in enumerate(charlist):
        if ch == '\\':
            if charlist[i:i+10] == '\llbracket':
                assert llrr_mode is False ; llrr_mode = True
            elif charlist[i:i+10] == '\rrbracket':
                assert llrr_mode is True ; llrr_mode = False

        if not (llrr_mode and ch == '$'):
            yield ch


# convert symbols except the one requiring math mode modifiers
firstpass = [convert(*c) for c in read_by_char(argv[1])]
# remove a latex error
secondpass = latex_errors_replacements(firstpass)
thirdpass = ll_rr_bracket(list(secondpass))

newfile = ''.join(thirdpass)
with open(argv[2], 'w') as f:
    f.write(newfile)