UniTO/tesi/conv.py

import json
import re
from sys import argv

try:
    allsymbols = json.load(open('./unicode-latex.json'))
except:
    allsymbols = json.load(open('../unicode-latex.json'))
    
mysymbols = ['≡', '≠', '≼', '→', '←', '⊀', '⋠', '≺', '∀',  'ε', '₀', '₂', '₁', '₃', '₄', 'ₐ', 'ₖ', 'ᵥ', 'ₘ', 'ₙ', 'ᵢ', 'ⁱ', '⋮', 'ₛ', 'ₜ', '≃', '⇔', '∧', '∅', 'ℕ', 'ⱼ', 'ʲ', '⊥', 'π', 'α', 'β', '∞', 'σ', '≤', '⊈', '∧', '∨', '∃', '⇒', '∩', '∉', '⋃', 'ᵏ', 'ₗ', 'ˡ', 'ₒ', 'ᵣ', 'ᴵ', '≈', '⊆', '↦', 'Θ', 'ρ', '⇒', '∑', '⊧' ]
extrasymbols = {'〚': '\llbracket', '〛': r'\rrbracket', '̸': '\neg', '¬̸': '\neg',
                '∈': '\in ', 'ₛ': '_S', 'ₜ': '_T'}

symbols = {s: allsymbols[s] for s in mysymbols}
symbols.update(extrasymbols)
mathsymbols = {s: '$'+v+'$' for s, v in symbols.items()}

def read_by_char(fname):
    # Yield character and True/False if inside mathmode block
    mathmode = False
    mathmode_begin = set(['\\begin{equation*}', '\\begin{equation}', '\[', '\\begin{mathpar}'])
    mathmode_end = set(['\\end{equation*}', '\\end{equation}', '\]', '\\end{mathpar}'])
    cnt = 0
    with open(fname, 'r') as fp:
        for line in fp.readlines():
            cnt += 1
            words = [w.strip() for w in line.split(' ')]

            if mathmode_begin.intersection(words):
                assert mathmode == False, words
                mathmode = True
            if mathmode_end.intersection(words):
                assert mathmode == True, f'Line: {words}, number: {cnt}'
                mathmode = False

            for ch in line:
                yield ch, mathmode

def convert(ch, mathmode):
    if not mathmode:
        return mathsymbols[ch] if ch in mathsymbols else ch
    else:
        return symbols[ch] if ch in symbols else ch

def latex_errors_replacements(charlist):
    text = ''.join(charlist).split(' ')
    replacements = {
        '\n\end{comment}\n\end{enumerate}\n\end{enumerate}\n\n\subsection{Symbolic': '\n\end{comment}\n\n\subsection{Symbolic',
    }
    r_set = set(replacements.keys())
    for word in text:
        it = r_set.intersection(set([word]))
        if it:
            yield from replacements[it.pop()]
        else:
            yield from word
        yield ' '

def ll_rr_bracket(charlist):
    llrr_mode = False

    for i, ch in enumerate(charlist):
        if ch == '\\':
            if charlist[i:i+10] == '\llbracket':
                assert llrr_mode is False ; llrr_mode = True
            elif charlist[i:i+10] == '\rrbracket':
                assert llrr_mode is True ; llrr_mode = False

        if not (llrr_mode and ch == '$'):
            yield ch

def include_files(text):
    def put_header(key):
        text = '''\\begin{Verbatim}[fontsize=\\footnotesize,
 frame=lines,  % top and bottom rule only
 framesep=2em, % separation between frame and text
 rulecolor=\color{Gray},
 label=\\fbox{\color{Black}REPLACEME2},
 labelposition=topline,
]'''.replace('REPLACEME2', key)
        return text
    
    assert type(text) is str

    result = []
    
    text = text.split('\n')
    cnt = 0
    key = ';; include\_file '
    for line in text:
        if key in line:
            cnt+=1
            file = line[len(key):]
            source = f"traces/{file}"
            result.append(put_header(file))
            with open(source, 'r') as f:
                result.append(f.read())
            result.append('\end{Verbatim}')
        else:
            result.append(line)

    i = 45
    return result

# convert symbols except the one requiring math mode modifiers
firstpass = [convert(*c) for c in read_by_char(argv[1])]
# remove a latex error
secondpass = latex_errors_replacements(firstpass)
thirdpass = ll_rr_bracket(list(secondpass))
fourthpass = include_files(''.join(thirdpass))

newfile = '\n'.join(fourthpass)
with open(argv[2], 'w') as f:
    f.write(newfile)