ssn_parser_new/phonify_wrapper.py

import os
import subprocess

def main():
    inpFile = sys.argv[1]
    outFile = sys.argv[2]
    randNum = sys.argv[3]
    basePath = sys.argv[4]
    currPath = os.getcwd()
    unifParFold = os.path.join(basePath, 'unified_parser')
    uniParOut = f'.uniOut_{randNum}.txt'
    uniParList = inpFile
    uniParTemp = f'.uniTemp_{randNum}.txt'
    
    print("The data is successfully reached")
    os.chdir(unifParFold)
    os.mkdir(f'uniPar_{randNum}')
    
    nj = int(subprocess.check_output(['wc', '-l', inpFile]).decode().split()[0])  # number of parallel jobs
    if nj > 48:
        nj = 48
    
    with open(uniParList, 'r') as infile:
        with open(uniParTemp, 'w') as tempfile:
            for i, line in enumerate(infile, start=1):
                tempfile.write(f"{line.rstrip()}\tuniPar_{randNum}/word_{i:04d}.txt\n")
    
    command = f"awk '{{printf \"%s\\tuniPar_{randNum}/word_%04d.txt\\n\", $0, NR}}' {uniParList} | \
               parallel -j {nj} --colsep '\t' 'valgrind ./unified-parser {{1}} {{2}} 1 0 0 0 > /dev/null 2> /dev/null' > /dev/null 2> /dev/null"
    subprocess.run(command, shell=True, check=True)
    
    os.system(f"cat uniPar_{randNum}/*.txt > {uniParTemp}")
    os.rmdir(f'uniPar_{randNum}')
    
    subprocess.run(['bash', 'get_phone_mapped_text_updated.sh', uniParTemp, uniParOut])
    
    os.system(f"sed -i \"s:^(set! wordstruct '::g\" {uniParOut}")
    os.system(f"sed -i 's:[)(\"0 ]::g' {uniParOut}")
    
    command = f"paste -d' ' {uniParList} {uniParOut} >> {outFile}"
    os.system(command)
    
    os.remove(uniParTemp)
    os.remove(uniParOut)
    
    os.chdir(currPath)

if __name__ == "__main__":
    import sys
    main()