main_upload_idioms.py

"""
Here, what should you do here?
just upload all idioms here - name it as epie.
"""
import os
from idiomify.paths import ROOT_DIR
from idiomify.fetchers import fetch_pie
import argparse
import wandb


def main():
    parser = argparse.ArgumentParser()
    parser.add_argument("--ver", type=str, default="pie_v0",
                        choices=["pie_v0", "pie_v1"])
    config = vars(parser.parse_args())

    # get the idioms here
    if config['ver'] == "pie_v0":
        # only the first 106, and this is for piloting
        idioms = set([row[0] for row in fetch_pie()[:106]])
    elif config['ver'] == "pie_v1":
        # just include all
        idioms = set([row[0] for row in fetch_pie()])
    else:
        raise NotImplementedError
    idioms = list(idioms)

    with wandb.init(entity="eubinecto", project="idiomify", config=config) as run:
        artifact = wandb.Artifact(name="idioms", type="dataset")
        txt_path = ROOT_DIR / "all.txt"
        with open(txt_path, 'w') as fh:
            for idiom in idioms:
                fh.write(idiom + "\n")
        artifact.add_file(txt_path)
        run.log_artifact(artifact, aliases=["latest", config['ver']])
        os.remove(txt_path)


if __name__ == '__main__':
    main()