backend/machine_configurations/transformer-autocomplete.json

{
    "models_to_load": [
        "ctrl",
        "gpt2/xl"
    ],
    "gpu_per_worker": 2,
    "cached_models": {
        "gpt2/xl": "/datadrive/transformer-autocomplete/backend/gpt2-xl-local",
        "ctrl": "/datadrive/transformer-autocomplete/backend/ctrl-local"
    }
}