add back heldout_viterbi and heldout_state_marginals