make fields not null, add day-level id