[fix] Only clean duv_handle_context when exists