[tab] checkpoints/tokenizer_openai_grain_checkpointing/000015/model_state/_sharding (plaintext)
{"b3B0X3N0YXRlLjAuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5pbnB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5pbnB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5pbnB1dF9ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5pbnB1dF9ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5pbnB1dF9ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5pbnB1dF9ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5vdXRwdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZGVjb2Rlci5vdXRwdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5pbnB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5pbnB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5pbnB1dF9ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5pbnB1dF9ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5pbnB1dF9ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5pbnB1dF9ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5vdXRwdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUuZW5jb2Rlci5vdXRwdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubXUudnEuY29kZWJvb2sudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5pbnB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5pbnB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5pbnB1dF9ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5pbnB1dF9ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5pbnB1dF9ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5pbnB1dF9ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5vdXRwdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZGVjb2Rlci5vdXRwdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5pbnB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5pbnB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5pbnB1dF9ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5pbnB1dF9ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5pbnB1dF9ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5pbnB1dF9ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5vdXRwdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUuZW5jb2Rlci5vdXRwdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjAubnUudnEuY29kZWJvb2sudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","b3B0X3N0YXRlLjIuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9wb3NfZW5jLnBlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMC5zcGF0aWFsX3Bvc19lbmMucGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9wb3NfZW5jLnBlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMS5zcGF0aWFsX3Bvc19lbmMucGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9wb3NfZW5jLnBlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMi5zcGF0aWFsX3Bvc19lbmMucGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9wb3NfZW5jLnBlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5ibG9ja3MuMy5zcGF0aWFsX3Bvc19lbmMucGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5pbnB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5pbnB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5pbnB1dF9ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5pbnB1dF9ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5pbnB1dF9ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5pbnB1dF9ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5vdXRwdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZGVjb2Rlci5vdXRwdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC50ZW1wb3JhbF9wb3NfZW5jLnBlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMC5zcGF0aWFsX3Bvc19lbmMucGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS50ZW1wb3JhbF9wb3NfZW5jLnBlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMS5zcGF0aWFsX3Bvc19lbmMucGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi50ZW1wb3JhbF9wb3NfZW5jLnBlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMi5zcGF0aWFsX3Bvc19lbmMucGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ua2V5Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0LmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ub3V0Lmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24ucXVlcnkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9hdHRlbnRpb24udmFsdWUua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9ub3JtLnNjYWxlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy50ZW1wb3JhbF9wb3NfZW5jLnBlLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UxLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmJpYXMudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5mZm5fZGVuc2UyLmtlcm5lbC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5mZm5fbm9ybS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX25vcm0uc2NhbGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi52YWx1ZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5rZXkua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5vdXQua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX2F0dGVudGlvbi5xdWVyeS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5ibG9ja3MuMy5zcGF0aWFsX3Bvc19lbmMucGUudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5pbnB1dF9kZW5zZS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5pbnB1dF9kZW5zZS5rZXJuZWwudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5pbnB1dF9ub3JtMS5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5pbnB1dF9ub3JtMS5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5pbnB1dF9ub3JtMi5iaWFzLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5pbnB1dF9ub3JtMi5zY2FsZS52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5vdXRwdXRfZGVuc2UuYmlhcy52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwuZW5jb2Rlci5vdXRwdXRfZGVuc2Uua2VybmVsLnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudnEuY29kZWJvb2sudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudnEuZHJvcC5ybmdzLmRlZmF1bHQuY291bnQudmFsdWU=":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","bW9kZWwudnEuZHJvcC5ybmdzLmRlZmF1bHQua2V5LnZhbHVl":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}","c3RlcC52YWx1ZQ==":"{\"sharding_type\": \"NamedSharding\", \"shape\": [1], \"axis_names\": [\"data\"], \"partition_spec\": [], \"device_mesh\": {\"mesh\": [{\"id\": 0}]}}"}