Commit
•
9717bb2
1
Parent(s):
ab28564
Upload experiment_config.json with huggingface_hub
Browse files- experiment_config.json +101 -0
experiment_config.json
ADDED
@@ -0,0 +1,101 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"backend": {
|
3 |
+
"name": "pytorch",
|
4 |
+
"version": "2.2.1+cu118",
|
5 |
+
"_target_": "optimum_benchmark.backends.pytorch.backend.PyTorchBackend",
|
6 |
+
"model": "gpt2",
|
7 |
+
"task": "text-generation",
|
8 |
+
"library": "transformers",
|
9 |
+
"device": "cuda",
|
10 |
+
"device_ids": "0",
|
11 |
+
"seed": 42,
|
12 |
+
"inter_op_num_threads": null,
|
13 |
+
"intra_op_num_threads": null,
|
14 |
+
"hub_kwargs": {
|
15 |
+
"revision": "main",
|
16 |
+
"force_download": false,
|
17 |
+
"local_files_only": false,
|
18 |
+
"trust_remote_code": false
|
19 |
+
},
|
20 |
+
"no_weights": true,
|
21 |
+
"device_map": null,
|
22 |
+
"torch_dtype": null,
|
23 |
+
"amp_autocast": false,
|
24 |
+
"amp_dtype": null,
|
25 |
+
"eval_mode": true,
|
26 |
+
"to_bettertransformer": false,
|
27 |
+
"low_cpu_mem_usage": null,
|
28 |
+
"attn_implementation": null,
|
29 |
+
"cache_implementation": null,
|
30 |
+
"torch_compile": false,
|
31 |
+
"torch_compile_config": {},
|
32 |
+
"quantization_scheme": null,
|
33 |
+
"quantization_config": {},
|
34 |
+
"deepspeed_inference": false,
|
35 |
+
"deepspeed_inference_config": {},
|
36 |
+
"peft_type": null,
|
37 |
+
"peft_config": {}
|
38 |
+
},
|
39 |
+
"launcher": {
|
40 |
+
"name": "process",
|
41 |
+
"_target_": "optimum_benchmark.launchers.process.launcher.ProcessLauncher",
|
42 |
+
"device_isolation": false,
|
43 |
+
"start_method": "spawn"
|
44 |
+
},
|
45 |
+
"benchmark": {
|
46 |
+
"name": "inference",
|
47 |
+
"_target_": "optimum_benchmark.benchmarks.inference.benchmark.InferenceBenchmark",
|
48 |
+
"duration": 10,
|
49 |
+
"warmup_runs": 10,
|
50 |
+
"input_shapes": {
|
51 |
+
"batch_size": 2,
|
52 |
+
"num_choices": 2,
|
53 |
+
"sequence_length": 16
|
54 |
+
},
|
55 |
+
"new_tokens": null,
|
56 |
+
"energy": false,
|
57 |
+
"memory": false,
|
58 |
+
"latency": true,
|
59 |
+
"forward_kwargs": {},
|
60 |
+
"generate_kwargs": {},
|
61 |
+
"call_kwargs": {}
|
62 |
+
},
|
63 |
+
"experiment_name": "test",
|
64 |
+
"task": null,
|
65 |
+
"model": null,
|
66 |
+
"device": null,
|
67 |
+
"library": null,
|
68 |
+
"environment": {
|
69 |
+
"cpu": " AMD EPYC 7742 64-Core Processor",
|
70 |
+
"cpu_count": 128,
|
71 |
+
"cpu_ram_mb": 540671.627264,
|
72 |
+
"system": "Linux",
|
73 |
+
"machine": "x86_64",
|
74 |
+
"platform": "Linux-5.4.0-166-generic-x86_64-with-glibc2.35",
|
75 |
+
"processor": "x86_64",
|
76 |
+
"python_version": "3.10.12",
|
77 |
+
"gpu": [
|
78 |
+
"NVIDIA A100-SXM4-80GB",
|
79 |
+
"NVIDIA A100-SXM4-80GB",
|
80 |
+
"NVIDIA A100-SXM4-80GB",
|
81 |
+
"NVIDIA DGX Display",
|
82 |
+
"NVIDIA A100-SXM4-80GB"
|
83 |
+
],
|
84 |
+
"gpu_count": 5,
|
85 |
+
"gpu_vram_mb": 347892350976,
|
86 |
+
"optimum_benchmark_version": "0.2.0",
|
87 |
+
"optimum_benchmark_commit": "99c4ad891865d24ebb865cc853e21127a1872efe",
|
88 |
+
"transformers_version": "4.38.2",
|
89 |
+
"transformers_commit": null,
|
90 |
+
"accelerate_version": "0.27.2",
|
91 |
+
"accelerate_commit": null,
|
92 |
+
"diffusers_version": null,
|
93 |
+
"diffusers_commit": null,
|
94 |
+
"optimum_version": null,
|
95 |
+
"optimum_commit": null,
|
96 |
+
"timm_version": null,
|
97 |
+
"timm_commit": null,
|
98 |
+
"peft_version": null,
|
99 |
+
"peft_commit": null
|
100 |
+
}
|
101 |
+
}
|