Repository: mlcommons/inference
Issue: An error occurred when using `mlcr` to conduct a BERT benchmark test.
Root cause: Validation Gap

When running mlcr run-mlperf,inference,_find-performance,_full,_r5.0-dev \
   --model=bert-99 \
   --implementation=reference \
   --framework=pytorch \
   --category=edge \
   --scenario=Offline \
   --execution_mode=test \
   --device=cuda  \
   --quiet \
   --test_query_count=500
the error is:
Downloading from https://armi.in/files/fp32/model.pytorch
Traceback (most recent call last):
  File "/home/cftc/.local/bin/mlcr", line 8, in <module>
    sys.exit(mlcr())
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/main.py", line 86, in mlcr
    main()
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/main.py", line 173, in main
    res = method(run_args)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 141, in run
    return self.call_script_module_function("run", run_args)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 121, in call_script_module_function
    result = automation_instance.run(run_args)  # Pass args to the run method
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 225, in run
    r = self._run(i)
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 1769, in _run
    r = customize_code.preprocess(ii)
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/script/run-mlperf-inference-app/customize.py", line 284, in preprocess
    r = mlc.access(ii)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/action.py", line 56, in access
    result = method(options)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 141, in run
    return self.call_script_module_function("run", run_args)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 121, in call_script_module_function
    result = automation_instance.run(run_args)  # Pass args to the run method
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 225, in run
    r = self._run(i)
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 1839, in _run
    r = self._call_run_deps(prehook_deps, self.local_env_keys, local_env_keys_from_meta, env, state, const, const_state, add_deps_recursive,
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 3289, in _call_run_deps
    r = script._run_deps(deps, local_env_keys, env, state, const, const_state, add_deps_recursive, recursion_spaces,
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 3459, in _run_deps
    r = self.action_object.access(ii)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/action.py", line 56, in access
    result = method(options)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 141, in run
    return self.call_script_module_function("run", run_args)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 121, in call_script_module_function
    result = automation_instance.run(run_args)  # Pass args to the run method
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 225, in run
    r = self._run(i)
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 1627, in _run
    r = self._call_run_deps(deps, self.local_env_keys, local_env_keys_from_meta, env, state, const, const_state, add_deps_recursive,
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 3289, in _call_run_deps
    r = script._run_deps(deps, local_env_keys, env, state, const, const_state, add_deps_recursive, recursion_spaces,
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 3459, in _run_deps
    r = self.action_object.access(ii)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/action.py", line 56, in access
    result = method(options)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 141, in run
    return self.call_script_module_function("run", run_args)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 121, in call_script_module_function
    result = automation_instance.run(run_args)  # Pass args to the run method
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 225, in run
    r = self._run(i)
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 1839, in _run
    r = self._call_run_deps(prehook_deps, self.local_env_keys, local_env_keys_from_meta, env, state, const, const_state, add_deps_recursive,
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 3289, in _call_run_deps
    r = script._run_deps(deps, local_env_keys, env, state, const, const_state, add_deps_recursive, recursion_spaces,
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 3459, in _run_deps
    r = self.action_object.access(ii)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/action.py", line 56, in access
    result = method(options)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 141, in run
    return self.call_script_module_function("run", run_args)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 121, in call_script_module_function
    result = automation_instance.run(run_args)  # Pass args to the run method
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 225, in run
    r = self._run(i)
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 1839, in _run
    r = self._call_run_deps(prehook_deps, self.local_env_keys, local_env_keys_from_meta, env, state, const, const_state, add_deps_recursive,
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 3289, in _call_run_deps
    r = script._run_deps(deps, local_env_keys, env, state, const, const_state, add_deps_recursive, recursion_spaces,
  File "/home/cftc/MLC/repos/mlcommons@mlperf-automations/automation/script/module.py", line 3459, in _run_deps
    r = self.action_object.access(ii)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/action.py", line 56, in access
    result = method(options)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 141, in run
    return self.call_script_module_function("run", run_args)
  File "/home/cftc/.local/lib/python3.10/site-packages/mlc/script_action.py", line 131, in call_script_module_function
    raise ScriptExecutionError(f"Script {function_name} execution failed. Error : {error}")
mlc.script_action.ScriptExecutionError: Script run execution failed. Error : Error while checking checksum: md5sum: model.pytorch: No such file or directory.
md5sum: Warning: 1 listed file could not be read.


Looks like the download got terminated. Can you please retry?