with open(settings_path) as settingsfile:
Only run tests for installed solvers