diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..41394e36c6f406e329eeade809a24e4807ab5320 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 512 + lin3_size: 1024 + output_size: 1 + lr: 0.03686537045425119 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d995d187dac0a0e021ed6ca776c14d8b173464b6 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.03686537045425119 + - model.lin1_size=512 + - model.lin2_size=512 + - model.lin3_size=1024 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=1024,model.lr=0.03686537045425119,trainer.gpus=0 + id: '0' + num: 0 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a39c66e6c357e2e51625f100720543ae59508072 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.03686537045425119 +- model.lin1_size=512 +- model.lin2_size=512 +- model.lin3_size=1024 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8735b500c3bd2956602ec1cdf2b373b55e021b96 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 512 + lin3_size: 1024 + output_size: 1 + lr: 0.03686537045425119 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 35353601 +model/params/trainable: 35353601 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..980f603cfe2a90a5dbe29d6e9236d366a0379ea0 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.5817662477493286,1.5817662477493286,1.5817662477493286,0,26,,,, +,,,0,26,2.9489288330078125,2.9489288330078125,, +1.519407033920288,1.519407033920288,1.519407033920288,1,53,,,, +,,,1,53,1.596929907798767,1.596929907798767,, +1.7517845630645752,1.7517845630645752,1.519407033920288,2,80,,,, +,,,2,80,1.6025917530059814,1.6025917530059814,, +1.533663034439087,1.533663034439087,1.519407033920288,3,107,,,, +,,,3,107,1.5848336219787598,1.5848336219787598,, +1.5713140964508057,1.5713140964508057,1.519407033920288,4,134,,,, +,,,4,134,1.5639420747756958,1.5639420747756958,, +2.1142706871032715,2.1142706871032715,1.519407033920288,5,161,,,, +,,,5,161,1.565294861793518,1.565294861793518,, +1.6672890186309814,1.6672890186309814,1.519407033920288,6,188,,,, +,,,6,188,1.5487409830093384,1.5487409830093384,, +2.123723268508911,2.123723268508911,1.519407033920288,7,215,,,, +,,,7,215,1.5563510656356812,1.5563510656356812,, +1.5217065811157227,1.5217065811157227,1.519407033920288,8,242,,,, +,,,8,242,1.5466948747634888,1.5466948747634888,, +1.628381371498108,1.628381371498108,1.519407033920288,9,269,,,, +,,,9,269,1.5386103391647339,1.5386103391647339,, +1.5665384531021118,1.5665384531021118,1.519407033920288,10,296,,,, +,,,10,296,1.537092685699463,1.537092685699463,, +1.647467851638794,1.647467851638794,1.519407033920288,11,323,,,, +,,,11,323,1.5201250314712524,1.5201250314712524,, +1.7197288274765015,1.7197288274765015,1.519407033920288,12,350,,,, +,,,12,350,1.5263408422470093,1.5263408422470093,, +1.87315034866333,1.87315034866333,1.519407033920288,13,377,,,, +,,,13,377,1.5487321615219116,1.5487321615219116,, +1.6700716018676758,1.6700716018676758,1.519407033920288,14,404,,,, +,,,14,404,1.5312869548797607,1.5312869548797607,, +1.5027695894241333,1.5027695894241333,1.5027695894241333,15,431,,,, +,,,15,431,1.5504881143569946,1.5504881143569946,, +1.5581985712051392,1.5581985712051392,1.5027695894241333,16,458,,,, +,,,16,458,1.518345594406128,1.518345594406128,, +1.5221569538116455,1.5221569538116455,1.5027695894241333,17,485,,,, +,,,17,485,1.546921968460083,1.546921968460083,, +1.529903531074524,1.529903531074524,1.5027695894241333,18,512,,,, +,,,18,512,1.5361909866333008,1.5361909866333008,, +2.162675619125366,2.162675619125366,1.5027695894241333,19,539,,,, +,,,19,539,1.541818618774414,1.541818618774414,, +2.095296859741211,2.095296859741211,1.5027695894241333,20,566,,,, +,,,20,566,1.542490005493164,1.542490005493164,, +2.2468199729919434,2.2468199729919434,1.5027695894241333,21,593,,,, +,,,21,593,1.5121276378631592,1.5121276378631592,, +1.619676947593689,1.619676947593689,1.5027695894241333,22,620,,,, +,,,22,620,1.545835256576538,1.545835256576538,, +1.6065987348556519,1.6065987348556519,1.5027695894241333,23,647,,,, +,,,23,647,1.5323158502578735,1.5323158502578735,, +1.4961801767349243,1.4961801767349243,1.4961801767349243,24,674,,,, +,,,24,674,1.5414543151855469,1.5414543151855469,, +1.51967453956604,1.51967453956604,1.4961801767349243,25,701,,,, +,,,25,701,1.5501147508621216,1.5501147508621216,, +1.535367727279663,1.535367727279663,1.4961801767349243,26,728,,,, +,,,26,728,1.5353726148605347,1.5353726148605347,, +1.4789810180664062,1.4789810180664062,1.4789810180664062,27,755,,,, +,,,27,755,1.5555198192596436,1.5555198192596436,, +1.4862595796585083,1.4862595796585083,1.4789810180664062,28,782,,,, +,,,28,782,1.5383554697036743,1.5383554697036743,, +1.5236232280731201,1.5236232280731201,1.4789810180664062,29,809,,,, +,,,29,809,1.5491728782653809,1.5491728782653809,, +1.6988039016723633,1.6988039016723633,1.4789810180664062,30,836,,,, +,,,30,836,1.5513640642166138,1.5513640642166138,, +1.6100221872329712,1.6100221872329712,1.4789810180664062,31,863,,,, +,,,31,863,1.5313589572906494,1.5313589572906494,, +2.0812690258026123,2.0812690258026123,1.4789810180664062,32,890,,,, +,,,32,890,1.5378966331481934,1.5378966331481934,, +1.5452286005020142,1.5452286005020142,1.4789810180664062,33,917,,,, +,,,33,917,1.531347393989563,1.531347393989563,, +2.168597936630249,2.168597936630249,1.4789810180664062,34,944,,,, +,,,34,944,1.5500789880752563,1.5500789880752563,, +1.6888200044631958,1.6888200044631958,1.4789810180664062,35,971,,,, +,,,35,971,1.5606012344360352,1.5606012344360352,, +1.644452452659607,1.644452452659607,1.4789810180664062,36,998,,,, +,,,36,998,1.5430793762207031,1.5430793762207031,, +1.93430495262146,1.93430495262146,1.4789810180664062,37,1025,,,, +,,,37,1025,1.5269699096679688,1.5269699096679688,, +1.6087878942489624,1.6087878942489624,1.4789810180664062,38,1052,,,, +,,,38,1052,1.544972538948059,1.544972538948059,, +1.5186485052108765,1.5186485052108765,1.4789810180664062,39,1079,,,, +,,,39,1079,1.539893388748169,1.539893388748169,, +1.52126145362854,1.52126145362854,1.4789810180664062,40,1106,,,, +,,,40,1106,1.53793203830719,1.53793203830719,, +1.70045804977417,1.70045804977417,1.4789810180664062,41,1133,,,, +,,,41,1133,1.545230746269226,1.545230746269226,, +1.5828505754470825,1.5828505754470825,1.4789810180664062,42,1160,,,, +,,,42,1160,1.5217416286468506,1.5217416286468506,, +1.5459929704666138,1.5459929704666138,1.4789810180664062,43,1187,,,, +,,,43,1187,1.550054669380188,1.550054669380188,, +1.6890517473220825,1.6890517473220825,1.4789810180664062,44,1214,,,, +,,,44,1214,1.5414174795150757,1.5414174795150757,, +1.5879722833633423,1.5879722833633423,1.4789810180664062,45,1241,,,, +,,,45,1241,1.5494052171707153,1.5494052171707153,, +1.9080801010131836,1.9080801010131836,1.4789810180664062,46,1268,,,, +,,,46,1268,1.5503209829330444,1.5503209829330444,, +1.7443077564239502,1.7443077564239502,1.4789810180664062,47,1295,,,, +,,,47,1295,1.5583010911941528,1.5583010911941528,, +1.8529819250106812,1.8529819250106812,1.4789810180664062,48,1322,,,, +,,,48,1322,1.5445235967636108,1.5445235967636108,, +2.1755263805389404,2.1755263805389404,1.4789810180664062,49,1349,,,, +,,,49,1349,1.5581728219985962,1.5581728219985962,, +1.5154876708984375,1.5154876708984375,1.4789810180664062,50,1376,,,, +,,,50,1376,1.5434831380844116,1.5434831380844116,, +1.5233850479125977,1.5233850479125977,1.4789810180664062,51,1403,,,, +,,,51,1403,1.5547490119934082,1.5547490119934082,, +3.795761823654175,3.795761823654175,1.4789810180664062,52,1430,,,, +,,,52,1430,1.511307716369629,1.511307716369629,, +1.524182915687561,1.524182915687561,1.4789810180664062,53,1457,,,, +,,,53,1457,1.5449738502502441,1.5449738502502441,, +2.197523593902588,2.197523593902588,1.4789810180664062,54,1484,,,, +,,,54,1484,1.554245948791504,1.554245948791504,, +1.4860424995422363,1.4860424995422363,1.4789810180664062,55,1511,,,, +,,,55,1511,1.5498542785644531,1.5498542785644531,, +1.494900107383728,1.494900107383728,1.4789810180664062,56,1538,,,, +,,,56,1538,1.545539379119873,1.545539379119873,, +1.630722999572754,1.630722999572754,1.4789810180664062,57,1565,,,, +,,,57,1565,1.5449497699737549,1.5449497699737549,, +1.5924216508865356,1.5924216508865356,1.4789810180664062,58,1592,,,, +,,,58,1592,1.5530821084976196,1.5530821084976196,, +1.675205111503601,1.675205111503601,1.4789810180664062,59,1619,,,, +,,,59,1619,1.5506713390350342,1.5506713390350342,, +1.7345980405807495,1.7345980405807495,1.4789810180664062,60,1646,,,, +,,,60,1646,1.5539727210998535,1.5539727210998535,, +2.1135194301605225,2.1135194301605225,1.4789810180664062,61,1673,,,, +,,,61,1673,1.5415444374084473,1.5415444374084473,, +1.6276977062225342,1.6276977062225342,1.4789810180664062,62,1700,,,, +,,,62,1700,1.5567636489868164,1.5567636489868164,, +1.5710558891296387,1.5710558891296387,1.4789810180664062,63,1727,,,, +,,,63,1727,1.5625300407409668,1.5625300407409668,, +1.6335477828979492,1.6335477828979492,1.4789810180664062,64,1754,,,, +,,,64,1754,1.5535508394241333,1.5535508394241333,, +1.942752480506897,1.942752480506897,1.4789810180664062,65,1781,,,, +,,,65,1781,1.5470272302627563,1.5470272302627563,, +1.6966638565063477,1.6966638565063477,1.4789810180664062,66,1808,,,, +,,,66,1808,1.5541692972183228,1.5541692972183228,, +1.9469621181488037,1.9469621181488037,1.4789810180664062,67,1835,,,, +,,,67,1835,1.5689467191696167,1.5689467191696167,, +1.537792682647705,1.537792682647705,1.4789810180664062,68,1862,,,, +,,,68,1862,1.5576432943344116,1.5576432943344116,, +2.756701946258545,2.756701946258545,1.4789810180664062,69,1889,,,, +,,,69,1889,1.554655909538269,1.554655909538269,, +1.8372505903244019,1.8372505903244019,1.4789810180664062,70,1916,,,, +,,,70,1916,1.5448646545410156,1.5448646545410156,, +3.46052885055542,3.46052885055542,1.4789810180664062,71,1943,,,, +,,,71,1943,1.5456660985946655,1.5456660985946655,, +1.6675915718078613,1.6675915718078613,1.4789810180664062,72,1970,,,, +,,,72,1970,1.5650439262390137,1.5650439262390137,, +1.7358143329620361,1.7358143329620361,1.4789810180664062,73,1997,,,, +,,,73,1997,1.5670278072357178,1.5670278072357178,, +5.314837455749512,5.314837455749512,1.4789810180664062,74,2024,,,, +,,,74,2024,1.5667744874954224,1.5667744874954224,, +2.545644760131836,2.545644760131836,1.4789810180664062,75,2051,,,, +,,,75,2051,1.5524017810821533,1.5524017810821533,, +1.531238079071045,1.531238079071045,1.4789810180664062,76,2078,,,, +,,,76,2078,1.5600334405899048,1.5600334405899048,, +2.5285863876342773,2.5285863876342773,1.4789810180664062,77,2105,,,, +,,,77,2105,1.5680941343307495,1.5680941343307495,, +1.5376269817352295,1.5376269817352295,1.4789810180664062,78,2132,,,, +,,,78,2132,1.5522637367248535,1.5522637367248535,, +1.8609051704406738,1.8609051704406738,1.4789810180664062,79,2159,,,, +,,,79,2159,1.5448931455612183,1.5448931455612183,, +1.527772307395935,1.527772307395935,1.4789810180664062,80,2186,,,, +,,,80,2186,1.5477863550186157,1.5477863550186157,, +1.6045533418655396,1.6045533418655396,1.4789810180664062,81,2213,,,, +,,,81,2213,1.5636101961135864,1.5636101961135864,, +1.742592692375183,1.742592692375183,1.4789810180664062,82,2240,,,, +,,,82,2240,1.5515958070755005,1.5515958070755005,, +2.126866579055786,2.126866579055786,1.4789810180664062,83,2267,,,, +,,,83,2267,1.574913501739502,1.574913501739502,, +1.5660400390625,1.5660400390625,1.4789810180664062,84,2294,,,, +,,,84,2294,1.5619218349456787,1.5619218349456787,, +4.364716053009033,4.364716053009033,1.4789810180664062,85,2321,,,, +,,,85,2321,1.5909316539764404,1.5909316539764404,, +1.5759717226028442,1.5759717226028442,1.4789810180664062,86,2348,,,, +,,,86,2348,1.5548707246780396,1.5548707246780396,, +2.038386821746826,2.038386821746826,1.4789810180664062,87,2375,,,, +,,,87,2375,1.5722819566726685,1.5722819566726685,, +1.49917733669281,1.49917733669281,1.4789810180664062,88,2402,,,, +,,,88,2402,1.5589559078216553,1.5589559078216553,, +1.7344645261764526,1.7344645261764526,1.4789810180664062,89,2429,,,, +,,,89,2429,1.5571664571762085,1.5571664571762085,, +4.255862712860107,4.255862712860107,1.4789810180664062,90,2456,,,, +,,,90,2456,1.541688084602356,1.541688084602356,, +16.791975021362305,16.791975021362305,1.4789810180664062,91,2483,,,, +,,,91,2483,1.5512487888336182,1.5512487888336182,, +1.7317806482315063,1.7317806482315063,1.4789810180664062,92,2510,,,, +,,,92,2510,1.575599193572998,1.575599193572998,, +1.5712475776672363,1.5712475776672363,1.4789810180664062,93,2537,,,, +,,,93,2537,1.5583535432815552,1.5583535432815552,, +2.531160593032837,2.531160593032837,1.4789810180664062,94,2564,,,, +,,,94,2564,1.5624415874481201,1.5624415874481201,, +1.6169700622558594,1.6169700622558594,1.4789810180664062,95,2591,,,, +,,,95,2591,1.5781086683273315,1.5781086683273315,, +4.9033613204956055,4.9033613204956055,1.4789810180664062,96,2618,,,, +,,,96,2618,1.573669672012329,1.573669672012329,, +1.681107759475708,1.681107759475708,1.4789810180664062,97,2645,,,, +,,,97,2645,1.5686882734298706,1.5686882734298706,, +1.5722702741622925,1.5722702741622925,1.4789810180664062,98,2672,,,, +,,,98,2672,1.5601458549499512,1.5601458549499512,, +1.940112590789795,1.940112590789795,1.4789810180664062,99,2699,,,, +,,,99,2699,1.5403550863265991,1.5403550863265991,, +,,,28,756,,,1.6055947542190552,1.6055947542190552 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646931592.37a92d36c649.1.0 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646931592.37a92d36c649.1.0 new file mode 100644 index 0000000000000000000000000000000000000000..09a6f6217033df9bf37b75f01492580516acb93c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646931592.37a92d36c649.1.0 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7a8044884ff2266e669ba3c5c1d3840fb4e4250dc3e9def0e0423c2cf616ecd1 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933528.37a92d36c649.1.1 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933528.37a92d36c649.1.1 new file mode 100644 index 0000000000000000000000000000000000000000..30c43f3166c412d7e82602c801a9a1f035f62de8 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933528.37a92d36c649.1.1 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0bf59fbf508fb5f007752e2b2eb88d6e07b7ed718437c52dbddaa8b8b5bdfd24 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8735b500c3bd2956602ec1cdf2b373b55e021b96 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/0/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 512 + lin3_size: 1024 + output_size: 1 + lr: 0.03686537045425119 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 35353601 +model/params/trainable: 35353601 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c989aa1fc46a495f126210a845a26be884b765d9 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 64 + lin3_size: 128 + output_size: 1 + lr: 0.12853081804637867 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..82c16cc395b4c35cd24bc3256c8d39a3fe22f751 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.12853081804637867 + - model.lin1_size=1024 + - model.lin2_size=64 + - model.lin3_size=128 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=1024,model.lin2_size=64,model.lin3_size=128,model.lr=0.12853081804637867,trainer.gpus=0 + id: '1' + num: 1 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5586d90e7110202c3fd85bcdd5de4d4a8cb07203 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.12853081804637867 +- model.lin1_size=1024 +- model.lin2_size=64 +- model.lin3_size=128 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48a5b50a110f0e16d3a0efb7fc9ad7519846073a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 64 + lin3_size: 128 + output_size: 1 + lr: 0.12853081804637867 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 69197505 +model/params/trainable: 69197505 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..38e9d3d56f64988a5f98bbfb7ba4593418eb8b19 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.5457894802093506,1.5457894802093506,1.5457894802093506,0,26,,,, +,,,0,26,1.93147873878479,1.93147873878479,, +1.518662452697754,1.518662452697754,1.518662452697754,1,53,,,, +,,,1,53,1.5900448560714722,1.5900448560714722,, +1.5237871408462524,1.5237871408462524,1.518662452697754,2,80,,,, +,,,2,80,1.5704622268676758,1.5704622268676758,, +1.5101613998413086,1.5101613998413086,1.5101613998413086,3,107,,,, +,,,3,107,1.5570534467697144,1.5570534467697144,, +1.5968084335327148,1.5968084335327148,1.5101613998413086,4,134,,,, +,,,4,134,1.576980710029602,1.576980710029602,, +1.4964513778686523,1.4964513778686523,1.4964513778686523,5,161,,,, +,,,5,161,1.5659037828445435,1.5659037828445435,, +1.5253665447235107,1.5253665447235107,1.4964513778686523,6,188,,,, +,,,6,188,1.5655879974365234,1.5655879974365234,, +1.6784342527389526,1.6784342527389526,1.4964513778686523,7,215,,,, +,,,7,215,1.562648892402649,1.562648892402649,, +1.513913869857788,1.513913869857788,1.4964513778686523,8,242,,,, +,,,8,242,1.5687941312789917,1.5687941312789917,, +4.911733627319336,4.911733627319336,1.4964513778686523,9,269,,,, +,,,9,269,1.5633389949798584,1.5633389949798584,, +3.7279114723205566,3.7279114723205566,1.4964513778686523,10,296,,,, +,,,10,296,1.569581389427185,1.569581389427185,, +1.623799204826355,1.623799204826355,1.4964513778686523,11,323,,,, +,,,11,323,1.5841323137283325,1.5841323137283325,, +3.1766417026519775,3.1766417026519775,1.4964513778686523,12,350,,,, +,,,12,350,1.5681496858596802,1.5681496858596802,, +1.5450650453567505,1.5450650453567505,1.4964513778686523,13,377,,,, +,,,13,377,1.599021553993225,1.599021553993225,, +1.7169760465621948,1.7169760465621948,1.4964513778686523,14,404,,,, +,,,14,404,1.566733956336975,1.566733956336975,, +1.7649874687194824,1.7649874687194824,1.4964513778686523,15,431,,,, +,,,15,431,1.60713529586792,1.60713529586792,, +1.5147674083709717,1.5147674083709717,1.4964513778686523,16,458,,,, +,,,16,458,1.5965725183486938,1.5965725183486938,, +1.5292353630065918,1.5292353630065918,1.4964513778686523,17,485,,,, +,,,17,485,1.5831682682037354,1.5831682682037354,, +1.4994009733200073,1.4994009733200073,1.4964513778686523,18,512,,,, +,,,18,512,1.5718650817871094,1.5718650817871094,, +1.5470983982086182,1.5470983982086182,1.4964513778686523,19,539,,,, +,,,19,539,1.586369514465332,1.586369514465332,, +1.5612688064575195,1.5612688064575195,1.4964513778686523,20,566,,,, +,,,20,566,1.5651100873947144,1.5651100873947144,, +10.558342933654785,10.558342933654785,1.4964513778686523,21,593,,,, +,,,21,593,1.566519021987915,1.566519021987915,, +1.752294898033142,1.752294898033142,1.4964513778686523,22,620,,,, +,,,22,620,1.5655397176742554,1.5655397176742554,, +4.056135654449463,4.056135654449463,1.4964513778686523,23,647,,,, +,,,23,647,1.5815690755844116,1.5815690755844116,, +1.5049797296524048,1.5049797296524048,1.4964513778686523,24,674,,,, +,,,24,674,1.58075749874115,1.58075749874115,, +1.5338116884231567,1.5338116884231567,1.4964513778686523,25,701,,,, +,,,25,701,1.5529197454452515,1.5529197454452515,, +1.552352786064148,1.552352786064148,1.4964513778686523,26,728,,,, +,,,26,728,1.5741243362426758,1.5741243362426758,, +1.524463176727295,1.524463176727295,1.4964513778686523,27,755,,,, +,,,27,755,1.6238592863082886,1.6238592863082886,, +1.8281292915344238,1.8281292915344238,1.4964513778686523,28,782,,,, +,,,28,782,1.5760538578033447,1.5760538578033447,, +1.513440489768982,1.513440489768982,1.4964513778686523,29,809,,,, +,,,29,809,1.5889009237289429,1.5889009237289429,, +28.168088912963867,28.168088912963867,1.4964513778686523,30,836,,,, +,,,30,836,1.6001774072647095,1.6001774072647095,, +1.5468473434448242,1.5468473434448242,1.4964513778686523,31,863,,,, +,,,31,863,1.599015474319458,1.599015474319458,, +4.666551113128662,4.666551113128662,1.4964513778686523,32,890,,,, +,,,32,890,1.5989962816238403,1.5989962816238403,, +1.578824758529663,1.578824758529663,1.4964513778686523,33,917,,,, +,,,33,917,1.6038649082183838,1.6038649082183838,, +1.69940984249115,1.69940984249115,1.4964513778686523,34,944,,,, +,,,34,944,1.5932281017303467,1.5932281017303467,, +1.6619060039520264,1.6619060039520264,1.4964513778686523,35,971,,,, +,,,35,971,1.6159247159957886,1.6159247159957886,, +5.854098796844482,5.854098796844482,1.4964513778686523,36,998,,,, +,,,36,998,1.5982983112335205,1.5982983112335205,, +1.5281752347946167,1.5281752347946167,1.4964513778686523,37,1025,,,, +,,,37,1025,1.5835182666778564,1.5835182666778564,, +2.8466644287109375,2.8466644287109375,1.4964513778686523,38,1052,,,, +,,,38,1052,1.6168947219848633,1.6168947219848633,, +1.520732045173645,1.520732045173645,1.4964513778686523,39,1079,,,, +,,,39,1079,1.600001335144043,1.600001335144043,, +6.837627410888672,6.837627410888672,1.4964513778686523,40,1106,,,, +,,,40,1106,1.586019515991211,1.586019515991211,, +1.5251741409301758,1.5251741409301758,1.4964513778686523,41,1133,,,, +,,,41,1133,1.596055507659912,1.596055507659912,, +1.5217574834823608,1.5217574834823608,1.4964513778686523,42,1160,,,, +,,,42,1160,1.5796046257019043,1.5796046257019043,, +1.8967450857162476,1.8967450857162476,1.4964513778686523,43,1187,,,, +,,,43,1187,1.6189672946929932,1.6189672946929932,, +3.550907850265503,3.550907850265503,1.4964513778686523,44,1214,,,, +,,,44,1214,1.6081902980804443,1.6081902980804443,, +1.53545343875885,1.53545343875885,1.4964513778686523,45,1241,,,, +,,,45,1241,1.6205562353134155,1.6205562353134155,, +1.5376633405685425,1.5376633405685425,1.4964513778686523,46,1268,,,, +,,,46,1268,1.6020132303237915,1.6020132303237915,, +2.720132827758789,2.720132827758789,1.4964513778686523,47,1295,,,, +,,,47,1295,1.59677255153656,1.59677255153656,, +1.5386885404586792,1.5386885404586792,1.4964513778686523,48,1322,,,, +,,,48,1322,1.6013177633285522,1.6013177633285522,, +1.9883198738098145,1.9883198738098145,1.4964513778686523,49,1349,,,, +,,,49,1349,1.5789361000061035,1.5789361000061035,, +1.593371033668518,1.593371033668518,1.4964513778686523,50,1376,,,, +,,,50,1376,1.6008371114730835,1.6008371114730835,, +1.5711454153060913,1.5711454153060913,1.4964513778686523,51,1403,,,, +,,,51,1403,1.5797780752182007,1.5797780752182007,, +2.4740052223205566,2.4740052223205566,1.4964513778686523,52,1430,,,, +,,,52,1430,1.565558910369873,1.565558910369873,, +1.5136743783950806,1.5136743783950806,1.4964513778686523,53,1457,,,, +,,,53,1457,1.5826765298843384,1.5826765298843384,, +1.5344640016555786,1.5344640016555786,1.4964513778686523,54,1484,,,, +,,,54,1484,1.5864404439926147,1.5864404439926147,, +13.738432884216309,13.738432884216309,1.4964513778686523,55,1511,,,, +,,,55,1511,1.587600588798523,1.587600588798523,, +42.461551666259766,42.461551666259766,1.4964513778686523,56,1538,,,, +,,,56,1538,1.5916862487792969,1.5916862487792969,, +1.5237947702407837,1.5237947702407837,1.4964513778686523,57,1565,,,, +,,,57,1565,1.6166635751724243,1.6166635751724243,, +5.10219144821167,5.10219144821167,1.4964513778686523,58,1592,,,, +,,,58,1592,1.6150850057601929,1.6150850057601929,, +1.550328016281128,1.550328016281128,1.4964513778686523,59,1619,,,, +,,,59,1619,1.6161441802978516,1.6161441802978516,, +4.7871222496032715,4.7871222496032715,1.4964513778686523,60,1646,,,, +,,,60,1646,1.6073036193847656,1.6073036193847656,, +1.5274826288223267,1.5274826288223267,1.4964513778686523,61,1673,,,, +,,,61,1673,1.6093207597732544,1.6093207597732544,, +1.8601120710372925,1.8601120710372925,1.4964513778686523,62,1700,,,, +,,,62,1700,1.6090507507324219,1.6090507507324219,, +1.539394736289978,1.539394736289978,1.4964513778686523,63,1727,,,, +,,,63,1727,1.6039584875106812,1.6039584875106812,, +1.5111101865768433,1.5111101865768433,1.4964513778686523,64,1754,,,, +,,,64,1754,1.601883888244629,1.601883888244629,, +1.5048625469207764,1.5048625469207764,1.4964513778686523,65,1781,,,, +,,,65,1781,1.5932526588439941,1.5932526588439941,, +1.5920627117156982,1.5920627117156982,1.4964513778686523,66,1808,,,, +,,,66,1808,1.5937992334365845,1.5937992334365845,, +1.5307120084762573,1.5307120084762573,1.4964513778686523,67,1835,,,, +,,,67,1835,1.606019377708435,1.606019377708435,, +1.526431679725647,1.526431679725647,1.4964513778686523,68,1862,,,, +,,,68,1862,1.6092278957366943,1.6092278957366943,, +1.527294635772705,1.527294635772705,1.4964513778686523,69,1889,,,, +,,,69,1889,1.6061241626739502,1.6061241626739502,, +1.535790205001831,1.535790205001831,1.4964513778686523,70,1916,,,, +,,,70,1916,1.6027199029922485,1.6027199029922485,, +7.108047962188721,7.108047962188721,1.4964513778686523,71,1943,,,, +,,,71,1943,1.60779869556427,1.60779869556427,, +1.5393939018249512,1.5393939018249512,1.4964513778686523,72,1970,,,, +,,,72,1970,1.624327540397644,1.624327540397644,, +1.526472806930542,1.526472806930542,1.4964513778686523,73,1997,,,, +,,,73,1997,1.5907820463180542,1.5907820463180542,, +1.5240964889526367,1.5240964889526367,1.4964513778686523,74,2024,,,, +,,,74,2024,1.6047561168670654,1.6047561168670654,, +9.961384773254395,9.961384773254395,1.4964513778686523,75,2051,,,, +,,,75,2051,1.5908408164978027,1.5908408164978027,, +1.5271530151367188,1.5271530151367188,1.4964513778686523,76,2078,,,, +,,,76,2078,1.6088954210281372,1.6088954210281372,, +1.5703331232070923,1.5703331232070923,1.4964513778686523,77,2105,,,, +,,,77,2105,1.6130024194717407,1.6130024194717407,, +1.6119712591171265,1.6119712591171265,1.4964513778686523,78,2132,,,, +,,,78,2132,1.6129977703094482,1.6129977703094482,, +1.5369189977645874,1.5369189977645874,1.4964513778686523,79,2159,,,, +,,,79,2159,1.5994534492492676,1.5994534492492676,, +6.256889820098877,6.256889820098877,1.4964513778686523,80,2186,,,, +,,,80,2186,1.5921787023544312,1.5921787023544312,, +1.5237727165222168,1.5237727165222168,1.4964513778686523,81,2213,,,, +,,,81,2213,1.5913481712341309,1.5913481712341309,, +1.5433704853057861,1.5433704853057861,1.4964513778686523,82,2240,,,, +,,,82,2240,1.6063846349716187,1.6063846349716187,, +1.5143684148788452,1.5143684148788452,1.4964513778686523,83,2267,,,, +,,,83,2267,1.6061906814575195,1.6061906814575195,, +1.5512630939483643,1.5512630939483643,1.4964513778686523,84,2294,,,, +,,,84,2294,1.61200749874115,1.61200749874115,, +1.748395323753357,1.748395323753357,1.4964513778686523,85,2321,,,, +,,,85,2321,1.6335575580596924,1.6335575580596924,, +1.560850739479065,1.560850739479065,1.4964513778686523,86,2348,,,, +,,,86,2348,1.6014795303344727,1.6014795303344727,, +1.5232243537902832,1.5232243537902832,1.4964513778686523,87,2375,,,, +,,,87,2375,1.6086633205413818,1.6086633205413818,, +1.5236783027648926,1.5236783027648926,1.4964513778686523,88,2402,,,, +,,,88,2402,1.601511836051941,1.601511836051941,, +1.672797679901123,1.672797679901123,1.4964513778686523,89,2429,,,, +,,,89,2429,1.6028125286102295,1.6028125286102295,, +1.5533705949783325,1.5533705949783325,1.4964513778686523,90,2456,,,, +,,,90,2456,1.5999672412872314,1.5999672412872314,, +1.5226218700408936,1.5226218700408936,1.4964513778686523,91,2483,,,, +,,,91,2483,1.6082600355148315,1.6082600355148315,, +1.5232043266296387,1.5232043266296387,1.4964513778686523,92,2510,,,, +,,,92,2510,1.6300674676895142,1.6300674676895142,, +1.5347774028778076,1.5347774028778076,1.4964513778686523,93,2537,,,, +,,,93,2537,1.6055806875228882,1.6055806875228882,, +42.29332733154297,42.29332733154297,1.4964513778686523,94,2564,,,, +,,,94,2564,1.6171374320983887,1.6171374320983887,, +7.51504373550415,7.51504373550415,1.4964513778686523,95,2591,,,, +,,,95,2591,1.6072918176651,1.6072918176651,, +1.5361765623092651,1.5361765623092651,1.4964513778686523,96,2618,,,, +,,,96,2618,1.6097540855407715,1.6097540855407715,, +10.45922565460205,10.45922565460205,1.4964513778686523,97,2645,,,, +,,,97,2645,1.6088382005691528,1.6088382005691528,, +1.8529367446899414,1.8529367446899414,1.4964513778686523,98,2672,,,, +,,,98,2672,1.6240711212158203,1.6240711212158203,, +1.5809720754623413,1.5809720754623413,1.4964513778686523,99,2699,,,, +,,,99,2699,1.61771821975708,1.61771821975708,, +,,,6,162,,,1.6138743162155151,1.6138743162155151 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933529.37a92d36c649.1.2 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933529.37a92d36c649.1.2 new file mode 100644 index 0000000000000000000000000000000000000000..54ef4b07c85e9fb8728c25caa6f3f4c49390f1ce --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646933529.37a92d36c649.1.2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5e5b01d3df96e71bf8fd7431c9e7910a218d168fee07c1fe3fda2d03dbd6a8d0 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.3 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.3 new file mode 100644 index 0000000000000000000000000000000000000000..d4851159946152279cc9377882e29c23165c142a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.3 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b2855e1b2dcfbc5fd0ced549aa91a3c096e1bb04ca44be6075e440128d517bf6 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..48a5b50a110f0e16d3a0efb7fc9ad7519846073a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/1/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 64 + lin3_size: 128 + output_size: 1 + lr: 0.12853081804637867 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 69197505 +model/params/trainable: 69197505 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..29316c5bdd63cb8cce84d140024e898807a054f6 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.02282695974132741 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a10623f7daf64c0110b5890f7fb5553b75c8c56 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.02282695974132741 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.02282695974132741,trainer.gpus=0 + id: '10' + num: 10 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..65815d5914941d9295bc1b74e7575e4a48a301b9 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.02282695974132741 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2fbad606bb8eea0f288ce48c2f6719f297177f00 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.02282695974132741 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..298b6f8c11b2cb69e493b4134f7e88ce6f27e75a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.54915452003479,1.54915452003479,1.54915452003479,0,26,,,, +,,,0,26,1.7947152853012085,1.7947152853012085,, +1.4813045263290405,1.4813045263290405,1.4813045263290405,1,53,,,, +,,,1,53,1.5661964416503906,1.5661964416503906,, +1.4941850900650024,1.4941850900650024,1.4813045263290405,2,80,,,, +,,,2,80,1.5476306676864624,1.5476306676864624,, +1.559279441833496,1.559279441833496,1.4813045263290405,3,107,,,, +,,,3,107,1.5460481643676758,1.5460481643676758,, +1.5001925230026245,1.5001925230026245,1.4813045263290405,4,134,,,, +,,,4,134,1.5567209720611572,1.5567209720611572,, +1.5714366436004639,1.5714366436004639,1.4813045263290405,5,161,,,, +,,,5,161,1.5221930742263794,1.5221930742263794,, +1.5059216022491455,1.5059216022491455,1.4813045263290405,6,188,,,, +,,,6,188,1.5445741415023804,1.5445741415023804,, +1.5441499948501587,1.5441499948501587,1.4813045263290405,7,215,,,, +,,,7,215,1.5316859483718872,1.5316859483718872,, +1.5908784866333008,1.5908784866333008,1.4813045263290405,8,242,,,, +,,,8,242,1.556628704071045,1.556628704071045,, +1.4949480295181274,1.4949480295181274,1.4813045263290405,9,269,,,, +,,,9,269,1.5524144172668457,1.5524144172668457,, +1.4900106191635132,1.4900106191635132,1.4813045263290405,10,296,,,, +,,,10,296,1.5266354084014893,1.5266354084014893,, +1.4854364395141602,1.4854364395141602,1.4813045263290405,11,323,,,, +,,,11,323,1.5311683416366577,1.5311683416366577,, +1.5203735828399658,1.5203735828399658,1.4813045263290405,12,350,,,, +,,,12,350,1.535923957824707,1.535923957824707,, +1.498347520828247,1.498347520828247,1.4813045263290405,13,377,,,, +,,,13,377,1.5193228721618652,1.5193228721618652,, +1.5191665887832642,1.5191665887832642,1.4813045263290405,14,404,,,, +,,,14,404,1.5163968801498413,1.5163968801498413,, +1.8561465740203857,1.8561465740203857,1.4813045263290405,15,431,,,, +,,,15,431,1.5274927616119385,1.5274927616119385,, +1.5576380491256714,1.5576380491256714,1.4813045263290405,16,458,,,, +,,,16,458,1.5263643264770508,1.5263643264770508,, +1.5795142650604248,1.5795142650604248,1.4813045263290405,17,485,,,, +,,,17,485,1.5001400709152222,1.5001400709152222,, +1.4902113676071167,1.4902113676071167,1.4813045263290405,18,512,,,, +,,,18,512,1.516677737236023,1.516677737236023,, +5.073453903198242,5.073453903198242,1.4813045263290405,19,539,,,, +,,,19,539,1.5088609457015991,1.5088609457015991,, +1.933295726776123,1.933295726776123,1.4813045263290405,20,566,,,, +,,,20,566,1.5014426708221436,1.5014426708221436,, +1.5227258205413818,1.5227258205413818,1.4813045263290405,21,593,,,, +,,,21,593,1.5077985525131226,1.5077985525131226,, +1.5633625984191895,1.5633625984191895,1.4813045263290405,22,620,,,, +,,,22,620,1.479738712310791,1.479738712310791,, +1.7504345178604126,1.7504345178604126,1.4813045263290405,23,647,,,, +,,,23,647,1.4974632263183594,1.4974632263183594,, +1.7892953157424927,1.7892953157424927,1.4813045263290405,24,674,,,, +,,,24,674,1.5153311491012573,1.5153311491012573,, +1.5206643342971802,1.5206643342971802,1.4813045263290405,25,701,,,, +,,,25,701,1.5057305097579956,1.5057305097579956,, +1.8115839958190918,1.8115839958190918,1.4813045263290405,26,728,,,, +,,,26,728,1.5112546682357788,1.5112546682357788,, +2.030661106109619,2.030661106109619,1.4813045263290405,27,755,,,, +,,,27,755,1.5197839736938477,1.5197839736938477,, +1.86220383644104,1.86220383644104,1.4813045263290405,28,782,,,, +,,,28,782,1.492752194404602,1.492752194404602,, +1.561750054359436,1.561750054359436,1.4813045263290405,29,809,,,, +,,,29,809,1.5225181579589844,1.5225181579589844,, +2.5055038928985596,2.5055038928985596,1.4813045263290405,30,836,,,, +,,,30,836,1.488628625869751,1.488628625869751,, +1.4965015649795532,1.4965015649795532,1.4813045263290405,31,863,,,, +,,,31,863,1.519391417503357,1.519391417503357,, +1.5533944368362427,1.5533944368362427,1.4813045263290405,32,890,,,, +,,,32,890,1.4976305961608887,1.4976305961608887,, +2.142780065536499,2.142780065536499,1.4813045263290405,33,917,,,, +,,,33,917,1.4807366132736206,1.4807366132736206,, +1.472182273864746,1.472182273864746,1.472182273864746,34,944,,,, +,,,34,944,1.5067917108535767,1.5067917108535767,, +1.8617546558380127,1.8617546558380127,1.472182273864746,35,971,,,, +,,,35,971,1.4976863861083984,1.4976863861083984,, +2.134965419769287,2.134965419769287,1.472182273864746,36,998,,,, +,,,36,998,1.4933010339736938,1.4933010339736938,, +1.52902352809906,1.52902352809906,1.472182273864746,37,1025,,,, +,,,37,1025,1.4979575872421265,1.4979575872421265,, +1.608336091041565,1.608336091041565,1.472182273864746,38,1052,,,, +,,,38,1052,1.4944689273834229,1.4944689273834229,, +2.0778658390045166,2.0778658390045166,1.472182273864746,39,1079,,,, +,,,39,1079,1.4775594472885132,1.4775594472885132,, +1.5630720853805542,1.5630720853805542,1.472182273864746,40,1106,,,, +,,,40,1106,1.5007765293121338,1.5007765293121338,, +1.4986320734024048,1.4986320734024048,1.472182273864746,41,1133,,,, +,,,41,1133,1.499476432800293,1.499476432800293,, +1.5532052516937256,1.5532052516937256,1.472182273864746,42,1160,,,, +,,,42,1160,1.5045232772827148,1.5045232772827148,, +1.5133055448532104,1.5133055448532104,1.472182273864746,43,1187,,,, +,,,43,1187,1.51310133934021,1.51310133934021,, +1.640570878982544,1.640570878982544,1.472182273864746,44,1214,,,, +,,,44,1214,1.5313445329666138,1.5313445329666138,, +2.2327382564544678,2.2327382564544678,1.472182273864746,45,1241,,,, +,,,45,1241,1.5123286247253418,1.5123286247253418,, +1.5145050287246704,1.5145050287246704,1.472182273864746,46,1268,,,, +,,,46,1268,1.5127230882644653,1.5127230882644653,, +1.5009477138519287,1.5009477138519287,1.472182273864746,47,1295,,,, +,,,47,1295,1.5293209552764893,1.5293209552764893,, +1.5876779556274414,1.5876779556274414,1.472182273864746,48,1322,,,, +,,,48,1322,1.503609538078308,1.503609538078308,, +1.7818883657455444,1.7818883657455444,1.472182273864746,49,1349,,,, +,,,49,1349,1.5058997869491577,1.5058997869491577,, +1.4677724838256836,1.4677724838256836,1.4677724838256836,50,1376,,,, +,,,50,1376,1.5166460275650024,1.5166460275650024,, +1.531506061553955,1.531506061553955,1.4677724838256836,51,1403,,,, +,,,51,1403,1.5017387866973877,1.5017387866973877,, +1.881100058555603,1.881100058555603,1.4677724838256836,52,1430,,,, +,,,52,1430,1.5125443935394287,1.5125443935394287,, +1.4942419528961182,1.4942419528961182,1.4677724838256836,53,1457,,,, +,,,53,1457,1.5166507959365845,1.5166507959365845,, +1.692086100578308,1.692086100578308,1.4677724838256836,54,1484,,,, +,,,54,1484,1.5313019752502441,1.5313019752502441,, +1.6460152864456177,1.6460152864456177,1.4677724838256836,55,1511,,,, +,,,55,1511,1.4998795986175537,1.4998795986175537,, +1.836544394493103,1.836544394493103,1.4677724838256836,56,1538,,,, +,,,56,1538,1.506105899810791,1.506105899810791,, +1.5427119731903076,1.5427119731903076,1.4677724838256836,57,1565,,,, +,,,57,1565,1.4999603033065796,1.4999603033065796,, +1.5046226978302002,1.5046226978302002,1.4677724838256836,58,1592,,,, +,,,58,1592,1.5169248580932617,1.5169248580932617,, +1.5429843664169312,1.5429843664169312,1.4677724838256836,59,1619,,,, +,,,59,1619,1.5131078958511353,1.5131078958511353,, +1.6014117002487183,1.6014117002487183,1.4677724838256836,60,1646,,,, +,,,60,1646,1.5238933563232422,1.5238933563232422,, +1.5440922975540161,1.5440922975540161,1.4677724838256836,61,1673,,,, +,,,61,1673,1.5364078283309937,1.5364078283309937,, +1.6102505922317505,1.6102505922317505,1.4677724838256836,62,1700,,,, +,,,62,1700,1.5143425464630127,1.5143425464630127,, +1.5728535652160645,1.5728535652160645,1.4677724838256836,63,1727,,,, +,,,63,1727,1.5125833749771118,1.5125833749771118,, +1.593582272529602,1.593582272529602,1.4677724838256836,64,1754,,,, +,,,64,1754,1.527673363685608,1.527673363685608,, +1.521716594696045,1.521716594696045,1.4677724838256836,65,1781,,,, +,,,65,1781,1.532250165939331,1.532250165939331,, +1.67029869556427,1.67029869556427,1.4677724838256836,66,1808,,,, +,,,66,1808,1.509299635887146,1.509299635887146,, +2.1808524131774902,2.1808524131774902,1.4677724838256836,67,1835,,,, +,,,67,1835,1.5237321853637695,1.5237321853637695,, +1.7052583694458008,1.7052583694458008,1.4677724838256836,68,1862,,,, +,,,68,1862,1.5353375673294067,1.5353375673294067,, +1.671800971031189,1.671800971031189,1.4677724838256836,69,1889,,,, +,,,69,1889,1.5197367668151855,1.5197367668151855,, +1.5118688344955444,1.5118688344955444,1.4677724838256836,70,1916,,,, +,,,70,1916,1.5191370248794556,1.5191370248794556,, +1.5275362730026245,1.5275362730026245,1.4677724838256836,71,1943,,,, +,,,71,1943,1.5351717472076416,1.5351717472076416,, +1.5210256576538086,1.5210256576538086,1.4677724838256836,72,1970,,,, +,,,72,1970,1.5208426713943481,1.5208426713943481,, +1.654943585395813,1.654943585395813,1.4677724838256836,73,1997,,,, +,,,73,1997,1.530107021331787,1.530107021331787,, +1.5063841342926025,1.5063841342926025,1.4677724838256836,74,2024,,,, +,,,74,2024,1.5324897766113281,1.5324897766113281,, +1.9869394302368164,1.9869394302368164,1.4677724838256836,75,2051,,,, +,,,75,2051,1.5222572088241577,1.5222572088241577,, +1.620804786682129,1.620804786682129,1.4677724838256836,76,2078,,,, +,,,76,2078,1.5140538215637207,1.5140538215637207,, +1.527064561843872,1.527064561843872,1.4677724838256836,77,2105,,,, +,,,77,2105,1.5159393548965454,1.5159393548965454,, +1.7091588973999023,1.7091588973999023,1.4677724838256836,78,2132,,,, +,,,78,2132,1.5180113315582275,1.5180113315582275,, +1.9504739046096802,1.9504739046096802,1.4677724838256836,79,2159,,,, +,,,79,2159,1.5056763887405396,1.5056763887405396,, +1.5281766653060913,1.5281766653060913,1.4677724838256836,80,2186,,,, +,,,80,2186,1.516516089439392,1.516516089439392,, +2.3494374752044678,2.3494374752044678,1.4677724838256836,81,2213,,,, +,,,81,2213,1.513085126876831,1.513085126876831,, +1.5083938837051392,1.5083938837051392,1.4677724838256836,82,2240,,,, +,,,82,2240,1.5092164278030396,1.5092164278030396,, +1.9437925815582275,1.9437925815582275,1.4677724838256836,83,2267,,,, +,,,83,2267,1.5361279249191284,1.5361279249191284,, +1.4560555219650269,1.4560555219650269,1.4560555219650269,84,2294,,,, +,,,84,2294,1.5336685180664062,1.5336685180664062,, +1.499437689781189,1.499437689781189,1.4560555219650269,85,2321,,,, +,,,85,2321,1.5202487707138062,1.5202487707138062,, +1.5475561618804932,1.5475561618804932,1.4560555219650269,86,2348,,,, +,,,86,2348,1.5198792219161987,1.5198792219161987,, +1.6395263671875,1.6395263671875,1.4560555219650269,87,2375,,,, +,,,87,2375,1.5371838808059692,1.5371838808059692,, +1.561975359916687,1.561975359916687,1.4560555219650269,88,2402,,,, +,,,88,2402,1.5324909687042236,1.5324909687042236,, +1.5383996963500977,1.5383996963500977,1.4560555219650269,89,2429,,,, +,,,89,2429,1.5167973041534424,1.5167973041534424,, +1.5120161771774292,1.5120161771774292,1.4560555219650269,90,2456,,,, +,,,90,2456,1.5161545276641846,1.5161545276641846,, +1.5026012659072876,1.5026012659072876,1.4560555219650269,91,2483,,,, +,,,91,2483,1.5210195779800415,1.5210195779800415,, +1.5586644411087036,1.5586644411087036,1.4560555219650269,92,2510,,,, +,,,92,2510,1.5279392004013062,1.5279392004013062,, +1.4975413084030151,1.4975413084030151,1.4560555219650269,93,2537,,,, +,,,93,2537,1.5191806554794312,1.5191806554794312,, +1.6976767778396606,1.6976767778396606,1.4560555219650269,94,2564,,,, +,,,94,2564,1.5128707885742188,1.5128707885742188,, +2.470996856689453,2.470996856689453,1.4560555219650269,95,2591,,,, +,,,95,2591,1.5361442565917969,1.5361442565917969,, +1.5277329683303833,1.5277329683303833,1.4560555219650269,96,2618,,,, +,,,96,2618,1.5311845541000366,1.5311845541000366,, +1.5454241037368774,1.5454241037368774,1.4560555219650269,97,2645,,,, +,,,97,2645,1.5216116905212402,1.5216116905212402,, +1.930446743965149,1.930446743965149,1.4560555219650269,98,2672,,,, +,,,98,2672,1.5277382135391235,1.5277382135391235,, +2.723839044570923,2.723839044570923,1.4560555219650269,99,2699,,,, +,,,99,2699,1.5109692811965942,1.5109692811965942,, +,,,85,2295,,,1.6256794929504395,1.6256794929504395 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950714.37a92d36c649.1.20 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950714.37a92d36c649.1.20 new file mode 100644 index 0000000000000000000000000000000000000000..0b46a4e27fb3c3107adda97e1821c16d19aaad98 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950714.37a92d36c649.1.20 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7b9683865febbf1b51407a8fbfcb1d3c1632d7c08ec1dd533338c91148f1210 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951667.37a92d36c649.1.21 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951667.37a92d36c649.1.21 new file mode 100644 index 0000000000000000000000000000000000000000..6fb63ab8d950bb3c9a0ea57022e546c187b83280 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951667.37a92d36c649.1.21 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d56341fd9fda699ba019fcd5dd2ee48c2d1955e371489950a745656c17e0c39 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2fbad606bb8eea0f288ce48c2f6719f297177f00 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/10/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.02282695974132741 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7a64228f4eb80eb3c3f4f3e5cc36739b2ff698e8 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.0051297750484612 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6d1a17128f6037495fad017fb4c22c85f959c9ba --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.0051297750484612 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.0051297750484612,trainer.gpus=0 + id: '11' + num: 11 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..14b7e07910484aa6a844b56c1e31f31ca24a1d88 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.0051297750484612 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..29ede811ad457aad94ad71bda6e8502a2ad63117 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.0051297750484612 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..a4e55b96fedf6b9a2956dac9591c265697f6792d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.5529874563217163,1.5529874563217163,1.5529874563217163,0,26,,,, +,,,0,26,1.7005412578582764,1.7005412578582764,, +1.4758678674697876,1.4758678674697876,1.4758678674697876,1,53,,,, +,,,1,53,1.552437424659729,1.552437424659729,, +1.5317124128341675,1.5317124128341675,1.4758678674697876,2,80,,,, +,,,2,80,1.5342624187469482,1.5342624187469482,, +1.5215035676956177,1.5215035676956177,1.4758678674697876,3,107,,,, +,,,3,107,1.5154995918273926,1.5154995918273926,, +1.5599119663238525,1.5599119663238525,1.4758678674697876,4,134,,,, +,,,4,134,1.4910739660263062,1.4910739660263062,, +1.5603760480880737,1.5603760480880737,1.4758678674697876,5,161,,,, +,,,5,161,1.4519827365875244,1.4519827365875244,, +1.7191616296768188,1.7191616296768188,1.4758678674697876,6,188,,,, +,,,6,188,1.445921540260315,1.445921540260315,, +1.5689905881881714,1.5689905881881714,1.4758678674697876,7,215,,,, +,,,7,215,1.4619702100753784,1.4619702100753784,, +1.5409839153289795,1.5409839153289795,1.4758678674697876,8,242,,,, +,,,8,242,1.4217779636383057,1.4217779636383057,, +1.5249755382537842,1.5249755382537842,1.4758678674697876,9,269,,,, +,,,9,269,1.432146668434143,1.432146668434143,, +1.591946005821228,1.591946005821228,1.4758678674697876,10,296,,,, +,,,10,296,1.4111212491989136,1.4111212491989136,, +1.5828744173049927,1.5828744173049927,1.4758678674697876,11,323,,,, +,,,11,323,1.4136533737182617,1.4136533737182617,, +1.5061739683151245,1.5061739683151245,1.4758678674697876,12,350,,,, +,,,12,350,1.410377025604248,1.410377025604248,, +1.599090576171875,1.599090576171875,1.4758678674697876,13,377,,,, +,,,13,377,1.4391021728515625,1.4391021728515625,, +1.6281280517578125,1.6281280517578125,1.4758678674697876,14,404,,,, +,,,14,404,1.4367587566375732,1.4367587566375732,, +1.5029304027557373,1.5029304027557373,1.4758678674697876,15,431,,,, +,,,15,431,1.4189836978912354,1.4189836978912354,, +1.5762006044387817,1.5762006044387817,1.4758678674697876,16,458,,,, +,,,16,458,1.4034911394119263,1.4034911394119263,, +1.6103154420852661,1.6103154420852661,1.4758678674697876,17,485,,,, +,,,17,485,1.431480050086975,1.431480050086975,, +1.5456775426864624,1.5456775426864624,1.4758678674697876,18,512,,,, +,,,18,512,1.4067394733428955,1.4067394733428955,, +1.4778574705123901,1.4778574705123901,1.4758678674697876,19,539,,,, +,,,19,539,1.4214212894439697,1.4214212894439697,, +1.7477492094039917,1.7477492094039917,1.4758678674697876,20,566,,,, +,,,20,566,1.411471962928772,1.411471962928772,, +1.6120436191558838,1.6120436191558838,1.4758678674697876,21,593,,,, +,,,21,593,1.4197815656661987,1.4197815656661987,, +1.5599509477615356,1.5599509477615356,1.4758678674697876,22,620,,,, +,,,22,620,1.4050796031951904,1.4050796031951904,, +1.5538502931594849,1.5538502931594849,1.4758678674697876,23,647,,,, +,,,23,647,1.404669165611267,1.404669165611267,, +2.643871784210205,2.643871784210205,1.4758678674697876,24,674,,,, +,,,24,674,1.3815333843231201,1.3815333843231201,, +2.229886531829834,2.229886531829834,1.4758678674697876,25,701,,,, +,,,25,701,1.3973186016082764,1.3973186016082764,, +1.6227734088897705,1.6227734088897705,1.4758678674697876,26,728,,,, +,,,26,728,1.4046413898468018,1.4046413898468018,, +1.9245754480361938,1.9245754480361938,1.4758678674697876,27,755,,,, +,,,27,755,1.372873067855835,1.372873067855835,, +1.6182373762130737,1.6182373762130737,1.4758678674697876,28,782,,,, +,,,28,782,1.4318004846572876,1.4318004846572876,, +1.695565104484558,1.695565104484558,1.4758678674697876,29,809,,,, +,,,29,809,1.4029852151870728,1.4029852151870728,, +1.4891357421875,1.4891357421875,1.4758678674697876,30,836,,,, +,,,30,836,1.3658686876296997,1.3658686876296997,, +1.4806747436523438,1.4806747436523438,1.4758678674697876,31,863,,,, +,,,31,863,1.4287527799606323,1.4287527799606323,, +1.5332704782485962,1.5332704782485962,1.4758678674697876,32,890,,,, +,,,32,890,1.4089083671569824,1.4089083671569824,, +1.6101855039596558,1.6101855039596558,1.4758678674697876,33,917,,,, +,,,33,917,1.4272220134735107,1.4272220134735107,, +2.158543586730957,2.158543586730957,1.4758678674697876,34,944,,,, +,,,34,944,1.3930636644363403,1.3930636644363403,, +1.7488014698028564,1.7488014698028564,1.4758678674697876,35,971,,,, +,,,35,971,1.3615875244140625,1.3615875244140625,, +1.5668308734893799,1.5668308734893799,1.4758678674697876,36,998,,,, +,,,36,998,1.3733593225479126,1.3733593225479126,, +1.4741945266723633,1.4741945266723633,1.4741945266723633,37,1025,,,, +,,,37,1025,1.3845897912979126,1.3845897912979126,, +1.489251971244812,1.489251971244812,1.4741945266723633,38,1052,,,, +,,,38,1052,1.3629571199417114,1.3629571199417114,, +1.543493390083313,1.543493390083313,1.4741945266723633,39,1079,,,, +,,,39,1079,1.3832662105560303,1.3832662105560303,, +2.1800224781036377,2.1800224781036377,1.4741945266723633,40,1106,,,, +,,,40,1106,1.348641037940979,1.348641037940979,, +1.4829375743865967,1.4829375743865967,1.4741945266723633,41,1133,,,, +,,,41,1133,1.400350570678711,1.400350570678711,, +1.643622636795044,1.643622636795044,1.4741945266723633,42,1160,,,, +,,,42,1160,1.3576005697250366,1.3576005697250366,, +2.2521026134490967,2.2521026134490967,1.4741945266723633,43,1187,,,, +,,,43,1187,1.3368573188781738,1.3368573188781738,, +1.4667986631393433,1.4667986631393433,1.4667986631393433,44,1214,,,, +,,,44,1214,1.3384252786636353,1.3384252786636353,, +2.0049800872802734,2.0049800872802734,1.4667986631393433,45,1241,,,, +,,,45,1241,1.3784995079040527,1.3784995079040527,, +2.3140408992767334,2.3140408992767334,1.4667986631393433,46,1268,,,, +,,,46,1268,1.3434473276138306,1.3434473276138306,, +1.4815415143966675,1.4815415143966675,1.4667986631393433,47,1295,,,, +,,,47,1295,1.355631947517395,1.355631947517395,, +3.095125675201416,3.095125675201416,1.4667986631393433,48,1322,,,, +,,,48,1322,1.3348404169082642,1.3348404169082642,, +1.6569138765335083,1.6569138765335083,1.4667986631393433,49,1349,,,, +,,,49,1349,1.3125057220458984,1.3125057220458984,, +2.4747583866119385,2.4747583866119385,1.4667986631393433,50,1376,,,, +,,,50,1376,1.2978061437606812,1.2978061437606812,, +1.7729928493499756,1.7729928493499756,1.4667986631393433,51,1403,,,, +,,,51,1403,1.2893775701522827,1.2893775701522827,, +1.4477797746658325,1.4477797746658325,1.4477797746658325,52,1430,,,, +,,,52,1430,1.3354593515396118,1.3354593515396118,, +1.565670132637024,1.565670132637024,1.4477797746658325,53,1457,,,, +,,,53,1457,1.2869794368743896,1.2869794368743896,, +1.6527693271636963,1.6527693271636963,1.4477797746658325,54,1484,,,, +,,,54,1484,1.3248947858810425,1.3248947858810425,, +1.609217882156372,1.609217882156372,1.4477797746658325,55,1511,,,, +,,,55,1511,1.276477336883545,1.276477336883545,, +2.0620369911193848,2.0620369911193848,1.4477797746658325,56,1538,,,, +,,,56,1538,1.3122347593307495,1.3122347593307495,, +1.6234723329544067,1.6234723329544067,1.4477797746658325,57,1565,,,, +,,,57,1565,1.2983700037002563,1.2983700037002563,, +1.3670010566711426,1.3670010566711426,1.3670010566711426,58,1592,,,, +,,,58,1592,1.3156099319458008,1.3156099319458008,, +1.5603337287902832,1.5603337287902832,1.3670010566711426,59,1619,,,, +,,,59,1619,1.30414617061615,1.30414617061615,, +4.9891228675842285,4.9891228675842285,1.3670010566711426,60,1646,,,, +,,,60,1646,1.2855805158615112,1.2855805158615112,, +1.5714200735092163,1.5714200735092163,1.3670010566711426,61,1673,,,, +,,,61,1673,1.2686656713485718,1.2686656713485718,, +2.2389798164367676,2.2389798164367676,1.3670010566711426,62,1700,,,, +,,,62,1700,1.2702429294586182,1.2702429294586182,, +1.5364372730255127,1.5364372730255127,1.3670010566711426,63,1727,,,, +,,,63,1727,1.283432126045227,1.283432126045227,, +1.7579401731491089,1.7579401731491089,1.3670010566711426,64,1754,,,, +,,,64,1754,1.2375255823135376,1.2375255823135376,, +1.6451730728149414,1.6451730728149414,1.3670010566711426,65,1781,,,, +,,,65,1781,1.2785224914550781,1.2785224914550781,, +1.5431175231933594,1.5431175231933594,1.3670010566711426,66,1808,,,, +,,,66,1808,1.2635434865951538,1.2635434865951538,, +1.6014606952667236,1.6014606952667236,1.3670010566711426,67,1835,,,, +,,,67,1835,1.2820208072662354,1.2820208072662354,, +1.5533331632614136,1.5533331632614136,1.3670010566711426,68,1862,,,, +,,,68,1862,1.2117564678192139,1.2117564678192139,, +2.6706387996673584,2.6706387996673584,1.3670010566711426,69,1889,,,, +,,,69,1889,1.2495293617248535,1.2495293617248535,, +1.6036927700042725,1.6036927700042725,1.3670010566711426,70,1916,,,, +,,,70,1916,1.2474517822265625,1.2474517822265625,, +1.666502594947815,1.666502594947815,1.3670010566711426,71,1943,,,, +,,,71,1943,1.2659395933151245,1.2659395933151245,, +1.55945885181427,1.55945885181427,1.3670010566711426,72,1970,,,, +,,,72,1970,1.2158597707748413,1.2158597707748413,, +3.0420000553131104,3.0420000553131104,1.3670010566711426,73,1997,,,, +,,,73,1997,1.2569940090179443,1.2569940090179443,, +1.8147947788238525,1.8147947788238525,1.3670010566711426,74,2024,,,, +,,,74,2024,1.2612547874450684,1.2612547874450684,, +4.089903831481934,4.089903831481934,1.3670010566711426,75,2051,,,, +,,,75,2051,1.2399418354034424,1.2399418354034424,, +1.5728484392166138,1.5728484392166138,1.3670010566711426,76,2078,,,, +,,,76,2078,1.253847599029541,1.253847599029541,, +1.9235353469848633,1.9235353469848633,1.3670010566711426,77,2105,,,, +,,,77,2105,1.2418291568756104,1.2418291568756104,, +2.069246530532837,2.069246530532837,1.3670010566711426,78,2132,,,, +,,,78,2132,1.199945092201233,1.199945092201233,, +1.6820194721221924,1.6820194721221924,1.3670010566711426,79,2159,,,, +,,,79,2159,1.2384698390960693,1.2384698390960693,, +2.007930040359497,2.007930040359497,1.3670010566711426,80,2186,,,, +,,,80,2186,1.2008082866668701,1.2008082866668701,, +1.764360785484314,1.764360785484314,1.3670010566711426,81,2213,,,, +,,,81,2213,1.195989966392517,1.195989966392517,, +4.695965766906738,4.695965766906738,1.3670010566711426,82,2240,,,, +,,,82,2240,1.2075717449188232,1.2075717449188232,, +1.7273682355880737,1.7273682355880737,1.3670010566711426,83,2267,,,, +,,,83,2267,1.1842665672302246,1.1842665672302246,, +1.524625539779663,1.524625539779663,1.3670010566711426,84,2294,,,, +,,,84,2294,1.2273812294006348,1.2273812294006348,, +3.537388563156128,3.537388563156128,1.3670010566711426,85,2321,,,, +,,,85,2321,1.275421142578125,1.275421142578125,, +1.5653022527694702,1.5653022527694702,1.3670010566711426,86,2348,,,, +,,,86,2348,1.2298959493637085,1.2298959493637085,, +1.463333010673523,1.463333010673523,1.3670010566711426,87,2375,,,, +,,,87,2375,1.20870840549469,1.20870840549469,, +1.6395522356033325,1.6395522356033325,1.3670010566711426,88,2402,,,, +,,,88,2402,1.2088440656661987,1.2088440656661987,, +1.3735792636871338,1.3735792636871338,1.3670010566711426,89,2429,,,, +,,,89,2429,1.1960471868515015,1.1960471868515015,, +1.5243204832077026,1.5243204832077026,1.3670010566711426,90,2456,,,, +,,,90,2456,1.1506792306900024,1.1506792306900024,, +1.8173081874847412,1.8173081874847412,1.3670010566711426,91,2483,,,, +,,,91,2483,1.1671724319458008,1.1671724319458008,, +1.45876145362854,1.45876145362854,1.3670010566711426,92,2510,,,, +,,,92,2510,1.219564437866211,1.219564437866211,, +1.6679826974868774,1.6679826974868774,1.3670010566711426,93,2537,,,, +,,,93,2537,1.1834959983825684,1.1834959983825684,, +1.59215247631073,1.59215247631073,1.3670010566711426,94,2564,,,, +,,,94,2564,1.1848361492156982,1.1848361492156982,, +1.50753653049469,1.50753653049469,1.3670010566711426,95,2591,,,, +,,,95,2591,1.2056703567504883,1.2056703567504883,, +1.7928040027618408,1.7928040027618408,1.3670010566711426,96,2618,,,, +,,,96,2618,1.1338263750076294,1.1338263750076294,, +1.3231185674667358,1.3231185674667358,1.3231185674667358,97,2645,,,, +,,,97,2645,1.1223158836364746,1.1223158836364746,, +6.021496295928955,6.021496295928955,1.3231185674667358,98,2672,,,, +,,,98,2672,1.1094789505004883,1.1094789505004883,, +1.7138872146606445,1.7138872146606445,1.3231185674667358,99,2699,,,, +,,,99,2699,1.1203669309616089,1.1203669309616089,, +,,,98,2646,,,1.4364614486694336,1.4364614486694336 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951668.37a92d36c649.1.22 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951668.37a92d36c649.1.22 new file mode 100644 index 0000000000000000000000000000000000000000..9e990816817c32e1064b2ce174b6395b1cc84efa --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646951668.37a92d36c649.1.22 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:28dcf8ba13934c17dbf521819555f79210af186b661af0a27ecd398bdece1197 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952623.37a92d36c649.1.23 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952623.37a92d36c649.1.23 new file mode 100644 index 0000000000000000000000000000000000000000..5f370f2e08339038ac50552c42885cd33c737e4e --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952623.37a92d36c649.1.23 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d50b436c453bcaf94fa14cdf643d30d70b5a058e25d077d2e05f8f513c631a3 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..29ede811ad457aad94ad71bda6e8502a2ad63117 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/11/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.0051297750484612 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..aec2a1fcb9653e3f69422aaa9051200d39e710b3 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.001406127964835635 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c9a31b7d7cb3c759ea48e5afac38687234876edd --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.001406127964835635 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.001406127964835635,trainer.gpus=0 + id: '12' + num: 12 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e74ad9a86e2199ef38091287f8dc6d90a1f8dc2 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.001406127964835635 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..143f3257970e3f142b2e150eb4fcf6c1c70f5c89 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.001406127964835635 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..07f986e9cb5bc9896d37aa95e0761ef7bde606c5 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.870489239692688,1.870489239692688,1.870489239692688,0,26,,,, +,,,0,26,1.733809232711792,1.733809232711792,, +1.4888343811035156,1.4888343811035156,1.4888343811035156,1,53,,,, +,,,1,53,1.4929286241531372,1.4929286241531372,, +1.5004178285598755,1.5004178285598755,1.4888343811035156,2,80,,,, +,,,2,80,1.4616612195968628,1.4616612195968628,, +1.4358630180358887,1.4358630180358887,1.4358630180358887,3,107,,,, +,,,3,107,1.4206945896148682,1.4206945896148682,, +1.4641728401184082,1.4641728401184082,1.4358630180358887,4,134,,,, +,,,4,134,1.3737001419067383,1.3737001419067383,, +1.5375480651855469,1.5375480651855469,1.4358630180358887,5,161,,,, +,,,5,161,1.3810197114944458,1.3810197114944458,, +1.4193321466445923,1.4193321466445923,1.4193321466445923,6,188,,,, +,,,6,188,1.3204692602157593,1.3204692602157593,, +1.5184860229492188,1.5184860229492188,1.4193321466445923,7,215,,,, +,,,7,215,1.281538963317871,1.281538963317871,, +1.4773902893066406,1.4773902893066406,1.4193321466445923,8,242,,,, +,,,8,242,1.3167067766189575,1.3167067766189575,, +1.600895881652832,1.600895881652832,1.4193321466445923,9,269,,,, +,,,9,269,1.267653465270996,1.267653465270996,, +1.620168924331665,1.620168924331665,1.4193321466445923,10,296,,,, +,,,10,296,1.2584946155548096,1.2584946155548096,, +2.071122407913208,2.071122407913208,1.4193321466445923,11,323,,,, +,,,11,323,1.2184756994247437,1.2184756994247437,, +1.4684910774230957,1.4684910774230957,1.4193321466445923,12,350,,,, +,,,12,350,1.2365461587905884,1.2365461587905884,, +1.4508426189422607,1.4508426189422607,1.4193321466445923,13,377,,,, +,,,13,377,1.2474862337112427,1.2474862337112427,, +1.3424183130264282,1.3424183130264282,1.3424183130264282,14,404,,,, +,,,14,404,1.1824089288711548,1.1824089288711548,, +1.4531885385513306,1.4531885385513306,1.3424183130264282,15,431,,,, +,,,15,431,1.1809911727905273,1.1809911727905273,, +2.6511635780334473,2.6511635780334473,1.3424183130264282,16,458,,,, +,,,16,458,1.1664263010025024,1.1664263010025024,, +1.5276511907577515,1.5276511907577515,1.3424183130264282,17,485,,,, +,,,17,485,1.186537504196167,1.186537504196167,, +1.3154600858688354,1.3154600858688354,1.3154600858688354,18,512,,,, +,,,18,512,1.143416404724121,1.143416404724121,, +2.155818462371826,2.155818462371826,1.3154600858688354,19,539,,,, +,,,19,539,1.1829451322555542,1.1829451322555542,, +1.493385672569275,1.493385672569275,1.3154600858688354,20,566,,,, +,,,20,566,1.1590404510498047,1.1590404510498047,, +1.5980056524276733,1.5980056524276733,1.3154600858688354,21,593,,,, +,,,21,593,1.106691598892212,1.106691598892212,, +1.4680603742599487,1.4680603742599487,1.3154600858688354,22,620,,,, +,,,22,620,1.1744014024734497,1.1744014024734497,, +1.3440299034118652,1.3440299034118652,1.3154600858688354,23,647,,,, +,,,23,647,1.1086127758026123,1.1086127758026123,, +1.5388057231903076,1.5388057231903076,1.3154600858688354,24,674,,,, +,,,24,674,1.1037986278533936,1.1037986278533936,, +2.016345262527466,2.016345262527466,1.3154600858688354,25,701,,,, +,,,25,701,1.1079531908035278,1.1079531908035278,, +1.6513011455535889,1.6513011455535889,1.3154600858688354,26,728,,,, +,,,26,728,1.1088963747024536,1.1088963747024536,, +1.8563127517700195,1.8563127517700195,1.3154600858688354,27,755,,,, +,,,27,755,1.1106961965560913,1.1106961965560913,, +1.9838964939117432,1.9838964939117432,1.3154600858688354,28,782,,,, +,,,28,782,1.0945570468902588,1.0945570468902588,, +1.299761414527893,1.299761414527893,1.299761414527893,29,809,,,, +,,,29,809,1.116113543510437,1.116113543510437,, +1.4513648748397827,1.4513648748397827,1.299761414527893,30,836,,,, +,,,30,836,1.0945316553115845,1.0945316553115845,, +1.6059437990188599,1.6059437990188599,1.299761414527893,31,863,,,, +,,,31,863,1.1260499954223633,1.1260499954223633,, +1.3629494905471802,1.3629494905471802,1.299761414527893,32,890,,,, +,,,32,890,1.1021392345428467,1.1021392345428467,, +2.858036756515503,2.858036756515503,1.299761414527893,33,917,,,, +,,,33,917,1.0759387016296387,1.0759387016296387,, +1.434820532798767,1.434820532798767,1.299761414527893,34,944,,,, +,,,34,944,1.0628936290740967,1.0628936290740967,, +1.5864146947860718,1.5864146947860718,1.299761414527893,35,971,,,, +,,,35,971,1.0650806427001953,1.0650806427001953,, +1.5234899520874023,1.5234899520874023,1.299761414527893,36,998,,,, +,,,36,998,1.0299108028411865,1.0299108028411865,, +1.4551551342010498,1.4551551342010498,1.299761414527893,37,1025,,,, +,,,37,1025,1.0748956203460693,1.0748956203460693,, +1.8059290647506714,1.8059290647506714,1.299761414527893,38,1052,,,, +,,,38,1052,1.0359222888946533,1.0359222888946533,, +1.9063102006912231,1.9063102006912231,1.299761414527893,39,1079,,,, +,,,39,1079,1.055390477180481,1.055390477180481,, +1.587982177734375,1.587982177734375,1.299761414527893,40,1106,,,, +,,,40,1106,1.0321245193481445,1.0321245193481445,, +1.357559323310852,1.357559323310852,1.299761414527893,41,1133,,,, +,,,41,1133,1.0249015092849731,1.0249015092849731,, +1.960500955581665,1.960500955581665,1.299761414527893,42,1160,,,, +,,,42,1160,1.049727439880371,1.049727439880371,, +1.5254287719726562,1.5254287719726562,1.299761414527893,43,1187,,,, +,,,43,1187,1.0426660776138306,1.0426660776138306,, +2.032141923904419,2.032141923904419,1.299761414527893,44,1214,,,, +,,,44,1214,1.048103928565979,1.048103928565979,, +1.6677577495574951,1.6677577495574951,1.299761414527893,45,1241,,,, +,,,45,1241,1.0212867259979248,1.0212867259979248,, +1.5873496532440186,1.5873496532440186,1.299761414527893,46,1268,,,, +,,,46,1268,0.9795964360237122,0.9795964360237122,, +1.9190750122070312,1.9190750122070312,1.299761414527893,47,1295,,,, +,,,47,1295,1.0137090682983398,1.0137090682983398,, +1.375336766242981,1.375336766242981,1.299761414527893,48,1322,,,, +,,,48,1322,1.0123286247253418,1.0123286247253418,, +1.4369909763336182,1.4369909763336182,1.299761414527893,49,1349,,,, +,,,49,1349,0.9647429585456848,0.9647429585456848,, +2.0165135860443115,2.0165135860443115,1.299761414527893,50,1376,,,, +,,,50,1376,0.9378822445869446,0.9378822445869446,, +1.7321683168411255,1.7321683168411255,1.299761414527893,51,1403,,,, +,,,51,1403,0.9276694059371948,0.9276694059371948,, +2.779517889022827,2.779517889022827,1.299761414527893,52,1430,,,, +,,,52,1430,0.9949976801872253,0.9949976801872253,, +1.5267013311386108,1.5267013311386108,1.299761414527893,53,1457,,,, +,,,53,1457,0.9365115761756897,0.9365115761756897,, +2.3344242572784424,2.3344242572784424,1.299761414527893,54,1484,,,, +,,,54,1484,0.9113747477531433,0.9113747477531433,, +1.6980617046356201,1.6980617046356201,1.299761414527893,55,1511,,,, +,,,55,1511,0.9396400451660156,0.9396400451660156,, +1.7346097230911255,1.7346097230911255,1.299761414527893,56,1538,,,, +,,,56,1538,0.9336511492729187,0.9336511492729187,, +1.7183431386947632,1.7183431386947632,1.299761414527893,57,1565,,,, +,,,57,1565,0.9190303683280945,0.9190303683280945,, +1.290636420249939,1.290636420249939,1.290636420249939,58,1592,,,, +,,,58,1592,0.9411647319793701,0.9411647319793701,, +2.4577672481536865,2.4577672481536865,1.290636420249939,59,1619,,,, +,,,59,1619,0.9275367259979248,0.9275367259979248,, +2.2040932178497314,2.2040932178497314,1.290636420249939,60,1646,,,, +,,,60,1646,0.9203812479972839,0.9203812479972839,, +2.1028313636779785,2.1028313636779785,1.290636420249939,61,1673,,,, +,,,61,1673,0.9135093688964844,0.9135093688964844,, +1.6171327829360962,1.6171327829360962,1.290636420249939,62,1700,,,, +,,,62,1700,0.9327650666236877,0.9327650666236877,, +1.249523639678955,1.249523639678955,1.249523639678955,63,1727,,,, +,,,63,1727,0.889938473701477,0.889938473701477,, +1.5783754587173462,1.5783754587173462,1.249523639678955,64,1754,,,, +,,,64,1754,0.854543149471283,0.854543149471283,, +2.932495355606079,2.932495355606079,1.249523639678955,65,1781,,,, +,,,65,1781,0.8996431827545166,0.8996431827545166,, +1.6773712635040283,1.6773712635040283,1.249523639678955,66,1808,,,, +,,,66,1808,0.8558576703071594,0.8558576703071594,, +2.966348171234131,2.966348171234131,1.249523639678955,67,1835,,,, +,,,67,1835,0.8499673008918762,0.8499673008918762,, +1.3223453760147095,1.3223453760147095,1.249523639678955,68,1862,,,, +,,,68,1862,0.8500609397888184,0.8500609397888184,, +1.333121418952942,1.333121418952942,1.249523639678955,69,1889,,,, +,,,69,1889,0.8425454497337341,0.8425454497337341,, +1.377079963684082,1.377079963684082,1.249523639678955,70,1916,,,, +,,,70,1916,0.8307526707649231,0.8307526707649231,, +2.1237523555755615,2.1237523555755615,1.249523639678955,71,1943,,,, +,,,71,1943,0.8052217364311218,0.8052217364311218,, +2.1112334728240967,2.1112334728240967,1.249523639678955,72,1970,,,, +,,,72,1970,0.821009635925293,0.821009635925293,, +1.544689655303955,1.544689655303955,1.249523639678955,73,1997,,,, +,,,73,1997,0.819486677646637,0.819486677646637,, +1.5640920400619507,1.5640920400619507,1.249523639678955,74,2024,,,, +,,,74,2024,0.7873777151107788,0.7873777151107788,, +1.2791508436203003,1.2791508436203003,1.249523639678955,75,2051,,,, +,,,75,2051,0.8059744834899902,0.8059744834899902,, +1.7408134937286377,1.7408134937286377,1.249523639678955,76,2078,,,, +,,,76,2078,0.8544288873672485,0.8544288873672485,, +1.4483155012130737,1.4483155012130737,1.249523639678955,77,2105,,,, +,,,77,2105,0.870209276676178,0.870209276676178,, +2.0424013137817383,2.0424013137817383,1.249523639678955,78,2132,,,, +,,,78,2132,0.7596953511238098,0.7596953511238098,, +1.4385079145431519,1.4385079145431519,1.249523639678955,79,2159,,,, +,,,79,2159,0.8185403347015381,0.8185403347015381,, +1.6566975116729736,1.6566975116729736,1.249523639678955,80,2186,,,, +,,,80,2186,0.824723482131958,0.824723482131958,, +1.4256575107574463,1.4256575107574463,1.249523639678955,81,2213,,,, +,,,81,2213,0.7928110957145691,0.7928110957145691,, +2.618906259536743,2.618906259536743,1.249523639678955,82,2240,,,, +,,,82,2240,0.8119828104972839,0.8119828104972839,, +1.3975027799606323,1.3975027799606323,1.249523639678955,83,2267,,,, +,,,83,2267,0.8413053750991821,0.8413053750991821,, +3.4462430477142334,3.4462430477142334,1.249523639678955,84,2294,,,, +,,,84,2294,0.7618115544319153,0.7618115544319153,, +1.5943691730499268,1.5943691730499268,1.249523639678955,85,2321,,,, +,,,85,2321,0.7695584893226624,0.7695584893226624,, +1.452353596687317,1.452353596687317,1.249523639678955,86,2348,,,, +,,,86,2348,0.8068476915359497,0.8068476915359497,, +1.9820992946624756,1.9820992946624756,1.249523639678955,87,2375,,,, +,,,87,2375,0.7745007276535034,0.7745007276535034,, +1.4738150835037231,1.4738150835037231,1.249523639678955,88,2402,,,, +,,,88,2402,0.7288912534713745,0.7288912534713745,, +1.71302330493927,1.71302330493927,1.249523639678955,89,2429,,,, +,,,89,2429,0.699465811252594,0.699465811252594,, +1.3945368528366089,1.3945368528366089,1.249523639678955,90,2456,,,, +,,,90,2456,0.7267603278160095,0.7267603278160095,, +1.4475047588348389,1.4475047588348389,1.249523639678955,91,2483,,,, +,,,91,2483,0.7543859481811523,0.7543859481811523,, +1.542484998703003,1.542484998703003,1.249523639678955,92,2510,,,, +,,,92,2510,0.7718124389648438,0.7718124389648438,, +1.1037075519561768,1.1037075519561768,1.1037075519561768,93,2537,,,, +,,,93,2537,0.774516224861145,0.774516224861145,, +1.1909815073013306,1.1909815073013306,1.1037075519561768,94,2564,,,, +,,,94,2564,0.7957005500793457,0.7957005500793457,, +1.0443216562271118,1.0443216562271118,1.0443216562271118,95,2591,,,, +,,,95,2591,0.7273293733596802,0.7273293733596802,, +1.5082931518554688,1.5082931518554688,1.0443216562271118,96,2618,,,, +,,,96,2618,0.6924417614936829,0.6924417614936829,, +1.3130191564559937,1.3130191564559937,1.0443216562271118,97,2645,,,, +,,,97,2645,0.6858658790588379,0.6858658790588379,, +1.3467752933502197,1.3467752933502197,1.0443216562271118,98,2672,,,, +,,,98,2672,0.7169437408447266,0.7169437408447266,, +1.3395512104034424,1.3395512104034424,1.0443216562271118,99,2699,,,, +,,,99,2699,0.7298117280006409,0.7298117280006409,, +,,,96,2592,,,1.0170925855636597,1.0170925855636597 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952624.37a92d36c649.1.24 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952624.37a92d36c649.1.24 new file mode 100644 index 0000000000000000000000000000000000000000..690546d870737e8a539c6953d8520a6009dafebd --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646952624.37a92d36c649.1.24 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fe56a66fe47358a8b11b458e1e1b747204ff36a5f37d5edcc3789cb2f9de5357 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.25 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.25 new file mode 100644 index 0000000000000000000000000000000000000000..0130ac3b578edb0040b2cf6b36e82f35e87fe0ec --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.25 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:911e8952f8d1acdf412cd35a39b00482711573d87196f2e62e0ac3e54a4ad748 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..143f3257970e3f142b2e150eb4fcf6c1c70f5c89 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/12/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.001406127964835635 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0b60289e3ed9c65c58dac2d122b6962f566aea83 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.003667217846048454 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6c36752ef9116abdbe9b7d95a05eabb4402fb332 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.003667217846048454 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.003667217846048454,trainer.gpus=0 + id: '13' + num: 13 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..4f925d776b882d65b9d9258a17ff77fb340b412c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.003667217846048454 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..78e7bf6f1f83d34675ab0cbe270d174a578e67d2 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.003667217846048454 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..b2296474f0f2035623512b2d739df67cbe756155 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.4606432914733887,1.4606432914733887,1.4606432914733887,0,26,,,, +,,,0,26,1.6699919700622559,1.6699919700622559,, +1.4746863842010498,1.4746863842010498,1.4606432914733887,1,53,,,, +,,,1,53,1.5210121870040894,1.5210121870040894,, +1.4380803108215332,1.4380803108215332,1.4380803108215332,2,80,,,, +,,,2,80,1.4927997589111328,1.4927997589111328,, +1.4777369499206543,1.4777369499206543,1.4380803108215332,3,107,,,, +,,,3,107,1.465999960899353,1.465999960899353,, +1.451737403869629,1.451737403869629,1.4380803108215332,4,134,,,, +,,,4,134,1.4530463218688965,1.4530463218688965,, +1.5097095966339111,1.5097095966339111,1.4380803108215332,5,161,,,, +,,,5,161,1.4216750860214233,1.4216750860214233,, +1.5579642057418823,1.5579642057418823,1.4380803108215332,6,188,,,, +,,,6,188,1.401484727859497,1.401484727859497,, +1.4673517942428589,1.4673517942428589,1.4380803108215332,7,215,,,, +,,,7,215,1.4372293949127197,1.4372293949127197,, +1.4666259288787842,1.4666259288787842,1.4380803108215332,8,242,,,, +,,,8,242,1.4040248394012451,1.4040248394012451,, +1.8650015592575073,1.8650015592575073,1.4380803108215332,9,269,,,, +,,,9,269,1.4133046865463257,1.4133046865463257,, +1.4947688579559326,1.4947688579559326,1.4380803108215332,10,296,,,, +,,,10,296,1.4175314903259277,1.4175314903259277,, +1.5075221061706543,1.5075221061706543,1.4380803108215332,11,323,,,, +,,,11,323,1.3705891370773315,1.3705891370773315,, +1.6019188165664673,1.6019188165664673,1.4380803108215332,12,350,,,, +,,,12,350,1.3806273937225342,1.3806273937225342,, +1.462353229522705,1.462353229522705,1.4380803108215332,13,377,,,, +,,,13,377,1.3705203533172607,1.3705203533172607,, +1.4787653684616089,1.4787653684616089,1.4380803108215332,14,404,,,, +,,,14,404,1.3517358303070068,1.3517358303070068,, +1.6885863542556763,1.6885863542556763,1.4380803108215332,15,431,,,, +,,,15,431,1.357539176940918,1.357539176940918,, +1.5303391218185425,1.5303391218185425,1.4380803108215332,16,458,,,, +,,,16,458,1.3722567558288574,1.3722567558288574,, +2.5266568660736084,2.5266568660736084,1.4380803108215332,17,485,,,, +,,,17,485,1.3515821695327759,1.3515821695327759,, +1.5134350061416626,1.5134350061416626,1.4380803108215332,18,512,,,, +,,,18,512,1.3410217761993408,1.3410217761993408,, +2.35429310798645,2.35429310798645,1.4380803108215332,19,539,,,, +,,,19,539,1.3631525039672852,1.3631525039672852,, +1.5652703046798706,1.5652703046798706,1.4380803108215332,20,566,,,, +,,,20,566,1.3404223918914795,1.3404223918914795,, +1.884360909461975,1.884360909461975,1.4380803108215332,21,593,,,, +,,,21,593,1.3451640605926514,1.3451640605926514,, +1.4733203649520874,1.4733203649520874,1.4380803108215332,22,620,,,, +,,,22,620,1.291732907295227,1.291732907295227,, +1.4617335796356201,1.4617335796356201,1.4380803108215332,23,647,,,, +,,,23,647,1.3343158960342407,1.3343158960342407,, +1.5419450998306274,1.5419450998306274,1.4380803108215332,24,674,,,, +,,,24,674,1.3400871753692627,1.3400871753692627,, +1.601158857345581,1.601158857345581,1.4380803108215332,25,701,,,, +,,,25,701,1.355955719947815,1.355955719947815,, +1.516626238822937,1.516626238822937,1.4380803108215332,26,728,,,, +,,,26,728,1.2812522649765015,1.2812522649765015,, +1.7504658699035645,1.7504658699035645,1.4380803108215332,27,755,,,, +,,,27,755,1.311252474784851,1.311252474784851,, +1.4654655456542969,1.4654655456542969,1.4380803108215332,28,782,,,, +,,,28,782,1.2835952043533325,1.2835952043533325,, +1.5266945362091064,1.5266945362091064,1.4380803108215332,29,809,,,, +,,,29,809,1.2741574048995972,1.2741574048995972,, +1.4983974695205688,1.4983974695205688,1.4380803108215332,30,836,,,, +,,,30,836,1.2600045204162598,1.2600045204162598,, +2.99694561958313,2.99694561958313,1.4380803108215332,31,863,,,, +,,,31,863,1.2586629390716553,1.2586629390716553,, +1.6219595670700073,1.6219595670700073,1.4380803108215332,32,890,,,, +,,,32,890,1.2287592887878418,1.2287592887878418,, +1.527970314025879,1.527970314025879,1.4380803108215332,33,917,,,, +,,,33,917,1.175965666770935,1.175965666770935,, +1.5289629697799683,1.5289629697799683,1.4380803108215332,34,944,,,, +,,,34,944,1.2669771909713745,1.2669771909713745,, +3.5157012939453125,3.5157012939453125,1.4380803108215332,35,971,,,, +,,,35,971,1.201438069343567,1.201438069343567,, +1.8071776628494263,1.8071776628494263,1.4380803108215332,36,998,,,, +,,,36,998,1.2234296798706055,1.2234296798706055,, +2.9550063610076904,2.9550063610076904,1.4380803108215332,37,1025,,,, +,,,37,1025,1.1995052099227905,1.1995052099227905,, +1.5931316614151,1.5931316614151,1.4380803108215332,38,1052,,,, +,,,38,1052,1.1905255317687988,1.1905255317687988,, +2.0785012245178223,2.0785012245178223,1.4380803108215332,39,1079,,,, +,,,39,1079,1.1170796155929565,1.1170796155929565,, +1.459867238998413,1.459867238998413,1.4380803108215332,40,1106,,,, +,,,40,1106,1.1982049942016602,1.1982049942016602,, +1.3608770370483398,1.3608770370483398,1.3608770370483398,41,1133,,,, +,,,41,1133,1.0974856615066528,1.0974856615066528,, +1.521744728088379,1.521744728088379,1.3608770370483398,42,1160,,,, +,,,42,1160,1.1459871530532837,1.1459871530532837,, +1.6354188919067383,1.6354188919067383,1.3608770370483398,43,1187,,,, +,,,43,1187,1.2127324342727661,1.2127324342727661,, +1.721358060836792,1.721358060836792,1.3608770370483398,44,1214,,,, +,,,44,1214,1.1219037771224976,1.1219037771224976,, +2.7165470123291016,2.7165470123291016,1.3608770370483398,45,1241,,,, +,,,45,1241,1.1469695568084717,1.1469695568084717,, +2.7102606296539307,2.7102606296539307,1.3608770370483398,46,1268,,,, +,,,46,1268,1.0804805755615234,1.0804805755615234,, +3.901205539703369,3.901205539703369,1.3608770370483398,47,1295,,,, +,,,47,1295,1.0920984745025635,1.0920984745025635,, +1.9869391918182373,1.9869391918182373,1.3608770370483398,48,1322,,,, +,,,48,1322,1.0500808954238892,1.0500808954238892,, +1.5710898637771606,1.5710898637771606,1.3608770370483398,49,1349,,,, +,,,49,1349,1.1200019121170044,1.1200019121170044,, +1.48117995262146,1.48117995262146,1.3608770370483398,50,1376,,,, +,,,50,1376,1.124404788017273,1.124404788017273,, +1.4984129667282104,1.4984129667282104,1.3608770370483398,51,1403,,,, +,,,51,1403,1.037623643875122,1.037623643875122,, +1.4938468933105469,1.4938468933105469,1.3608770370483398,52,1430,,,, +,,,52,1430,1.0634758472442627,1.0634758472442627,, +2.06067156791687,2.06067156791687,1.3608770370483398,53,1457,,,, +,,,53,1457,1.0552468299865723,1.0552468299865723,, +1.643050193786621,1.643050193786621,1.3608770370483398,54,1484,,,, +,,,54,1484,1.1060487031936646,1.1060487031936646,, +2.774390935897827,2.774390935897827,1.3608770370483398,55,1511,,,, +,,,55,1511,1.056064248085022,1.056064248085022,, +1.3282986879348755,1.3282986879348755,1.3282986879348755,56,1538,,,, +,,,56,1538,1.0134131908416748,1.0134131908416748,, +2.899129867553711,2.899129867553711,1.3282986879348755,57,1565,,,, +,,,57,1565,0.9875587821006775,0.9875587821006775,, +3.5410494804382324,3.5410494804382324,1.3282986879348755,58,1592,,,, +,,,58,1592,1.027536392211914,1.027536392211914,, +1.8087658882141113,1.8087658882141113,1.3282986879348755,59,1619,,,, +,,,59,1619,0.9983460903167725,0.9983460903167725,, +2.5392849445343018,2.5392849445343018,1.3282986879348755,60,1646,,,, +,,,60,1646,0.9814966917037964,0.9814966917037964,, +1.889186978340149,1.889186978340149,1.3282986879348755,61,1673,,,, +,,,61,1673,1.04585862159729,1.04585862159729,, +1.4085228443145752,1.4085228443145752,1.3282986879348755,62,1700,,,, +,,,62,1700,1.019834280014038,1.019834280014038,, +2.2238454818725586,2.2238454818725586,1.3282986879348755,63,1727,,,, +,,,63,1727,0.9147136807441711,0.9147136807441711,, +2.507706880569458,2.507706880569458,1.3282986879348755,64,1754,,,, +,,,64,1754,0.950082540512085,0.950082540512085,, +1.1386076211929321,1.1386076211929321,1.1386076211929321,65,1781,,,, +,,,65,1781,0.9198989272117615,0.9198989272117615,, +1.7515085935592651,1.7515085935592651,1.1386076211929321,66,1808,,,, +,,,66,1808,0.9104466438293457,0.9104466438293457,, +1.4851727485656738,1.4851727485656738,1.1386076211929321,67,1835,,,, +,,,67,1835,0.9577696323394775,0.9577696323394775,, +1.8228271007537842,1.8228271007537842,1.1386076211929321,68,1862,,,, +,,,68,1862,0.9101367592811584,0.9101367592811584,, +1.7904624938964844,1.7904624938964844,1.1386076211929321,69,1889,,,, +,,,69,1889,0.9035717248916626,0.9035717248916626,, +1.9228156805038452,1.9228156805038452,1.1386076211929321,70,1916,,,, +,,,70,1916,0.8861273527145386,0.8861273527145386,, +2.085308074951172,2.085308074951172,1.1386076211929321,71,1943,,,, +,,,71,1943,0.9694860577583313,0.9694860577583313,, +1.9828592538833618,1.9828592538833618,1.1386076211929321,72,1970,,,, +,,,72,1970,0.9413881897926331,0.9413881897926331,, +1.218909740447998,1.218909740447998,1.1386076211929321,73,1997,,,, +,,,73,1997,0.9394506812095642,0.9394506812095642,, +1.2931345701217651,1.2931345701217651,1.1386076211929321,74,2024,,,, +,,,74,2024,0.8854947686195374,0.8854947686195374,, +1.9957361221313477,1.9957361221313477,1.1386076211929321,75,2051,,,, +,,,75,2051,0.8731582760810852,0.8731582760810852,, +1.156192421913147,1.156192421913147,1.1386076211929321,76,2078,,,, +,,,76,2078,0.8668397665023804,0.8668397665023804,, +4.492703914642334,4.492703914642334,1.1386076211929321,77,2105,,,, +,,,77,2105,0.8878253102302551,0.8878253102302551,, +1.2137655019760132,1.2137655019760132,1.1386076211929321,78,2132,,,, +,,,78,2132,0.8640716075897217,0.8640716075897217,, +1.9379135370254517,1.9379135370254517,1.1386076211929321,79,2159,,,, +,,,79,2159,0.8310316205024719,0.8310316205024719,, +2.1287708282470703,2.1287708282470703,1.1386076211929321,80,2186,,,, +,,,80,2186,0.8973637223243713,0.8973637223243713,, +1.910030484199524,1.910030484199524,1.1386076211929321,81,2213,,,, +,,,81,2213,0.9557178020477295,0.9557178020477295,, +1.5638020038604736,1.5638020038604736,1.1386076211929321,82,2240,,,, +,,,82,2240,0.902524471282959,0.902524471282959,, +1.8373081684112549,1.8373081684112549,1.1386076211929321,83,2267,,,, +,,,83,2267,0.8470232486724854,0.8470232486724854,, +4.7020158767700195,4.7020158767700195,1.1386076211929321,84,2294,,,, +,,,84,2294,0.8718170523643494,0.8718170523643494,, +2.8360331058502197,2.8360331058502197,1.1386076211929321,85,2321,,,, +,,,85,2321,0.9025630950927734,0.9025630950927734,, +1.8024927377700806,1.8024927377700806,1.1386076211929321,86,2348,,,, +,,,86,2348,0.8570308685302734,0.8570308685302734,, +2.514446496963501,2.514446496963501,1.1386076211929321,87,2375,,,, +,,,87,2375,0.8571733832359314,0.8571733832359314,, +3.4728214740753174,3.4728214740753174,1.1386076211929321,88,2402,,,, +,,,88,2402,0.9757309556007385,0.9757309556007385,, +2.3552134037017822,2.3552134037017822,1.1386076211929321,89,2429,,,, +,,,89,2429,0.8453519940376282,0.8453519940376282,, +1.7544959783554077,1.7544959783554077,1.1386076211929321,90,2456,,,, +,,,90,2456,0.8101593852043152,0.8101593852043152,, +1.0175409317016602,1.0175409317016602,1.0175409317016602,91,2483,,,, +,,,91,2483,0.8310639262199402,0.8310639262199402,, +1.3298760652542114,1.3298760652542114,1.0175409317016602,92,2510,,,, +,,,92,2510,0.9122585654258728,0.9122585654258728,, +4.411593914031982,4.411593914031982,1.0175409317016602,93,2537,,,, +,,,93,2537,0.7885783314704895,0.7885783314704895,, +4.896975040435791,4.896975040435791,1.0175409317016602,94,2564,,,, +,,,94,2564,0.7917547225952148,0.7917547225952148,, +2.0306270122528076,2.0306270122528076,1.0175409317016602,95,2591,,,, +,,,95,2591,0.8102917075157166,0.8102917075157166,, +1.7351102828979492,1.7351102828979492,1.0175409317016602,96,2618,,,, +,,,96,2618,0.8058015704154968,0.8058015704154968,, +2.072267532348633,2.072267532348633,1.0175409317016602,97,2645,,,, +,,,97,2645,0.7851160764694214,0.7851160764694214,, +1.3256508111953735,1.3256508111953735,1.0175409317016602,98,2672,,,, +,,,98,2672,0.8001875281333923,0.8001875281333923,, +1.3688437938690186,1.3688437938690186,1.0175409317016602,99,2699,,,, +,,,99,2699,0.8080283403396606,0.8080283403396606,, +,,,92,2484,,,1.108647346496582,1.108647346496582 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.26 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.26 new file mode 100644 index 0000000000000000000000000000000000000000..79915e425ebeb465b96b87a7d610560d658b47b0 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646953611.37a92d36c649.1.26 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:95143eeacee12ca761e053bce474364f45801be48f431279a017c9bb8ec0fa27 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.27 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.27 new file mode 100644 index 0000000000000000000000000000000000000000..9645cabc5da1cecdafe4ea2e09fefabde7d5f92e --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.27 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ac2b5a52ad73729c0a6e0296127a72bb3c420cdd6d8d92e3c659824fb84b5e88 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..78e7bf6f1f83d34675ab0cbe270d174a578e67d2 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/13/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.003667217846048454 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3e23d8a5653db97494b7ab20a75779fe94163595 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.059650958218651365 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e8878f5e97fc9fea4d7d1c84ff74d15e4b33ce62 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.059650958218651365 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.059650958218651365,trainer.gpus=0 + id: '14' + num: 14 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d36271be4a1e50dbc4c8dc35d866518d888f581b --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.059650958218651365 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d5e33e9225dc6c5f3817e6528b6cc9f1f57a1bd0 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.059650958218651365 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..c3b82ba52525a03157b740cb2c8d92e0ef8524a8 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.590976595878601,1.590976595878601,1.590976595878601,0,26,,,, +,,,0,26,1.9735658168792725,1.9735658168792725,, +1.5418606996536255,1.5418606996536255,1.5418606996536255,1,53,,,, +,,,1,53,1.5862483978271484,1.5862483978271484,, +1.5591367483139038,1.5591367483139038,1.5418606996536255,2,80,,,, +,,,2,80,1.5656079053878784,1.5656079053878784,, +1.5641640424728394,1.5641640424728394,1.5418606996536255,3,107,,,, +,,,3,107,1.5555965900421143,1.5555965900421143,, +1.5319159030914307,1.5319159030914307,1.5319159030914307,4,134,,,, +,,,4,134,1.5454106330871582,1.5454106330871582,, +1.659389615058899,1.659389615058899,1.5319159030914307,5,161,,,, +,,,5,161,1.531456708908081,1.531456708908081,, +1.550546407699585,1.550546407699585,1.5319159030914307,6,188,,,, +,,,6,188,1.539447546005249,1.539447546005249,, +1.526100516319275,1.526100516319275,1.526100516319275,7,215,,,, +,,,7,215,1.5565005540847778,1.5565005540847778,, +1.5159661769866943,1.5159661769866943,1.5159661769866943,8,242,,,, +,,,8,242,1.5574089288711548,1.5574089288711548,, +1.52454674243927,1.52454674243927,1.5159661769866943,9,269,,,, +,,,9,269,1.5765140056610107,1.5765140056610107,, +1.5463263988494873,1.5463263988494873,1.5159661769866943,10,296,,,, +,,,10,296,1.5767537355422974,1.5767537355422974,, +1.5446860790252686,1.5446860790252686,1.5159661769866943,11,323,,,, +,,,11,323,1.5549373626708984,1.5549373626708984,, +1.5470993518829346,1.5470993518829346,1.5159661769866943,12,350,,,, +,,,12,350,1.5554211139678955,1.5554211139678955,, +1.5267479419708252,1.5267479419708252,1.5159661769866943,13,377,,,, +,,,13,377,1.5443096160888672,1.5443096160888672,, +1.4834527969360352,1.4834527969360352,1.4834527969360352,14,404,,,, +,,,14,404,1.5600534677505493,1.5600534677505493,, +1.549647331237793,1.549647331237793,1.4834527969360352,15,431,,,, +,,,15,431,1.556740403175354,1.556740403175354,, +1.6116198301315308,1.6116198301315308,1.4834527969360352,16,458,,,, +,,,16,458,1.5412272214889526,1.5412272214889526,, +1.5538123846054077,1.5538123846054077,1.4834527969360352,17,485,,,, +,,,17,485,1.5547680854797363,1.5547680854797363,, +1.507487416267395,1.507487416267395,1.4834527969360352,18,512,,,, +,,,18,512,1.544787049293518,1.544787049293518,, +2.5689353942871094,2.5689353942871094,1.4834527969360352,19,539,,,, +,,,19,539,1.582128882408142,1.582128882408142,, +1.5335129499435425,1.5335129499435425,1.4834527969360352,20,566,,,, +,,,20,566,1.5568413734436035,1.5568413734436035,, +1.4735809564590454,1.4735809564590454,1.4735809564590454,21,593,,,, +,,,21,593,1.5672578811645508,1.5672578811645508,, +1.5297471284866333,1.5297471284866333,1.4735809564590454,22,620,,,, +,,,22,620,1.5770143270492554,1.5770143270492554,, +1.55684494972229,1.55684494972229,1.4735809564590454,23,647,,,, +,,,23,647,1.582753300666809,1.582753300666809,, +1.5164260864257812,1.5164260864257812,1.4735809564590454,24,674,,,, +,,,24,674,1.555023431777954,1.555023431777954,, +1.9980183839797974,1.9980183839797974,1.4735809564590454,25,701,,,, +,,,25,701,1.5579004287719727,1.5579004287719727,, +1.5254203081130981,1.5254203081130981,1.4735809564590454,26,728,,,, +,,,26,728,1.5693023204803467,1.5693023204803467,, +1.5021142959594727,1.5021142959594727,1.4735809564590454,27,755,,,, +,,,27,755,1.568959355354309,1.568959355354309,, +1.5854785442352295,1.5854785442352295,1.4735809564590454,28,782,,,, +,,,28,782,1.5611158609390259,1.5611158609390259,, +4.337223052978516,4.337223052978516,1.4735809564590454,29,809,,,, +,,,29,809,1.546269416809082,1.546269416809082,, +1.546778917312622,1.546778917312622,1.4735809564590454,30,836,,,, +,,,30,836,1.5475035905838013,1.5475035905838013,, +1.5660055875778198,1.5660055875778198,1.4735809564590454,31,863,,,, +,,,31,863,1.5715943574905396,1.5715943574905396,, +2.2177236080169678,2.2177236080169678,1.4735809564590454,32,890,,,, +,,,32,890,1.5869711637496948,1.5869711637496948,, +2.5008113384246826,2.5008113384246826,1.4735809564590454,33,917,,,, +,,,33,917,1.542376160621643,1.542376160621643,, +2.2548818588256836,2.2548818588256836,1.4735809564590454,34,944,,,, +,,,34,944,1.5474333763122559,1.5474333763122559,, +1.5646412372589111,1.5646412372589111,1.4735809564590454,35,971,,,, +,,,35,971,1.5531595945358276,1.5531595945358276,, +1.5182496309280396,1.5182496309280396,1.4735809564590454,36,998,,,, +,,,36,998,1.5704619884490967,1.5704619884490967,, +1.4985461235046387,1.4985461235046387,1.4735809564590454,37,1025,,,, +,,,37,1025,1.5533387660980225,1.5533387660980225,, +1.5929354429244995,1.5929354429244995,1.4735809564590454,38,1052,,,, +,,,38,1052,1.5704768896102905,1.5704768896102905,, +1.550657868385315,1.550657868385315,1.4735809564590454,39,1079,,,, +,,,39,1079,1.5652873516082764,1.5652873516082764,, +1.6358981132507324,1.6358981132507324,1.4735809564590454,40,1106,,,, +,,,40,1106,1.5379780530929565,1.5379780530929565,, +4.1363606452941895,4.1363606452941895,1.4735809564590454,41,1133,,,, +,,,41,1133,1.5852710008621216,1.5852710008621216,, +2.8425395488739014,2.8425395488739014,1.4735809564590454,42,1160,,,, +,,,42,1160,1.5684666633605957,1.5684666633605957,, +2.4519505500793457,2.4519505500793457,1.4735809564590454,43,1187,,,, +,,,43,1187,1.5680482387542725,1.5680482387542725,, +3.0058753490448,3.0058753490448,1.4735809564590454,44,1214,,,, +,,,44,1214,1.5683168172836304,1.5683168172836304,, +1.5217112302780151,1.5217112302780151,1.4735809564590454,45,1241,,,, +,,,45,1241,1.576209306716919,1.576209306716919,, +1.542832612991333,1.542832612991333,1.4735809564590454,46,1268,,,, +,,,46,1268,1.5669900178909302,1.5669900178909302,, +1.5185613632202148,1.5185613632202148,1.4735809564590454,47,1295,,,, +,,,47,1295,1.5629844665527344,1.5629844665527344,, +1.5912002325057983,1.5912002325057983,1.4735809564590454,48,1322,,,, +,,,48,1322,1.5707391500473022,1.5707391500473022,, +2.451751470565796,2.451751470565796,1.4735809564590454,49,1349,,,, +,,,49,1349,1.5615593194961548,1.5615593194961548,, +1.5377578735351562,1.5377578735351562,1.4735809564590454,50,1376,,,, +,,,50,1376,1.5617157220840454,1.5617157220840454,, +1.5209286212921143,1.5209286212921143,1.4735809564590454,51,1403,,,, +,,,51,1403,1.5508558750152588,1.5508558750152588,, +1.6161435842514038,1.6161435842514038,1.4735809564590454,52,1430,,,, +,,,52,1430,1.5639866590499878,1.5639866590499878,, +1.5516647100448608,1.5516647100448608,1.4735809564590454,53,1457,,,, +,,,53,1457,1.55684494972229,1.55684494972229,, +1.6174296140670776,1.6174296140670776,1.4735809564590454,54,1484,,,, +,,,54,1484,1.5843193531036377,1.5843193531036377,, +1.6068576574325562,1.6068576574325562,1.4735809564590454,55,1511,,,, +,,,55,1511,1.5829527378082275,1.5829527378082275,, +1.514671802520752,1.514671802520752,1.4735809564590454,56,1538,,,, +,,,56,1538,1.551818609237671,1.551818609237671,, +1.7390458583831787,1.7390458583831787,1.4735809564590454,57,1565,,,, +,,,57,1565,1.5636953115463257,1.5636953115463257,, +1.5308948755264282,1.5308948755264282,1.4735809564590454,58,1592,,,, +,,,58,1592,1.5712227821350098,1.5712227821350098,, +4.246495246887207,4.246495246887207,1.4735809564590454,59,1619,,,, +,,,59,1619,1.5772196054458618,1.5772196054458618,, +1.8290046453475952,1.8290046453475952,1.4735809564590454,60,1646,,,, +,,,60,1646,1.5847280025482178,1.5847280025482178,, +2.2229039669036865,2.2229039669036865,1.4735809564590454,61,1673,,,, +,,,61,1673,1.5831904411315918,1.5831904411315918,, +1.7936995029449463,1.7936995029449463,1.4735809564590454,62,1700,,,, +,,,62,1700,1.5752217769622803,1.5752217769622803,, +1.583999514579773,1.583999514579773,1.4735809564590454,63,1727,,,, +,,,63,1727,1.5749616622924805,1.5749616622924805,, +1.5261683464050293,1.5261683464050293,1.4735809564590454,64,1754,,,, +,,,64,1754,1.5735243558883667,1.5735243558883667,, +1.5210727453231812,1.5210727453231812,1.4735809564590454,65,1781,,,, +,,,65,1781,1.5754499435424805,1.5754499435424805,, +1.5014982223510742,1.5014982223510742,1.4735809564590454,66,1808,,,, +,,,66,1808,1.5845959186553955,1.5845959186553955,, +1.4896446466445923,1.4896446466445923,1.4735809564590454,67,1835,,,, +,,,67,1835,1.5820850133895874,1.5820850133895874,, +1.526710867881775,1.526710867881775,1.4735809564590454,68,1862,,,, +,,,68,1862,1.5795150995254517,1.5795150995254517,, +1.5470304489135742,1.5470304489135742,1.4735809564590454,69,1889,,,, +,,,69,1889,1.5694080591201782,1.5694080591201782,, +1.5167609453201294,1.5167609453201294,1.4735809564590454,70,1916,,,, +,,,70,1916,1.56687593460083,1.56687593460083,, +1.5414576530456543,1.5414576530456543,1.4735809564590454,71,1943,,,, +,,,71,1943,1.5675604343414307,1.5675604343414307,, +4.04507303237915,4.04507303237915,1.4735809564590454,72,1970,,,, +,,,72,1970,1.577062964439392,1.577062964439392,, +1.6557879447937012,1.6557879447937012,1.4735809564590454,73,1997,,,, +,,,73,1997,1.577702522277832,1.577702522277832,, +1.5337063074111938,1.5337063074111938,1.4735809564590454,74,2024,,,, +,,,74,2024,1.583878755569458,1.583878755569458,, +1.5230705738067627,1.5230705738067627,1.4735809564590454,75,2051,,,, +,,,75,2051,1.5883766412734985,1.5883766412734985,, +1.5218654870986938,1.5218654870986938,1.4735809564590454,76,2078,,,, +,,,76,2078,1.5928008556365967,1.5928008556365967,, +1.5043693780899048,1.5043693780899048,1.4735809564590454,77,2105,,,, +,,,77,2105,1.5801361799240112,1.5801361799240112,, +1.5772466659545898,1.5772466659545898,1.4735809564590454,78,2132,,,, +,,,78,2132,1.5822044610977173,1.5822044610977173,, +1.591291069984436,1.591291069984436,1.4735809564590454,79,2159,,,, +,,,79,2159,1.5730217695236206,1.5730217695236206,, +1.5851165056228638,1.5851165056228638,1.4735809564590454,80,2186,,,, +,,,80,2186,1.5578027963638306,1.5578027963638306,, +1.539854645729065,1.539854645729065,1.4735809564590454,81,2213,,,, +,,,81,2213,1.606407880783081,1.606407880783081,, +3.8961403369903564,3.8961403369903564,1.4735809564590454,82,2240,,,, +,,,82,2240,1.5718364715576172,1.5718364715576172,, +1.5485670566558838,1.5485670566558838,1.4735809564590454,83,2267,,,, +,,,83,2267,1.5950181484222412,1.5950181484222412,, +1.5702297687530518,1.5702297687530518,1.4735809564590454,84,2294,,,, +,,,84,2294,1.5902633666992188,1.5902633666992188,, +1.5674972534179688,1.5674972534179688,1.4735809564590454,85,2321,,,, +,,,85,2321,1.591336727142334,1.591336727142334,, +1.679592251777649,1.679592251777649,1.4735809564590454,86,2348,,,, +,,,86,2348,1.5971651077270508,1.5971651077270508,, +1.5837299823760986,1.5837299823760986,1.4735809564590454,87,2375,,,, +,,,87,2375,1.5977177619934082,1.5977177619934082,, +1.5776695013046265,1.5776695013046265,1.4735809564590454,88,2402,,,, +,,,88,2402,1.5794750452041626,1.5794750452041626,, +1.7323424816131592,1.7323424816131592,1.4735809564590454,89,2429,,,, +,,,89,2429,1.5965681076049805,1.5965681076049805,, +1.5231127738952637,1.5231127738952637,1.4735809564590454,90,2456,,,, +,,,90,2456,1.5720243453979492,1.5720243453979492,, +1.6232830286026,1.6232830286026,1.4735809564590454,91,2483,,,, +,,,91,2483,1.565142035484314,1.565142035484314,, +1.595155119895935,1.595155119895935,1.4735809564590454,92,2510,,,, +,,,92,2510,1.5875416994094849,1.5875416994094849,, +1.6163194179534912,1.6163194179534912,1.4735809564590454,93,2537,,,, +,,,93,2537,1.571421504020691,1.571421504020691,, +1.6055138111114502,1.6055138111114502,1.4735809564590454,94,2564,,,, +,,,94,2564,1.568984031677246,1.568984031677246,, +1.6831505298614502,1.6831505298614502,1.4735809564590454,95,2591,,,, +,,,95,2591,1.5671557188034058,1.5671557188034058,, +1.7051926851272583,1.7051926851272583,1.4735809564590454,96,2618,,,, +,,,96,2618,1.5563613176345825,1.5563613176345825,, +1.5442982912063599,1.5442982912063599,1.4735809564590454,97,2645,,,, +,,,97,2645,1.5746893882751465,1.5746893882751465,, +1.784967303276062,1.784967303276062,1.4735809564590454,98,2672,,,, +,,,98,2672,1.5746958255767822,1.5746958255767822,, +1.5203335285186768,1.5203335285186768,1.4735809564590454,99,2699,,,, +,,,99,2699,1.5602784156799316,1.5602784156799316,, +,,,22,594,,,1.5743286609649658,1.5743286609649658 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.28 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.28 new file mode 100644 index 0000000000000000000000000000000000000000..6a2755560366ddcb363f6161707e5c1a10b6ab95 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646954564.37a92d36c649.1.28 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d583b3de22a33c235ae93134b8e1b7d8e5bcc9979c74cad895ac4fb935fb1474 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.29 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.29 new file mode 100644 index 0000000000000000000000000000000000000000..2b68bc51d210a7759db32c2d77f8f18d890132c0 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.29 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:400d9201cb70756d5811d78cf09be9d8fcce910d4928e4174696776482e92c59 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d5e33e9225dc6c5f3817e6528b6cc9f1f57a1bd0 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/14/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.059650958218651365 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bdb692e87196cd06f3f75eccdf4e53bacee53e97 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.00041303192540957006 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..34337f8f752356ab54028fb621d657b2974ffc00 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.00041303192540957006 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.00041303192540957006,trainer.gpus=0 + id: '15' + num: 15 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6552a1fdf6880d2b46ba5ae609ab3b6543b5f27d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.00041303192540957006 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..148de3817425f347d93a7e526d1f3fec54d3aae3 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.00041303192540957006 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..7e2303eec7ebc4436af100faa31e085d6a36e9df --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.477872610092163,1.477872610092163,1.477872610092163,0,26,,,, +,,,0,26,1.69045889377594,1.69045889377594,, +1.4578031301498413,1.4578031301498413,1.4578031301498413,1,53,,,, +,,,1,53,1.4958380460739136,1.4958380460739136,, +1.5148959159851074,1.5148959159851074,1.4578031301498413,2,80,,,, +,,,2,80,1.4120872020721436,1.4120872020721436,, +1.5026394128799438,1.5026394128799438,1.4578031301498413,3,107,,,, +,,,3,107,1.3806402683258057,1.3806402683258057,, +1.4764015674591064,1.4764015674591064,1.4578031301498413,4,134,,,, +,,,4,134,1.3417812585830688,1.3417812585830688,, +1.4194437265396118,1.4194437265396118,1.4194437265396118,5,161,,,, +,,,5,161,1.2995505332946777,1.2995505332946777,, +1.4125993251800537,1.4125993251800537,1.4125993251800537,6,188,,,, +,,,6,188,1.2598010301589966,1.2598010301589966,, +1.5936697721481323,1.5936697721481323,1.4125993251800537,7,215,,,, +,,,7,215,1.2237205505371094,1.2237205505371094,, +1.3851289749145508,1.3851289749145508,1.3851289749145508,8,242,,,, +,,,8,242,1.1999763250350952,1.1999763250350952,, +1.441339135169983,1.441339135169983,1.3851289749145508,9,269,,,, +,,,9,269,1.1493918895721436,1.1493918895721436,, +1.3413710594177246,1.3413710594177246,1.3413710594177246,10,296,,,, +,,,10,296,1.1410155296325684,1.1410155296325684,, +1.7219111919403076,1.7219111919403076,1.3413710594177246,11,323,,,, +,,,11,323,1.1135677099227905,1.1135677099227905,, +1.330617070198059,1.330617070198059,1.330617070198059,12,350,,,, +,,,12,350,1.0927507877349854,1.0927507877349854,, +1.428541898727417,1.428541898727417,1.330617070198059,13,377,,,, +,,,13,377,1.0615065097808838,1.0615065097808838,, +2.8886711597442627,2.8886711597442627,1.330617070198059,14,404,,,, +,,,14,404,1.1008059978485107,1.1008059978485107,, +1.3472217321395874,1.3472217321395874,1.330617070198059,15,431,,,, +,,,15,431,1.053870439529419,1.053870439529419,, +2.0750012397766113,2.0750012397766113,1.330617070198059,16,458,,,, +,,,16,458,0.9760837554931641,0.9760837554931641,, +1.2080518007278442,1.2080518007278442,1.2080518007278442,17,485,,,, +,,,17,485,0.9933850765228271,0.9933850765228271,, +1.5419291257858276,1.5419291257858276,1.2080518007278442,18,512,,,, +,,,18,512,0.964854896068573,0.964854896068573,, +2.2995238304138184,2.2995238304138184,1.2080518007278442,19,539,,,, +,,,19,539,0.9375799298286438,0.9375799298286438,, +1.765464425086975,1.765464425086975,1.2080518007278442,20,566,,,, +,,,20,566,0.9518741965293884,0.9518741965293884,, +1.2562265396118164,1.2562265396118164,1.2080518007278442,21,593,,,, +,,,21,593,0.9218166470527649,0.9218166470527649,, +1.240915060043335,1.240915060043335,1.2080518007278442,22,620,,,, +,,,22,620,0.9216012954711914,0.9216012954711914,, +1.535710096359253,1.535710096359253,1.2080518007278442,23,647,,,, +,,,23,647,0.8602606058120728,0.8602606058120728,, +1.2278802394866943,1.2278802394866943,1.2080518007278442,24,674,,,, +,,,24,674,0.8236214518547058,0.8236214518547058,, +1.8153406381607056,1.8153406381607056,1.2080518007278442,25,701,,,, +,,,25,701,0.8369412422180176,0.8369412422180176,, +1.668986439704895,1.668986439704895,1.2080518007278442,26,728,,,, +,,,26,728,0.829436719417572,0.829436719417572,, +1.450473427772522,1.450473427772522,1.2080518007278442,27,755,,,, +,,,27,755,0.8532326221466064,0.8532326221466064,, +1.4629889726638794,1.4629889726638794,1.2080518007278442,28,782,,,, +,,,28,782,0.87090665102005,0.87090665102005,, +2.2185091972351074,2.2185091972351074,1.2080518007278442,29,809,,,, +,,,29,809,0.8509162068367004,0.8509162068367004,, +1.2619048357009888,1.2619048357009888,1.2080518007278442,30,836,,,, +,,,30,836,0.8062953352928162,0.8062953352928162,, +1.685356616973877,1.685356616973877,1.2080518007278442,31,863,,,, +,,,31,863,0.8112333416938782,0.8112333416938782,, +1.4887419939041138,1.4887419939041138,1.2080518007278442,32,890,,,, +,,,32,890,0.8473078608512878,0.8473078608512878,, +1.352390170097351,1.352390170097351,1.2080518007278442,33,917,,,, +,,,33,917,0.7756783366203308,0.7756783366203308,, +1.4159187078475952,1.4159187078475952,1.2080518007278442,34,944,,,, +,,,34,944,0.850242555141449,0.850242555141449,, +1.322993516921997,1.322993516921997,1.2080518007278442,35,971,,,, +,,,35,971,0.7347797155380249,0.7347797155380249,, +1.3117153644561768,1.3117153644561768,1.2080518007278442,36,998,,,, +,,,36,998,0.7894485592842102,0.7894485592842102,, +1.1298075914382935,1.1298075914382935,1.1298075914382935,37,1025,,,, +,,,37,1025,0.7860797643661499,0.7860797643661499,, +1.2690174579620361,1.2690174579620361,1.1298075914382935,38,1052,,,, +,,,38,1052,0.7492156624794006,0.7492156624794006,, +1.398716688156128,1.398716688156128,1.1298075914382935,39,1079,,,, +,,,39,1079,0.7352426052093506,0.7352426052093506,, +1.3123008012771606,1.3123008012771606,1.1298075914382935,40,1106,,,, +,,,40,1106,0.7300518155097961,0.7300518155097961,, +1.7852195501327515,1.7852195501327515,1.1298075914382935,41,1133,,,, +,,,41,1133,0.7466564178466797,0.7466564178466797,, +1.4385265111923218,1.4385265111923218,1.1298075914382935,42,1160,,,, +,,,42,1160,0.7995713949203491,0.7995713949203491,, +1.6609463691711426,1.6609463691711426,1.1298075914382935,43,1187,,,, +,,,43,1187,0.7334201335906982,0.7334201335906982,, +1.2914327383041382,1.2914327383041382,1.1298075914382935,44,1214,,,, +,,,44,1214,0.7731001377105713,0.7731001377105713,, +1.6409285068511963,1.6409285068511963,1.1298075914382935,45,1241,,,, +,,,45,1241,0.7603213787078857,0.7603213787078857,, +1.5274509191513062,1.5274509191513062,1.1298075914382935,46,1268,,,, +,,,46,1268,0.7287726998329163,0.7287726998329163,, +1.4868495464324951,1.4868495464324951,1.1298075914382935,47,1295,,,, +,,,47,1295,0.7269364595413208,0.7269364595413208,, +1.1533933877944946,1.1533933877944946,1.1298075914382935,48,1322,,,, +,,,48,1322,0.7152302265167236,0.7152302265167236,, +1.709757924079895,1.709757924079895,1.1298075914382935,49,1349,,,, +,,,49,1349,0.6865392327308655,0.6865392327308655,, +1.5656780004501343,1.5656780004501343,1.1298075914382935,50,1376,,,, +,,,50,1376,0.6896154880523682,0.6896154880523682,, +1.3934390544891357,1.3934390544891357,1.1298075914382935,51,1403,,,, +,,,51,1403,0.6743806004524231,0.6743806004524231,, +1.5072407722473145,1.5072407722473145,1.1298075914382935,52,1430,,,, +,,,52,1430,0.6664387583732605,0.6664387583732605,, +1.4276717901229858,1.4276717901229858,1.1298075914382935,53,1457,,,, +,,,53,1457,0.6737510561943054,0.6737510561943054,, +1.2640702724456787,1.2640702724456787,1.1298075914382935,54,1484,,,, +,,,54,1484,0.691303551197052,0.691303551197052,, +1.2788727283477783,1.2788727283477783,1.1298075914382935,55,1511,,,, +,,,55,1511,0.6698053479194641,0.6698053479194641,, +1.830580711364746,1.830580711364746,1.1298075914382935,56,1538,,,, +,,,56,1538,0.7159692645072937,0.7159692645072937,, +1.9326266050338745,1.9326266050338745,1.1298075914382935,57,1565,,,, +,,,57,1565,0.626679539680481,0.626679539680481,, +1.2879043817520142,1.2879043817520142,1.1298075914382935,58,1592,,,, +,,,58,1592,0.6603631377220154,0.6603631377220154,, +1.8734186887741089,1.8734186887741089,1.1298075914382935,59,1619,,,, +,,,59,1619,0.6994549632072449,0.6994549632072449,, +1.9592958688735962,1.9592958688735962,1.1298075914382935,60,1646,,,, +,,,60,1646,0.689434289932251,0.689434289932251,, +1.183315634727478,1.183315634727478,1.1298075914382935,61,1673,,,, +,,,61,1673,0.6699769496917725,0.6699769496917725,, +1.116594910621643,1.116594910621643,1.116594910621643,62,1700,,,, +,,,62,1700,0.6313267350196838,0.6313267350196838,, +1.698307991027832,1.698307991027832,1.116594910621643,63,1727,,,, +,,,63,1727,0.6498965620994568,0.6498965620994568,, +1.348885416984558,1.348885416984558,1.116594910621643,64,1754,,,, +,,,64,1754,0.6572734117507935,0.6572734117507935,, +1.2929894924163818,1.2929894924163818,1.116594910621643,65,1781,,,, +,,,65,1781,0.6242084503173828,0.6242084503173828,, +1.3219646215438843,1.3219646215438843,1.116594910621643,66,1808,,,, +,,,66,1808,0.6365920305252075,0.6365920305252075,, +1.2391053438186646,1.2391053438186646,1.116594910621643,67,1835,,,, +,,,67,1835,0.66184002161026,0.66184002161026,, +0.9619337320327759,0.9619337320327759,0.9619337320327759,68,1862,,,, +,,,68,1862,0.6805534958839417,0.6805534958839417,, +1.340819239616394,1.340819239616394,0.9619337320327759,69,1889,,,, +,,,69,1889,0.7117554545402527,0.7117554545402527,, +1.335288643836975,1.335288643836975,0.9619337320327759,70,1916,,,, +,,,70,1916,0.6735264658927917,0.6735264658927917,, +2.211634397506714,2.211634397506714,0.9619337320327759,71,1943,,,, +,,,71,1943,0.638342022895813,0.638342022895813,, +1.053542971611023,1.053542971611023,0.9619337320327759,72,1970,,,, +,,,72,1970,0.6554412841796875,0.6554412841796875,, +1.8625026941299438,1.8625026941299438,0.9619337320327759,73,1997,,,, +,,,73,1997,0.5929317474365234,0.5929317474365234,, +1.1684452295303345,1.1684452295303345,0.9619337320327759,74,2024,,,, +,,,74,2024,0.6379310488700867,0.6379310488700867,, +1.65811288356781,1.65811288356781,0.9619337320327759,75,2051,,,, +,,,75,2051,0.6402741074562073,0.6402741074562073,, +1.7466363906860352,1.7466363906860352,0.9619337320327759,76,2078,,,, +,,,76,2078,0.6293601393699646,0.6293601393699646,, +0.9719481468200684,0.9719481468200684,0.9619337320327759,77,2105,,,, +,,,77,2105,0.6065388917922974,0.6065388917922974,, +1.411881685256958,1.411881685256958,0.9619337320327759,78,2132,,,, +,,,78,2132,0.6030293107032776,0.6030293107032776,, +1.0783681869506836,1.0783681869506836,0.9619337320327759,79,2159,,,, +,,,79,2159,0.6586877703666687,0.6586877703666687,, +1.0469967126846313,1.0469967126846313,0.9619337320327759,80,2186,,,, +,,,80,2186,0.6484635472297668,0.6484635472297668,, +1.3986799716949463,1.3986799716949463,0.9619337320327759,81,2213,,,, +,,,81,2213,0.628000795841217,0.628000795841217,, +1.2442394495010376,1.2442394495010376,0.9619337320327759,82,2240,,,, +,,,82,2240,0.6383330225944519,0.6383330225944519,, +1.350671410560608,1.350671410560608,0.9619337320327759,83,2267,,,, +,,,83,2267,0.5841023921966553,0.5841023921966553,, +1.3285295963287354,1.3285295963287354,0.9619337320327759,84,2294,,,, +,,,84,2294,0.577212929725647,0.577212929725647,, +1.335150957107544,1.335150957107544,0.9619337320327759,85,2321,,,, +,,,85,2321,0.6053634881973267,0.6053634881973267,, +1.0782830715179443,1.0782830715179443,0.9619337320327759,86,2348,,,, +,,,86,2348,0.6009581089019775,0.6009581089019775,, +1.6527371406555176,1.6527371406555176,0.9619337320327759,87,2375,,,, +,,,87,2375,0.6239430904388428,0.6239430904388428,, +1.239400863647461,1.239400863647461,0.9619337320327759,88,2402,,,, +,,,88,2402,0.6232404112815857,0.6232404112815857,, +2.0424082279205322,2.0424082279205322,0.9619337320327759,89,2429,,,, +,,,89,2429,0.6087033748626709,0.6087033748626709,, +1.335450530052185,1.335450530052185,0.9619337320327759,90,2456,,,, +,,,90,2456,0.625356912612915,0.625356912612915,, +0.9431846737861633,0.9431846737861633,0.9431846737861633,91,2483,,,, +,,,91,2483,0.5802903771400452,0.5802903771400452,, +1.2150888442993164,1.2150888442993164,0.9431846737861633,92,2510,,,, +,,,92,2510,0.5880613327026367,0.5880613327026367,, +1.3870038986206055,1.3870038986206055,0.9431846737861633,93,2537,,,, +,,,93,2537,0.5845372080802917,0.5845372080802917,, +1.2316304445266724,1.2316304445266724,0.9431846737861633,94,2564,,,, +,,,94,2564,0.5888203382492065,0.5888203382492065,, +1.3088524341583252,1.3088524341583252,0.9431846737861633,95,2591,,,, +,,,95,2591,0.5891700983047485,0.5891700983047485,, +1.7884738445281982,1.7884738445281982,0.9431846737861633,96,2618,,,, +,,,96,2618,0.5816321969032288,0.5816321969032288,, +1.2896428108215332,1.2896428108215332,0.9431846737861633,97,2645,,,, +,,,97,2645,0.5659255981445312,0.5659255981445312,, +2.024080276489258,2.024080276489258,0.9431846737861633,98,2672,,,, +,,,98,2672,0.6046780347824097,0.6046780347824097,, +1.7651944160461426,1.7651944160461426,0.9431846737861633,99,2699,,,, +,,,99,2699,0.5705671310424805,0.5705671310424805,, +,,,92,2484,,,0.9754651188850403,0.9754651188850403 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.30 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.30 new file mode 100644 index 0000000000000000000000000000000000000000..cd2289599bcc43fb203379946ad6a88adac0a942 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646955532.37a92d36c649.1.30 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c5681498495de828295e41658d8557a33dcc08df71b3996f1bdbfa53ec8a395b +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956505.37a92d36c649.1.31 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956505.37a92d36c649.1.31 new file mode 100644 index 0000000000000000000000000000000000000000..468a36feefd2a1557c871ff21b8241275e8cb862 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956505.37a92d36c649.1.31 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:df616a54fb7fade05578e419f5b41b0041463b7a426b62ce5d95b8076427ce4e +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..148de3817425f347d93a7e526d1f3fec54d3aae3 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/15/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.00041303192540957006 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..96a3afc27ff4767e1e9a196e26e4d80f5937d529 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.05631015015604973 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6e5918dc65eaf5cb7a1808ac67b2a6cb4ff7abdc --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.05631015015604973 + - model.lin1_size=64 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=64,model.lin2_size=128,model.lin3_size=256,model.lr=0.05631015015604973,trainer.gpus=0 + id: '16' + num: 16 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..d5e7b4fc6c4e6db546b3a53a311958004806187c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.05631015015604973 +- model.lin1_size=64 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fefb894271718e5779af66bcd6b41f909278361b --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.05631015015604973 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 4362561 +model/params/trainable: 4362561 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..3013834374e3e05a3ceb8222b8fd51437343f752 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.6651670932769775,1.6651670932769775,1.6651670932769775,0,26,,,, +,,,0,26,1.9596750736236572,1.9596750736236572,, +1.5243560075759888,1.5243560075759888,1.5243560075759888,1,53,,,, +,,,1,53,1.5917134284973145,1.5917134284973145,, +1.5305626392364502,1.5305626392364502,1.5243560075759888,2,80,,,, +,,,2,80,1.5397911071777344,1.5397911071777344,, +1.5404149293899536,1.5404149293899536,1.5243560075759888,3,107,,,, +,,,3,107,1.567116141319275,1.567116141319275,, +1.495997428894043,1.495997428894043,1.495997428894043,4,134,,,, +,,,4,134,1.5357997417449951,1.5357997417449951,, +1.5017341375350952,1.5017341375350952,1.495997428894043,5,161,,,, +,,,5,161,1.5259544849395752,1.5259544849395752,, +1.4936091899871826,1.4936091899871826,1.4936091899871826,6,188,,,, +,,,6,188,1.5332248210906982,1.5332248210906982,, +1.6079585552215576,1.6079585552215576,1.4936091899871826,7,215,,,, +,,,7,215,1.5361278057098389,1.5361278057098389,, +1.526451826095581,1.526451826095581,1.4936091899871826,8,242,,,, +,,,8,242,1.5298733711242676,1.5298733711242676,, +1.8370373249053955,1.8370373249053955,1.4936091899871826,9,269,,,, +,,,9,269,1.5323556661605835,1.5323556661605835,, +1.6010667085647583,1.6010667085647583,1.4936091899871826,10,296,,,, +,,,10,296,1.5853005647659302,1.5853005647659302,, +1.514980673789978,1.514980673789978,1.4936091899871826,11,323,,,, +,,,11,323,1.5481373071670532,1.5481373071670532,, +1.5426287651062012,1.5426287651062012,1.4936091899871826,12,350,,,, +,,,12,350,1.546808123588562,1.546808123588562,, +1.5232853889465332,1.5232853889465332,1.4936091899871826,13,377,,,, +,,,13,377,1.548958659172058,1.548958659172058,, +1.5067185163497925,1.5067185163497925,1.4936091899871826,14,404,,,, +,,,14,404,1.547363519668579,1.547363519668579,, +1.496654987335205,1.496654987335205,1.4936091899871826,15,431,,,, +,,,15,431,1.515619158744812,1.515619158744812,, +1.7406662702560425,1.7406662702560425,1.4936091899871826,16,458,,,, +,,,16,458,1.5435503721237183,1.5435503721237183,, +1.5215284824371338,1.5215284824371338,1.4936091899871826,17,485,,,, +,,,17,485,1.5225049257278442,1.5225049257278442,, +1.6092466115951538,1.6092466115951538,1.4936091899871826,18,512,,,, +,,,18,512,1.5646545886993408,1.5646545886993408,, +1.5682246685028076,1.5682246685028076,1.4936091899871826,19,539,,,, +,,,19,539,1.526870608329773,1.526870608329773,, +1.4970238208770752,1.4970238208770752,1.4936091899871826,20,566,,,, +,,,20,566,1.537972331047058,1.537972331047058,, +1.7262576818466187,1.7262576818466187,1.4936091899871826,21,593,,,, +,,,21,593,1.5384215116500854,1.5384215116500854,, +1.5262963771820068,1.5262963771820068,1.4936091899871826,22,620,,,, +,,,22,620,1.5313844680786133,1.5313844680786133,, +2.2454113960266113,2.2454113960266113,1.4936091899871826,23,647,,,, +,,,23,647,1.5475646257400513,1.5475646257400513,, +1.5216326713562012,1.5216326713562012,1.4936091899871826,24,674,,,, +,,,24,674,1.5329761505126953,1.5329761505126953,, +1.5145167112350464,1.5145167112350464,1.4936091899871826,25,701,,,, +,,,25,701,1.5414867401123047,1.5414867401123047,, +1.5071321725845337,1.5071321725845337,1.4936091899871826,26,728,,,, +,,,26,728,1.5373338460922241,1.5373338460922241,, +1.5482350587844849,1.5482350587844849,1.4936091899871826,27,755,,,, +,,,27,755,1.5376899242401123,1.5376899242401123,, +2.0045223236083984,2.0045223236083984,1.4936091899871826,28,782,,,, +,,,28,782,1.5313111543655396,1.5313111543655396,, +1.536594033241272,1.536594033241272,1.4936091899871826,29,809,,,, +,,,29,809,1.540093183517456,1.540093183517456,, +2.4418399333953857,2.4418399333953857,1.4936091899871826,30,836,,,, +,,,30,836,1.5507807731628418,1.5507807731628418,, +2.3151838779449463,2.3151838779449463,1.4936091899871826,31,863,,,, +,,,31,863,1.5572798252105713,1.5572798252105713,, +2.6376709938049316,2.6376709938049316,1.4936091899871826,32,890,,,, +,,,32,890,1.5313712358474731,1.5313712358474731,, +1.508367896080017,1.508367896080017,1.4936091899871826,33,917,,,, +,,,33,917,1.551334261894226,1.551334261894226,, +1.7700276374816895,1.7700276374816895,1.4936091899871826,34,944,,,, +,,,34,944,1.556796669960022,1.556796669960022,, +2.112255811691284,2.112255811691284,1.4936091899871826,35,971,,,, +,,,35,971,1.5466220378875732,1.5466220378875732,, +1.9338990449905396,1.9338990449905396,1.4936091899871826,36,998,,,, +,,,36,998,1.5494133234024048,1.5494133234024048,, +1.5151863098144531,1.5151863098144531,1.4936091899871826,37,1025,,,, +,,,37,1025,1.5621856451034546,1.5621856451034546,, +1.7841787338256836,1.7841787338256836,1.4936091899871826,38,1052,,,, +,,,38,1052,1.5413908958435059,1.5413908958435059,, +1.5080045461654663,1.5080045461654663,1.4936091899871826,39,1079,,,, +,,,39,1079,1.550370693206787,1.550370693206787,, +1.9096781015396118,1.9096781015396118,1.4936091899871826,40,1106,,,, +,,,40,1106,1.5646437406539917,1.5646437406539917,, +1.5443683862686157,1.5443683862686157,1.4936091899871826,41,1133,,,, +,,,41,1133,1.5502568483352661,1.5502568483352661,, +1.7620112895965576,1.7620112895965576,1.4936091899871826,42,1160,,,, +,,,42,1160,1.5447574853897095,1.5447574853897095,, +1.638903021812439,1.638903021812439,1.4936091899871826,43,1187,,,, +,,,43,1187,1.5539133548736572,1.5539133548736572,, +1.6237808465957642,1.6237808465957642,1.4936091899871826,44,1214,,,, +,,,44,1214,1.5518038272857666,1.5518038272857666,, +1.520024299621582,1.520024299621582,1.4936091899871826,45,1241,,,, +,,,45,1241,1.5668895244598389,1.5668895244598389,, +1.9289305210113525,1.9289305210113525,1.4936091899871826,46,1268,,,, +,,,46,1268,1.5634090900421143,1.5634090900421143,, +1.5248836278915405,1.5248836278915405,1.4936091899871826,47,1295,,,, +,,,47,1295,1.5575822591781616,1.5575822591781616,, +1.5255037546157837,1.5255037546157837,1.4936091899871826,48,1322,,,, +,,,48,1322,1.5505492687225342,1.5505492687225342,, +1.602343201637268,1.602343201637268,1.4936091899871826,49,1349,,,, +,,,49,1349,1.5575923919677734,1.5575923919677734,, +1.517030119895935,1.517030119895935,1.4936091899871826,50,1376,,,, +,,,50,1376,1.5596599578857422,1.5596599578857422,, +1.5277557373046875,1.5277557373046875,1.4936091899871826,51,1403,,,, +,,,51,1403,1.5430500507354736,1.5430500507354736,, +1.8032994270324707,1.8032994270324707,1.4936091899871826,52,1430,,,, +,,,52,1430,1.543491244316101,1.543491244316101,, +1.5473650693893433,1.5473650693893433,1.4936091899871826,53,1457,,,, +,,,53,1457,1.546148419380188,1.546148419380188,, +1.5251100063323975,1.5251100063323975,1.4936091899871826,54,1484,,,, +,,,54,1484,1.5693621635437012,1.5693621635437012,, +1.52341890335083,1.52341890335083,1.4936091899871826,55,1511,,,, +,,,55,1511,1.560142993927002,1.560142993927002,, +4.326328277587891,4.326328277587891,1.4936091899871826,56,1538,,,, +,,,56,1538,1.5941089391708374,1.5941089391708374,, +2.0024917125701904,2.0024917125701904,1.4936091899871826,57,1565,,,, +,,,57,1565,1.5697988271713257,1.5697988271713257,, +4.707025527954102,4.707025527954102,1.4936091899871826,58,1592,,,, +,,,58,1592,1.567617654800415,1.567617654800415,, +2.736356258392334,2.736356258392334,1.4936091899871826,59,1619,,,, +,,,59,1619,1.5647457838058472,1.5647457838058472,, +2.161221742630005,2.161221742630005,1.4936091899871826,60,1646,,,, +,,,60,1646,1.5820893049240112,1.5820893049240112,, +1.5201420783996582,1.5201420783996582,1.4936091899871826,61,1673,,,, +,,,61,1673,1.5679012537002563,1.5679012537002563,, +1.599157452583313,1.599157452583313,1.4936091899871826,62,1700,,,, +,,,62,1700,1.5673834085464478,1.5673834085464478,, +1.5216442346572876,1.5216442346572876,1.4936091899871826,63,1727,,,, +,,,63,1727,1.564206838607788,1.564206838607788,, +1.5131250619888306,1.5131250619888306,1.4936091899871826,64,1754,,,, +,,,64,1754,1.585728645324707,1.585728645324707,, +1.596961498260498,1.596961498260498,1.4936091899871826,65,1781,,,, +,,,65,1781,1.5688015222549438,1.5688015222549438,, +2.123584032058716,2.123584032058716,1.4936091899871826,66,1808,,,, +,,,66,1808,1.5620869398117065,1.5620869398117065,, +2.141913414001465,2.141913414001465,1.4936091899871826,67,1835,,,, +,,,67,1835,1.564148187637329,1.564148187637329,, +1.4963608980178833,1.4963608980178833,1.4936091899871826,68,1862,,,, +,,,68,1862,1.5612446069717407,1.5612446069717407,, +3.22989559173584,3.22989559173584,1.4936091899871826,69,1889,,,, +,,,69,1889,1.5711101293563843,1.5711101293563843,, +1.5037891864776611,1.5037891864776611,1.4936091899871826,70,1916,,,, +,,,70,1916,1.5579830408096313,1.5579830408096313,, +1.5243613719940186,1.5243613719940186,1.4936091899871826,71,1943,,,, +,,,71,1943,1.583823323249817,1.583823323249817,, +7.049427032470703,7.049427032470703,1.4936091899871826,72,1970,,,, +,,,72,1970,1.5784326791763306,1.5784326791763306,, +1.5957272052764893,1.5957272052764893,1.4936091899871826,73,1997,,,, +,,,73,1997,1.5798828601837158,1.5798828601837158,, +7.270857334136963,7.270857334136963,1.4936091899871826,74,2024,,,, +,,,74,2024,1.5637271404266357,1.5637271404266357,, +1.5648621320724487,1.5648621320724487,1.4936091899871826,75,2051,,,, +,,,75,2051,1.578436017036438,1.578436017036438,, +1.5108283758163452,1.5108283758163452,1.4936091899871826,76,2078,,,, +,,,76,2078,1.5555150508880615,1.5555150508880615,, +1.597887396812439,1.597887396812439,1.4936091899871826,77,2105,,,, +,,,77,2105,1.5690637826919556,1.5690637826919556,, +1.5338491201400757,1.5338491201400757,1.4936091899871826,78,2132,,,, +,,,78,2132,1.5589444637298584,1.5589444637298584,, +1.5228177309036255,1.5228177309036255,1.4936091899871826,79,2159,,,, +,,,79,2159,1.5661225318908691,1.5661225318908691,, +1.5450451374053955,1.5450451374053955,1.4936091899871826,80,2186,,,, +,,,80,2186,1.56172776222229,1.56172776222229,, +2.934209108352661,2.934209108352661,1.4936091899871826,81,2213,,,, +,,,81,2213,1.5769238471984863,1.5769238471984863,, +1.6281814575195312,1.6281814575195312,1.4936091899871826,82,2240,,,, +,,,82,2240,1.5638375282287598,1.5638375282287598,, +1.5386323928833008,1.5386323928833008,1.4936091899871826,83,2267,,,, +,,,83,2267,1.5812379121780396,1.5812379121780396,, +1.5373339653015137,1.5373339653015137,1.4936091899871826,84,2294,,,, +,,,84,2294,1.5731624364852905,1.5731624364852905,, +1.6767107248306274,1.6767107248306274,1.4936091899871826,85,2321,,,, +,,,85,2321,1.5752381086349487,1.5752381086349487,, +1.836389422416687,1.836389422416687,1.4936091899871826,86,2348,,,, +,,,86,2348,1.5803555250167847,1.5803555250167847,, +3.208265542984009,3.208265542984009,1.4936091899871826,87,2375,,,, +,,,87,2375,1.577139139175415,1.577139139175415,, +1.6420161724090576,1.6420161724090576,1.4936091899871826,88,2402,,,, +,,,88,2402,1.5800400972366333,1.5800400972366333,, +1.6275813579559326,1.6275813579559326,1.4936091899871826,89,2429,,,, +,,,89,2429,1.5671439170837402,1.5671439170837402,, +1.5413670539855957,1.5413670539855957,1.4936091899871826,90,2456,,,, +,,,90,2456,1.5599558353424072,1.5599558353424072,, +1.786729097366333,1.786729097366333,1.4936091899871826,91,2483,,,, +,,,91,2483,1.5651482343673706,1.5651482343673706,, +1.5393366813659668,1.5393366813659668,1.4936091899871826,92,2510,,,, +,,,92,2510,1.5530427694320679,1.5530427694320679,, +1.5308048725128174,1.5308048725128174,1.4936091899871826,93,2537,,,, +,,,93,2537,1.5638858079910278,1.5638858079910278,, +1.5018203258514404,1.5018203258514404,1.4936091899871826,94,2564,,,, +,,,94,2564,1.5770872831344604,1.5770872831344604,, +1.5224134922027588,1.5224134922027588,1.4936091899871826,95,2591,,,, +,,,95,2591,1.5794583559036255,1.5794583559036255,, +1.9794116020202637,1.9794116020202637,1.4936091899871826,96,2618,,,, +,,,96,2618,1.5774400234222412,1.5774400234222412,, +1.5126975774765015,1.5126975774765015,1.4936091899871826,97,2645,,,, +,,,97,2645,1.5601918697357178,1.5601918697357178,, +1.6363393068313599,1.6363393068313599,1.4936091899871826,98,2672,,,, +,,,98,2672,1.5782430171966553,1.5782430171966553,, +1.5225766897201538,1.5225766897201538,1.4936091899871826,99,2699,,,, +,,,99,2699,1.5569589138031006,1.5569589138031006,, +,,,7,189,,,1.6210829019546509,1.6210829019546509 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956506.37a92d36c649.1.32 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956506.37a92d36c649.1.32 new file mode 100644 index 0000000000000000000000000000000000000000..ce1ebf5f3fbcf0dea6fd28bfc5177be9ce1a5f6b --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956506.37a92d36c649.1.32 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d699bcab360757db4ec29be09b156c8de67514afb3805cd08830de74a83d2e0d +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.33 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.33 new file mode 100644 index 0000000000000000000000000000000000000000..f73602cdaa1065683e22e245a2fe17be6682128d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.33 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e356dbf63a910641188b6ffecbd2329985c57825c21ef40e04560d71ed30002 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..fefb894271718e5779af66bcd6b41f909278361b --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/16/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.05631015015604973 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 4362561 +model/params/trainable: 4362561 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b55539eadcb03a3222c84412ec83ffb356d632ed --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 256 + lin3_size: 64 + output_size: 1 + lr: 0.08024960406017266 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7014be8f53aa41186d5e1813780f6c1bd69c479b --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.08024960406017266 + - model.lin1_size=256 + - model.lin2_size=256 + - model.lin3_size=64 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=256,model.lin3_size=64,model.lr=0.08024960406017266,trainer.gpus=0 + id: '17' + num: 17 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9045afd38891e27384cdc8025241dc9067ae9bd6 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.08024960406017266 +- model.lin1_size=256 +- model.lin2_size=256 +- model.lin3_size=64 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..db917568a87aa520526d40919e007ccf9c85c05f --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 256 + lin3_size: 64 + output_size: 1 + lr: 0.08024960406017266 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17363713 +model/params/trainable: 17363713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..0cec911cf46dbbe59eb8968cc74c601f9664287d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.4598761796951294,1.4598761796951294,1.4598761796951294,0,26,,,, +,,,0,26,1.6436625719070435,1.6436625719070435,, +1.5170649290084839,1.5170649290084839,1.4598761796951294,1,53,,,, +,,,1,53,1.5783780813217163,1.5783780813217163,, +1.513835072517395,1.513835072517395,1.4598761796951294,2,80,,,, +,,,2,80,1.5597926378250122,1.5597926378250122,, +1.5125669240951538,1.5125669240951538,1.4598761796951294,3,107,,,, +,,,3,107,1.5573210716247559,1.5573210716247559,, +1.5084186792373657,1.5084186792373657,1.4598761796951294,4,134,,,, +,,,4,134,1.5494811534881592,1.5494811534881592,, +1.4833637475967407,1.4833637475967407,1.4598761796951294,5,161,,,, +,,,5,161,1.558182954788208,1.558182954788208,, +1.5141829252243042,1.5141829252243042,1.4598761796951294,6,188,,,, +,,,6,188,1.5579726696014404,1.5579726696014404,, +1.8241569995880127,1.8241569995880127,1.4598761796951294,7,215,,,, +,,,7,215,1.5493055582046509,1.5493055582046509,, +2.8828423023223877,2.8828423023223877,1.4598761796951294,8,242,,,, +,,,8,242,1.5677276849746704,1.5677276849746704,, +1.5199435949325562,1.5199435949325562,1.4598761796951294,9,269,,,, +,,,9,269,1.5820398330688477,1.5820398330688477,, +1.5441343784332275,1.5441343784332275,1.4598761796951294,10,296,,,, +,,,10,296,1.5491130352020264,1.5491130352020264,, +3.754765272140503,3.754765272140503,1.4598761796951294,11,323,,,, +,,,11,323,1.5602822303771973,1.5602822303771973,, +1.8217772245407104,1.8217772245407104,1.4598761796951294,12,350,,,, +,,,12,350,1.5762765407562256,1.5762765407562256,, +1.5101728439331055,1.5101728439331055,1.4598761796951294,13,377,,,, +,,,13,377,1.557929515838623,1.557929515838623,, +2.8430402278900146,2.8430402278900146,1.4598761796951294,14,404,,,, +,,,14,404,1.5668396949768066,1.5668396949768066,, +1.5434658527374268,1.5434658527374268,1.4598761796951294,15,431,,,, +,,,15,431,1.5633666515350342,1.5633666515350342,, +1.5295664072036743,1.5295664072036743,1.4598761796951294,16,458,,,, +,,,16,458,1.5644465684890747,1.5644465684890747,, +1.8981318473815918,1.8981318473815918,1.4598761796951294,17,485,,,, +,,,17,485,1.5646330118179321,1.5646330118179321,, +1.5406414270401,1.5406414270401,1.4598761796951294,18,512,,,, +,,,18,512,1.5471655130386353,1.5471655130386353,, +1.515284538269043,1.515284538269043,1.4598761796951294,19,539,,,, +,,,19,539,1.5835283994674683,1.5835283994674683,, +1.504529595375061,1.504529595375061,1.4598761796951294,20,566,,,, +,,,20,566,1.5648167133331299,1.5648167133331299,, +3.1205265522003174,3.1205265522003174,1.4598761796951294,21,593,,,, +,,,21,593,1.565751075744629,1.565751075744629,, +2.9296457767486572,2.9296457767486572,1.4598761796951294,22,620,,,, +,,,22,620,1.56801176071167,1.56801176071167,, +1.57895028591156,1.57895028591156,1.4598761796951294,23,647,,,, +,,,23,647,1.582844614982605,1.582844614982605,, +1.542151689529419,1.542151689529419,1.4598761796951294,24,674,,,, +,,,24,674,1.5703237056732178,1.5703237056732178,, +1.5539153814315796,1.5539153814315796,1.4598761796951294,25,701,,,, +,,,25,701,1.5930299758911133,1.5930299758911133,, +1.5749202966690063,1.5749202966690063,1.4598761796951294,26,728,,,, +,,,26,728,1.5758259296417236,1.5758259296417236,, +14.753435134887695,14.753435134887695,1.4598761796951294,27,755,,,, +,,,27,755,1.569715142250061,1.569715142250061,, +1.7277214527130127,1.7277214527130127,1.4598761796951294,28,782,,,, +,,,28,782,1.5712802410125732,1.5712802410125732,, +1.5236096382141113,1.5236096382141113,1.4598761796951294,29,809,,,, +,,,29,809,1.5626320838928223,1.5626320838928223,, +1.6450477838516235,1.6450477838516235,1.4598761796951294,30,836,,,, +,,,30,836,1.5631698369979858,1.5631698369979858,, +1.5802536010742188,1.5802536010742188,1.4598761796951294,31,863,,,, +,,,31,863,1.5617388486862183,1.5617388486862183,, +1.533015489578247,1.533015489578247,1.4598761796951294,32,890,,,, +,,,32,890,1.575798511505127,1.575798511505127,, +1.5297752618789673,1.5297752618789673,1.4598761796951294,33,917,,,, +,,,33,917,1.5768476724624634,1.5768476724624634,, +6.9365739822387695,6.9365739822387695,1.4598761796951294,34,944,,,, +,,,34,944,1.5656486749649048,1.5656486749649048,, +1.51450514793396,1.51450514793396,1.4598761796951294,35,971,,,, +,,,35,971,1.548636794090271,1.548636794090271,, +1.9792150259017944,1.9792150259017944,1.4598761796951294,36,998,,,, +,,,36,998,1.560834527015686,1.560834527015686,, +1.5849589109420776,1.5849589109420776,1.4598761796951294,37,1025,,,, +,,,37,1025,1.5614209175109863,1.5614209175109863,, +1.7806452512741089,1.7806452512741089,1.4598761796951294,38,1052,,,, +,,,38,1052,1.5603125095367432,1.5603125095367432,, +1.5025601387023926,1.5025601387023926,1.4598761796951294,39,1079,,,, +,,,39,1079,1.5573196411132812,1.5573196411132812,, +1.5039993524551392,1.5039993524551392,1.4598761796951294,40,1106,,,, +,,,40,1106,1.5502561330795288,1.5502561330795288,, +1.521295189857483,1.521295189857483,1.4598761796951294,41,1133,,,, +,,,41,1133,1.5631787776947021,1.5631787776947021,, +1.523516297340393,1.523516297340393,1.4598761796951294,42,1160,,,, +,,,42,1160,1.5591821670532227,1.5591821670532227,, +1.4890581369400024,1.4890581369400024,1.4598761796951294,43,1187,,,, +,,,43,1187,1.5611079931259155,1.5611079931259155,, +1.5126712322235107,1.5126712322235107,1.4598761796951294,44,1214,,,, +,,,44,1214,1.5660756826400757,1.5660756826400757,, +1.5287526845932007,1.5287526845932007,1.4598761796951294,45,1241,,,, +,,,45,1241,1.5678203105926514,1.5678203105926514,, +1.5128003358840942,1.5128003358840942,1.4598761796951294,46,1268,,,, +,,,46,1268,1.5515344142913818,1.5515344142913818,, +1.5222854614257812,1.5222854614257812,1.4598761796951294,47,1295,,,, +,,,47,1295,1.5568047761917114,1.5568047761917114,, +1.66666579246521,1.66666579246521,1.4598761796951294,48,1322,,,, +,,,48,1322,1.5633583068847656,1.5633583068847656,, +1.520140290260315,1.520140290260315,1.4598761796951294,49,1349,,,, +,,,49,1349,1.5600968599319458,1.5600968599319458,, +1.99445641040802,1.99445641040802,1.4598761796951294,50,1376,,,, +,,,50,1376,1.5527335405349731,1.5527335405349731,, +1.6428325176239014,1.6428325176239014,1.4598761796951294,51,1403,,,, +,,,51,1403,1.5673680305480957,1.5673680305480957,, +2.1975488662719727,2.1975488662719727,1.4598761796951294,52,1430,,,, +,,,52,1430,1.5860506296157837,1.5860506296157837,, +1.7455023527145386,1.7455023527145386,1.4598761796951294,53,1457,,,, +,,,53,1457,1.5661355257034302,1.5661355257034302,, +1.7576884031295776,1.7576884031295776,1.4598761796951294,54,1484,,,, +,,,54,1484,1.5735901594161987,1.5735901594161987,, +2.693679094314575,2.693679094314575,1.4598761796951294,55,1511,,,, +,,,55,1511,1.560921549797058,1.560921549797058,, +1.5199967622756958,1.5199967622756958,1.4598761796951294,56,1538,,,, +,,,56,1538,1.564288854598999,1.564288854598999,, +1.5041452646255493,1.5041452646255493,1.4598761796951294,57,1565,,,, +,,,57,1565,1.5826596021652222,1.5826596021652222,, +1.530770182609558,1.530770182609558,1.4598761796951294,58,1592,,,, +,,,58,1592,1.551409363746643,1.551409363746643,, +1.5201966762542725,1.5201966762542725,1.4598761796951294,59,1619,,,, +,,,59,1619,1.5606032609939575,1.5606032609939575,, +2.921614646911621,2.921614646911621,1.4598761796951294,60,1646,,,, +,,,60,1646,1.5650973320007324,1.5650973320007324,, +2.5020744800567627,2.5020744800567627,1.4598761796951294,61,1673,,,, +,,,61,1673,1.5667136907577515,1.5667136907577515,, +1.5199302434921265,1.5199302434921265,1.4598761796951294,62,1700,,,, +,,,62,1700,1.5790860652923584,1.5790860652923584,, +2.5947651863098145,2.5947651863098145,1.4598761796951294,63,1727,,,, +,,,63,1727,1.5773221254348755,1.5773221254348755,, +1.5121324062347412,1.5121324062347412,1.4598761796951294,64,1754,,,, +,,,64,1754,1.5545605421066284,1.5545605421066284,, +1.7375497817993164,1.7375497817993164,1.4598761796951294,65,1781,,,, +,,,65,1781,1.5696219205856323,1.5696219205856323,, +1.5320566892623901,1.5320566892623901,1.4598761796951294,66,1808,,,, +,,,66,1808,1.5709344148635864,1.5709344148635864,, +1.5269787311553955,1.5269787311553955,1.4598761796951294,67,1835,,,, +,,,67,1835,1.5692917108535767,1.5692917108535767,, +3.901981830596924,3.901981830596924,1.4598761796951294,68,1862,,,, +,,,68,1862,1.5742985010147095,1.5742985010147095,, +1.6315171718597412,1.6315171718597412,1.4598761796951294,69,1889,,,, +,,,69,1889,1.5831211805343628,1.5831211805343628,, +1.5286437273025513,1.5286437273025513,1.4598761796951294,70,1916,,,, +,,,70,1916,1.5662705898284912,1.5662705898284912,, +1.5539096593856812,1.5539096593856812,1.4598761796951294,71,1943,,,, +,,,71,1943,1.570115089416504,1.570115089416504,, +1.495119333267212,1.495119333267212,1.4598761796951294,72,1970,,,, +,,,72,1970,1.5679540634155273,1.5679540634155273,, +1.8068878650665283,1.8068878650665283,1.4598761796951294,73,1997,,,, +,,,73,1997,1.5740317106246948,1.5740317106246948,, +3.2145802974700928,3.2145802974700928,1.4598761796951294,74,2024,,,, +,,,74,2024,1.579018473625183,1.579018473625183,, +1.753806710243225,1.753806710243225,1.4598761796951294,75,2051,,,, +,,,75,2051,1.5565822124481201,1.5565822124481201,, +1.6934938430786133,1.6934938430786133,1.4598761796951294,76,2078,,,, +,,,76,2078,1.5591734647750854,1.5591734647750854,, +1.5226994752883911,1.5226994752883911,1.4598761796951294,77,2105,,,, +,,,77,2105,1.5719760656356812,1.5719760656356812,, +1.6201621294021606,1.6201621294021606,1.4598761796951294,78,2132,,,, +,,,78,2132,1.580021858215332,1.580021858215332,, +1.5098820924758911,1.5098820924758911,1.4598761796951294,79,2159,,,, +,,,79,2159,1.562726378440857,1.562726378440857,, +1.545417308807373,1.545417308807373,1.4598761796951294,80,2186,,,, +,,,80,2186,1.5893497467041016,1.5893497467041016,, +1.5432370901107788,1.5432370901107788,1.4598761796951294,81,2213,,,, +,,,81,2213,1.5595314502716064,1.5595314502716064,, +1.5227956771850586,1.5227956771850586,1.4598761796951294,82,2240,,,, +,,,82,2240,1.5582226514816284,1.5582226514816284,, +1.5131992101669312,1.5131992101669312,1.4598761796951294,83,2267,,,, +,,,83,2267,1.5516692399978638,1.5516692399978638,, +1.507193684577942,1.507193684577942,1.4598761796951294,84,2294,,,, +,,,84,2294,1.5842962265014648,1.5842962265014648,, +1.9617623090744019,1.9617623090744019,1.4598761796951294,85,2321,,,, +,,,85,2321,1.578822135925293,1.578822135925293,, +1.5362141132354736,1.5362141132354736,1.4598761796951294,86,2348,,,, +,,,86,2348,1.5791763067245483,1.5791763067245483,, +1.5202381610870361,1.5202381610870361,1.4598761796951294,87,2375,,,, +,,,87,2375,1.5818400382995605,1.5818400382995605,, +1.901814341545105,1.901814341545105,1.4598761796951294,88,2402,,,, +,,,88,2402,1.5671470165252686,1.5671470165252686,, +1.5359352827072144,1.5359352827072144,1.4598761796951294,89,2429,,,, +,,,89,2429,1.5740779638290405,1.5740779638290405,, +1.5378459692001343,1.5378459692001343,1.4598761796951294,90,2456,,,, +,,,90,2456,1.5684322118759155,1.5684322118759155,, +2.282083511352539,2.282083511352539,1.4598761796951294,91,2483,,,, +,,,91,2483,1.5763736963272095,1.5763736963272095,, +3.0397849082946777,3.0397849082946777,1.4598761796951294,92,2510,,,, +,,,92,2510,1.5905115604400635,1.5905115604400635,, +1.5257675647735596,1.5257675647735596,1.4598761796951294,93,2537,,,, +,,,93,2537,1.5743449926376343,1.5743449926376343,, +3.075185775756836,3.075185775756836,1.4598761796951294,94,2564,,,, +,,,94,2564,1.5815762281417847,1.5815762281417847,, +1.5163378715515137,1.5163378715515137,1.4598761796951294,95,2591,,,, +,,,95,2591,1.576257586479187,1.576257586479187,, +1.5795376300811768,1.5795376300811768,1.4598761796951294,96,2618,,,, +,,,96,2618,1.5547500848770142,1.5547500848770142,, +1.5121946334838867,1.5121946334838867,1.4598761796951294,97,2645,,,, +,,,97,2645,1.5651905536651611,1.5651905536651611,, +1.5303138494491577,1.5303138494491577,1.4598761796951294,98,2672,,,, +,,,98,2672,1.5765033960342407,1.5765033960342407,, +1.5393849611282349,1.5393849611282349,1.4598761796951294,99,2699,,,, +,,,99,2699,1.5709004402160645,1.5709004402160645,, +,,,1,27,,,1.607086420059204,1.607086420059204 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.34 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.34 new file mode 100644 index 0000000000000000000000000000000000000000..7819c81a3c589c189ca9c3d68a13c00866c3f210 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646956827.37a92d36c649.1.34 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:21e4b0e6a64a6bf1cbdbc6b1da60737248be5888d351207288dbcfbb8baa876d +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957825.37a92d36c649.1.35 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957825.37a92d36c649.1.35 new file mode 100644 index 0000000000000000000000000000000000000000..350603cf7ca4ed146ab19f4f42d800855435b678 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957825.37a92d36c649.1.35 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:66420b1369d280adf853411b341ea36864cb902c247872e4d6f882a88a820367 +size 176 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..db917568a87aa520526d40919e007ccf9c85c05f --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/17/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 256 + lin3_size: 64 + output_size: 1 + lr: 0.08024960406017266 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17363713 +model/params/trainable: 17363713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e12deef80c31a88fa6fe6f9f43b1dacfd65c9c75 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.03743928918097114 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c13ebfb81dbba58bb9868ba24f27621e638701a1 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.03743928918097114 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.03743928918097114,trainer.gpus=0 + id: '18' + num: 18 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9c47d274953ca9d6a58b6446afee0a1de43baaba --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=128 +- model.lr=0.03743928918097114 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..045439a57134fb43ce38a161340d4cb1cfea729e --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.03743928918097114 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..c474b0dad4e62567e66af52c3ce2ae27ad296c52 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +2.6355347633361816,2.6355347633361816,2.048966884613037,0,13,,,, +,,,0,13,1.883191704750061,1.883191704750061,, +1.6152772903442383,1.6152772903442383,1.6152772903442383,1,27,,,, +,,,1,27,1.5544946193695068,1.5544946193695068,, +1.498376488685608,1.498376488685608,1.498376488685608,2,41,,,, +,,,2,41,1.5155194997787476,1.5155194997787476,, +1.5222376585006714,1.5222376585006714,1.498376488685608,3,55,,,, +,,,3,55,1.518465518951416,1.518465518951416,, +1.4935786724090576,1.4935786724090576,1.4935786724090576,4,69,,,, +,,,4,69,1.5015467405319214,1.5015467405319214,, +1.5142050981521606,1.5142050981521606,1.4935786724090576,5,83,,,, +,,,5,83,1.5006210803985596,1.5006210803985596,, +1.5273962020874023,1.5273962020874023,1.4935786724090576,6,97,,,, +,,,6,97,1.5595465898513794,1.5595465898513794,, +1.476374626159668,1.476374626159668,1.476374626159668,7,111,,,, +,,,7,111,1.533578634262085,1.533578634262085,, +1.567958116531372,1.567958116531372,1.476374626159668,8,125,,,, +,,,8,125,1.5061123371124268,1.5061123371124268,, +1.5312609672546387,1.5312609672546387,1.476374626159668,9,139,,,, +,,,9,139,1.4929120540618896,1.4929120540618896,, +1.5516924858093262,1.5516924858093262,1.476374626159668,10,153,,,, +,,,10,153,1.5271679162979126,1.5271679162979126,, +1.5210322141647339,1.5210322141647339,1.476374626159668,11,167,,,, +,,,11,167,1.518851637840271,1.518851637840271,, +1.5223894119262695,1.5223894119262695,1.476374626159668,12,181,,,, +,,,12,181,1.500639796257019,1.500639796257019,, +1.5614205598831177,1.5614205598831177,1.476374626159668,13,195,,,, +,,,13,195,1.5254446268081665,1.5254446268081665,, +1.5590431690216064,1.5590431690216064,1.476374626159668,14,209,,,, +,,,14,209,1.4890416860580444,1.4890416860580444,, +1.5585927963256836,1.5585927963256836,1.476374626159668,15,223,,,, +,,,15,223,1.5044910907745361,1.5044910907745361,, +2.338282823562622,2.338282823562622,1.476374626159668,16,237,,,, +,,,16,237,1.4886295795440674,1.4886295795440674,, +3.094113826751709,3.094113826751709,1.476374626159668,17,251,,,, +,,,17,251,1.5163681507110596,1.5163681507110596,, +1.6447088718414307,1.6447088718414307,1.476374626159668,18,265,,,, +,,,18,265,1.5015126466751099,1.5015126466751099,, +3.090235948562622,3.090235948562622,1.476374626159668,19,279,,,, +,,,19,279,1.511577844619751,1.511577844619751,, +1.4987415075302124,1.4987415075302124,1.476374626159668,20,293,,,, +,,,20,293,1.5035771131515503,1.5035771131515503,, +1.8901257514953613,1.8901257514953613,1.476374626159668,21,307,,,, +,,,21,307,1.5216639041900635,1.5216639041900635,, +1.576839566230774,1.576839566230774,1.476374626159668,22,321,,,, +,,,22,321,1.492666244506836,1.492666244506836,, +1.5541852712631226,1.5541852712631226,1.476374626159668,23,335,,,, +,,,23,335,1.5067462921142578,1.5067462921142578,, +3.0867257118225098,3.0867257118225098,1.476374626159668,24,349,,,, +,,,24,349,1.4857765436172485,1.4857765436172485,, +1.5229908227920532,1.5229908227920532,1.476374626159668,25,363,,,, +,,,25,363,1.5301644802093506,1.5301644802093506,, +1.9667452573776245,1.9667452573776245,1.476374626159668,26,377,,,, +,,,26,377,1.491742730140686,1.491742730140686,, +1.5461527109146118,1.5461527109146118,1.476374626159668,27,391,,,, +,,,27,391,1.4973547458648682,1.4973547458648682,, +1.4906110763549805,1.4906110763549805,1.476374626159668,28,405,,,, +,,,28,405,1.4992064237594604,1.4992064237594604,, +1.5208537578582764,1.5208537578582764,1.476374626159668,29,419,,,, +,,,29,419,1.5163637399673462,1.5163637399673462,, +1.5702840089797974,1.5702840089797974,1.476374626159668,30,433,,,, +,,,30,433,1.5191086530685425,1.5191086530685425,, +5.129725456237793,5.129725456237793,1.476374626159668,31,447,,,, +,,,31,447,1.4982222318649292,1.4982222318649292,, +1.5840742588043213,1.5840742588043213,1.476374626159668,32,461,,,, +,,,32,461,1.4904237985610962,1.4904237985610962,, +3.433534622192383,3.433534622192383,1.476374626159668,33,475,,,, +,,,33,475,1.504126787185669,1.504126787185669,, +1.5531675815582275,1.5531675815582275,1.476374626159668,34,489,,,, +,,,34,489,1.522326946258545,1.522326946258545,, +2.011847496032715,2.011847496032715,1.476374626159668,35,503,,,, +,,,35,503,1.5316393375396729,1.5316393375396729,, +1.6925238370895386,1.6925238370895386,1.476374626159668,36,517,,,, +,,,36,517,1.521781086921692,1.521781086921692,, +1.5798851251602173,1.5798851251602173,1.476374626159668,37,531,,,, +,,,37,531,1.509369969367981,1.509369969367981,, +1.7963910102844238,1.7963910102844238,1.476374626159668,38,545,,,, +,,,38,545,1.5230289697647095,1.5230289697647095,, +1.5700913667678833,1.5700913667678833,1.476374626159668,39,559,,,, +,,,39,559,1.5024548768997192,1.5024548768997192,, +1.580180287361145,1.580180287361145,1.476374626159668,40,573,,,, +,,,40,573,1.5243703126907349,1.5243703126907349,, +2.0984785556793213,2.0984785556793213,1.476374626159668,41,587,,,, +,,,41,587,1.5178197622299194,1.5178197622299194,, +1.6289019584655762,1.6289019584655762,1.476374626159668,42,601,,,, +,,,42,601,1.4754196405410767,1.4754196405410767,, +2.173471450805664,2.173471450805664,1.476374626159668,43,615,,,, +,,,43,615,1.479856014251709,1.479856014251709,, +1.558933138847351,1.558933138847351,1.476374626159668,44,629,,,, +,,,44,629,1.5035206079483032,1.5035206079483032,, +2.056846857070923,2.056846857070923,1.476374626159668,45,643,,,, +,,,45,643,1.4978448152542114,1.4978448152542114,, +1.6046494245529175,1.6046494245529175,1.476374626159668,46,657,,,, +,,,46,657,1.4886592626571655,1.4886592626571655,, +1.9131927490234375,1.9131927490234375,1.476374626159668,47,671,,,, +,,,47,671,1.5062918663024902,1.5062918663024902,, +1.5698736906051636,1.5698736906051636,1.476374626159668,48,685,,,, +,,,48,685,1.4856476783752441,1.4856476783752441,, +1.5839203596115112,1.5839203596115112,1.476374626159668,49,699,,,, +,,,49,699,1.4970148801803589,1.4970148801803589,, +1.59181547164917,1.59181547164917,1.476374626159668,50,713,,,, +,,,50,713,1.479875087738037,1.479875087738037,, +1.5930832624435425,1.5930832624435425,1.476374626159668,51,727,,,, +,,,51,727,1.4955308437347412,1.4955308437347412,, +1.6273243427276611,1.6273243427276611,1.476374626159668,52,741,,,, +,,,52,741,1.5194710493087769,1.5194710493087769,, +1.8222508430480957,1.8222508430480957,1.476374626159668,53,755,,,, +,,,53,755,1.5255677700042725,1.5255677700042725,, +1.6618307828903198,1.6618307828903198,1.476374626159668,54,769,,,, +,,,54,769,1.5128798484802246,1.5128798484802246,, +1.5834572315216064,1.5834572315216064,1.476374626159668,55,783,,,, +,,,55,783,1.5201737880706787,1.5201737880706787,, +2.001760244369507,2.001760244369507,1.476374626159668,56,797,,,, +,,,56,797,1.515254259109497,1.515254259109497,, +1.6299142837524414,1.6299142837524414,1.476374626159668,57,811,,,, +,,,57,811,1.5209157466888428,1.5209157466888428,, +1.496089220046997,1.496089220046997,1.476374626159668,58,825,,,, +,,,58,825,1.4950878620147705,1.4950878620147705,, +1.7547348737716675,1.7547348737716675,1.476374626159668,59,839,,,, +,,,59,839,1.5180797576904297,1.5180797576904297,, +1.505030632019043,1.505030632019043,1.476374626159668,60,853,,,, +,,,60,853,1.5023458003997803,1.5023458003997803,, +3.2656614780426025,3.2656614780426025,1.476374626159668,61,867,,,, +,,,61,867,1.5040056705474854,1.5040056705474854,, +1.5248425006866455,1.5248425006866455,1.476374626159668,62,881,,,, +,,,62,881,1.4978935718536377,1.4978935718536377,, +2.443887710571289,2.443887710571289,1.476374626159668,63,895,,,, +,,,63,895,1.5204830169677734,1.5204830169677734,, +1.5065891742706299,1.5065891742706299,1.476374626159668,64,909,,,, +,,,64,909,1.5203510522842407,1.5203510522842407,, +1.5726381540298462,1.5726381540298462,1.476374626159668,65,923,,,, +,,,65,923,1.49846351146698,1.49846351146698,, +1.4937044382095337,1.4937044382095337,1.476374626159668,66,937,,,, +,,,66,937,1.526849389076233,1.526849389076233,, +1.9389339685440063,1.9389339685440063,1.476374626159668,67,951,,,, +,,,67,951,1.5241565704345703,1.5241565704345703,, +1.84017014503479,1.84017014503479,1.476374626159668,68,965,,,, +,,,68,965,1.513082504272461,1.513082504272461,, +1.957767128944397,1.957767128944397,1.476374626159668,69,979,,,, +,,,69,979,1.4952763319015503,1.4952763319015503,, +1.5484317541122437,1.5484317541122437,1.476374626159668,70,993,,,, +,,,70,993,1.5032802820205688,1.5032802820205688,, +2.613295793533325,2.613295793533325,1.476374626159668,71,1007,,,, +,,,71,1007,1.516208291053772,1.516208291053772,, +1.5476319789886475,1.5476319789886475,1.476374626159668,72,1021,,,, +,,,72,1021,1.5262023210525513,1.5262023210525513,, +1.4940075874328613,1.4940075874328613,1.476374626159668,73,1035,,,, +,,,73,1035,1.5111501216888428,1.5111501216888428,, +1.5992673635482788,1.5992673635482788,1.476374626159668,74,1049,,,, +,,,74,1049,1.5034174919128418,1.5034174919128418,, +1.7907220125198364,1.7907220125198364,1.476374626159668,75,1063,,,, +,,,75,1063,1.5074670314788818,1.5074670314788818,, +1.790595531463623,1.790595531463623,1.476374626159668,76,1077,,,, +,,,76,1077,1.512900710105896,1.512900710105896,, +1.5210142135620117,1.5210142135620117,1.476374626159668,77,1091,,,, +,,,77,1091,1.5281448364257812,1.5281448364257812,, +3.2895700931549072,3.2895700931549072,1.476374626159668,78,1105,,,, +,,,78,1105,1.4945682287216187,1.4945682287216187,, +1.5283509492874146,1.5283509492874146,1.476374626159668,79,1119,,,, +,,,79,1119,1.510396957397461,1.510396957397461,, +2.2856879234313965,2.2856879234313965,1.476374626159668,80,1133,,,, +,,,80,1133,1.5060607194900513,1.5060607194900513,, +2.4469382762908936,2.4469382762908936,1.476374626159668,81,1147,,,, +,,,81,1147,1.5162808895111084,1.5162808895111084,, +1.648006558418274,1.648006558418274,1.476374626159668,82,1161,,,, +,,,82,1161,1.5237221717834473,1.5237221717834473,, +4.036801338195801,4.036801338195801,1.476374626159668,83,1175,,,, +,,,83,1175,1.5089161396026611,1.5089161396026611,, +1.563164472579956,1.563164472579956,1.476374626159668,84,1189,,,, +,,,84,1189,1.5110883712768555,1.5110883712768555,, +1.579241156578064,1.579241156578064,1.476374626159668,85,1203,,,, +,,,85,1203,1.5052059888839722,1.5052059888839722,, +1.6023931503295898,1.6023931503295898,1.476374626159668,86,1217,,,, +,,,86,1217,1.5061380863189697,1.5061380863189697,, +1.6701816320419312,1.6701816320419312,1.476374626159668,87,1231,,,, +,,,87,1231,1.5196176767349243,1.5196176767349243,, +1.5225956439971924,1.5225956439971924,1.476374626159668,88,1245,,,, +,,,88,1245,1.5238944292068481,1.5238944292068481,, +1.498367190361023,1.498367190361023,1.476374626159668,89,1259,,,, +,,,89,1259,1.5127923488616943,1.5127923488616943,, +1.5908286571502686,1.5908286571502686,1.476374626159668,90,1273,,,, +,,,90,1273,1.5091935396194458,1.5091935396194458,, +1.4840797185897827,1.4840797185897827,1.476374626159668,91,1287,,,, +,,,91,1287,1.5152442455291748,1.5152442455291748,, +1.5365285873413086,1.5365285873413086,1.476374626159668,92,1301,,,, +,,,92,1301,1.5147398710250854,1.5147398710250854,, +1.852054476737976,1.852054476737976,1.476374626159668,93,1315,,,, +,,,93,1315,1.5136468410491943,1.5136468410491943,, +1.583746075630188,1.583746075630188,1.476374626159668,94,1329,,,, +,,,94,1329,1.4903944730758667,1.4903944730758667,, +1.5107396841049194,1.5107396841049194,1.476374626159668,95,1343,,,, +,,,95,1343,1.5019245147705078,1.5019245147705078,, +1.7254056930541992,1.7254056930541992,1.476374626159668,96,1357,,,, +,,,96,1357,1.5211507081985474,1.5211507081985474,, +1.8845033645629883,1.8845033645629883,1.476374626159668,97,1371,,,, +,,,97,1371,1.5152033567428589,1.5152033567428589,, +1.7312034368515015,1.7312034368515015,1.476374626159668,98,1385,,,, +,,,98,1385,1.5138838291168213,1.5138838291168213,, +1.670477032661438,1.670477032661438,1.476374626159668,99,1399,,,, +,,,99,1399,1.510713815689087,1.510713815689087,, +,,,8,112,,,1.6203563213348389,1.6203563213348389 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957826.37a92d36c649.1.36 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957826.37a92d36c649.1.36 new file mode 100644 index 0000000000000000000000000000000000000000..5f307be20f16411f6087fdc3ee4c1041543bca43 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646957826.37a92d36c649.1.36 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05173ede6f03389e40418c3769096484ae59ffffe97caa068bba5c66295aa16b +size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958584.37a92d36c649.1.37 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958584.37a92d36c649.1.37 new file mode 100644 index 0000000000000000000000000000000000000000..71ddacb89fbe9eeee32957b431d57527606c012c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958584.37a92d36c649.1.37 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ff9fcdfc46d1983596e2390cdf3add233502b1807c03ee3fb7d145ad996ed638 +size 176 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..045439a57134fb43ce38a161340d4cb1cfea729e --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/18/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.03743928918097114 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e3049e70cfa07caacd93ba6147bbd17c2b499a25 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.03260824522064407 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..768a8d44045eec13fda9bd0418b1635276b9dc6f --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.03260824522064407 + - model.lin1_size=256 + - model.lin2_size=128 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=128,model.lin3_size=256,model.lr=0.03260824522064407,trainer.gpus=0 + id: '19' + num: 19 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..64c57759049be116dbdb484f88c8b047a1901bce --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.03260824522064407 +- model.lin1_size=256 +- model.lin2_size=128 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2f6b3793ac15ba5174726d6b72ffd20b09b7752a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.03260824522064407 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..fe4a881865c2f6f80e0b45a54c357d687af6910a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.5656204223632812,1.5656204223632812,1.5656204223632812,0,26,,,, +,,,0,26,1.738182783126831,1.738182783126831,, +1.49588942527771,1.49588942527771,1.49588942527771,1,53,,,, +,,,1,53,1.6081626415252686,1.6081626415252686,, +1.5736393928527832,1.5736393928527832,1.49588942527771,2,80,,,, +,,,2,80,1.5699092149734497,1.5699092149734497,, +1.5381778478622437,1.5381778478622437,1.49588942527771,3,107,,,, +,,,3,107,1.5495392084121704,1.5495392084121704,, +1.5248829126358032,1.5248829126358032,1.49588942527771,4,134,,,, +,,,4,134,1.5466461181640625,1.5466461181640625,, +1.507563591003418,1.507563591003418,1.49588942527771,5,161,,,, +,,,5,161,1.5396461486816406,1.5396461486816406,, +1.5102298259735107,1.5102298259735107,1.49588942527771,6,188,,,, +,,,6,188,1.5453801155090332,1.5453801155090332,, +1.515764832496643,1.515764832496643,1.49588942527771,7,215,,,, +,,,7,215,1.5325170755386353,1.5325170755386353,, +1.5518888235092163,1.5518888235092163,1.49588942527771,8,242,,,, +,,,8,242,1.5708023309707642,1.5708023309707642,, +1.5104782581329346,1.5104782581329346,1.49588942527771,9,269,,,, +,,,9,269,1.5345436334609985,1.5345436334609985,, +1.552630066871643,1.552630066871643,1.49588942527771,10,296,,,, +,,,10,296,1.5473071336746216,1.5473071336746216,, +1.5369118452072144,1.5369118452072144,1.49588942527771,11,323,,,, +,,,11,323,1.5299975872039795,1.5299975872039795,, +1.699051022529602,1.699051022529602,1.49588942527771,12,350,,,, +,,,12,350,1.5290815830230713,1.5290815830230713,, +1.7586126327514648,1.7586126327514648,1.49588942527771,13,377,,,, +,,,13,377,1.5344624519348145,1.5344624519348145,, +1.5017327070236206,1.5017327070236206,1.49588942527771,14,404,,,, +,,,14,404,1.5171698331832886,1.5171698331832886,, +1.4928200244903564,1.4928200244903564,1.4928200244903564,15,431,,,, +,,,15,431,1.5572621822357178,1.5572621822357178,, +2.1388845443725586,2.1388845443725586,1.4928200244903564,16,458,,,, +,,,16,458,1.5282648801803589,1.5282648801803589,, +3.5023202896118164,3.5023202896118164,1.4928200244903564,17,485,,,, +,,,17,485,1.5294990539550781,1.5294990539550781,, +1.4857428073883057,1.4857428073883057,1.4857428073883057,18,512,,,, +,,,18,512,1.5147278308868408,1.5147278308868408,, +1.51793372631073,1.51793372631073,1.4857428073883057,19,539,,,, +,,,19,539,1.5038481950759888,1.5038481950759888,, +1.597427248954773,1.597427248954773,1.4857428073883057,20,566,,,, +,,,20,566,1.518247365951538,1.518247365951538,, +1.496241569519043,1.496241569519043,1.4857428073883057,21,593,,,, +,,,21,593,1.5529361963272095,1.5529361963272095,, +1.7016395330429077,1.7016395330429077,1.4857428073883057,22,620,,,, +,,,22,620,1.5253475904464722,1.5253475904464722,, +1.5198079347610474,1.5198079347610474,1.4857428073883057,23,647,,,, +,,,23,647,1.5138301849365234,1.5138301849365234,, +1.5180654525756836,1.5180654525756836,1.4857428073883057,24,674,,,, +,,,24,674,1.522502064704895,1.522502064704895,, +1.5165420770645142,1.5165420770645142,1.4857428073883057,25,701,,,, +,,,25,701,1.5143626928329468,1.5143626928329468,, +1.5167624950408936,1.5167624950408936,1.4857428073883057,26,728,,,, +,,,26,728,1.5232685804367065,1.5232685804367065,, +2.2708988189697266,2.2708988189697266,1.4857428073883057,27,755,,,, +,,,27,755,1.5209600925445557,1.5209600925445557,, +1.5022128820419312,1.5022128820419312,1.4857428073883057,28,782,,,, +,,,28,782,1.5280535221099854,1.5280535221099854,, +2.0151093006134033,2.0151093006134033,1.4857428073883057,29,809,,,, +,,,29,809,1.5388526916503906,1.5388526916503906,, +1.5052918195724487,1.5052918195724487,1.4857428073883057,30,836,,,, +,,,30,836,1.5203529596328735,1.5203529596328735,, +1.5456997156143188,1.5456997156143188,1.4857428073883057,31,863,,,, +,,,31,863,1.551600694656372,1.551600694656372,, +1.800344705581665,1.800344705581665,1.4857428073883057,32,890,,,, +,,,32,890,1.5204474925994873,1.5204474925994873,, +2.011557102203369,2.011557102203369,1.4857428073883057,33,917,,,, +,,,33,917,1.5143325328826904,1.5143325328826904,, +1.6082942485809326,1.6082942485809326,1.4857428073883057,34,944,,,, +,,,34,944,1.5088207721710205,1.5088207721710205,, +3.0407073497772217,3.0407073497772217,1.4857428073883057,35,971,,,, +,,,35,971,1.5234954357147217,1.5234954357147217,, +1.6511467695236206,1.6511467695236206,1.4857428073883057,36,998,,,, +,,,36,998,1.5177115201950073,1.5177115201950073,, +1.5221986770629883,1.5221986770629883,1.4857428073883057,37,1025,,,, +,,,37,1025,1.5207607746124268,1.5207607746124268,, +1.5377172231674194,1.5377172231674194,1.4857428073883057,38,1052,,,, +,,,38,1052,1.5019508600234985,1.5019508600234985,, +1.7331187725067139,1.7331187725067139,1.4857428073883057,39,1079,,,, +,,,39,1079,1.5310518741607666,1.5310518741607666,, +1.686913013458252,1.686913013458252,1.4857428073883057,40,1106,,,, +,,,40,1106,1.547770619392395,1.547770619392395,, +1.6274515390396118,1.6274515390396118,1.4857428073883057,41,1133,,,, +,,,41,1133,1.5222630500793457,1.5222630500793457,, +1.513564109802246,1.513564109802246,1.4857428073883057,42,1160,,,, +,,,42,1160,1.5388542413711548,1.5388542413711548,, +1.5364527702331543,1.5364527702331543,1.4857428073883057,43,1187,,,, +,,,43,1187,1.5279054641723633,1.5279054641723633,, +1.6024068593978882,1.6024068593978882,1.4857428073883057,44,1214,,,, +,,,44,1214,1.5245143175125122,1.5245143175125122,, +1.4879659414291382,1.4879659414291382,1.4857428073883057,45,1241,,,, +,,,45,1241,1.5213583707809448,1.5213583707809448,, +2.140535354614258,2.140535354614258,1.4857428073883057,46,1268,,,, +,,,46,1268,1.5306364297866821,1.5306364297866821,, +1.4873497486114502,1.4873497486114502,1.4857428073883057,47,1295,,,, +,,,47,1295,1.5398083925247192,1.5398083925247192,, +1.7096312046051025,1.7096312046051025,1.4857428073883057,48,1322,,,, +,,,48,1322,1.5412397384643555,1.5412397384643555,, +1.5324839353561401,1.5324839353561401,1.4857428073883057,49,1349,,,, +,,,49,1349,1.5241445302963257,1.5241445302963257,, +3.596909284591675,3.596909284591675,1.4857428073883057,50,1376,,,, +,,,50,1376,1.5150240659713745,1.5150240659713745,, +1.9343054294586182,1.9343054294586182,1.4857428073883057,51,1403,,,, +,,,51,1403,1.5306406021118164,1.5306406021118164,, +1.5349754095077515,1.5349754095077515,1.4857428073883057,52,1430,,,, +,,,52,1430,1.527614951133728,1.527614951133728,, +1.5882763862609863,1.5882763862609863,1.4857428073883057,53,1457,,,, +,,,53,1457,1.526487946510315,1.526487946510315,, +1.5183767080307007,1.5183767080307007,1.4857428073883057,54,1484,,,, +,,,54,1484,1.5261260271072388,1.5261260271072388,, +1.5335311889648438,1.5335311889648438,1.4857428073883057,55,1511,,,, +,,,55,1511,1.5451774597167969,1.5451774597167969,, +1.548169493675232,1.548169493675232,1.4857428073883057,56,1538,,,, +,,,56,1538,1.5387822389602661,1.5387822389602661,, +1.6692348718643188,1.6692348718643188,1.4857428073883057,57,1565,,,, +,,,57,1565,1.5205168724060059,1.5205168724060059,, +1.5379897356033325,1.5379897356033325,1.4857428073883057,58,1592,,,, +,,,58,1592,1.547542929649353,1.547542929649353,, +1.5199542045593262,1.5199542045593262,1.4857428073883057,59,1619,,,, +,,,59,1619,1.5551258325576782,1.5551258325576782,, +1.5053913593292236,1.5053913593292236,1.4857428073883057,60,1646,,,, +,,,60,1646,1.5659745931625366,1.5659745931625366,, +1.501768708229065,1.501768708229065,1.4857428073883057,61,1673,,,, +,,,61,1673,1.5533603429794312,1.5533603429794312,, +1.5477218627929688,1.5477218627929688,1.4857428073883057,62,1700,,,, +,,,62,1700,1.5358930826187134,1.5358930826187134,, +1.5193191766738892,1.5193191766738892,1.4857428073883057,63,1727,,,, +,,,63,1727,1.5187357664108276,1.5187357664108276,, +1.5330077409744263,1.5330077409744263,1.4857428073883057,64,1754,,,, +,,,64,1754,1.5186471939086914,1.5186471939086914,, +1.4937571287155151,1.4937571287155151,1.4857428073883057,65,1781,,,, +,,,65,1781,1.5416173934936523,1.5416173934936523,, +1.5210270881652832,1.5210270881652832,1.4857428073883057,66,1808,,,, +,,,66,1808,1.5357139110565186,1.5357139110565186,, +1.522778034210205,1.522778034210205,1.4857428073883057,67,1835,,,, +,,,67,1835,1.5328803062438965,1.5328803062438965,, +1.5020759105682373,1.5020759105682373,1.4857428073883057,68,1862,,,, +,,,68,1862,1.5456167459487915,1.5456167459487915,, +1.5997874736785889,1.5997874736785889,1.4857428073883057,69,1889,,,, +,,,69,1889,1.5361191034317017,1.5361191034317017,, +1.4951149225234985,1.4951149225234985,1.4857428073883057,70,1916,,,, +,,,70,1916,1.5268501043319702,1.5268501043319702,, +1.771569013595581,1.771569013595581,1.4857428073883057,71,1943,,,, +,,,71,1943,1.547211766242981,1.547211766242981,, +1.539156198501587,1.539156198501587,1.4857428073883057,72,1970,,,, +,,,72,1970,1.5313692092895508,1.5313692092895508,, +1.6257878541946411,1.6257878541946411,1.4857428073883057,73,1997,,,, +,,,73,1997,1.5701204538345337,1.5701204538345337,, +1.5070515871047974,1.5070515871047974,1.4857428073883057,74,2024,,,, +,,,74,2024,1.5477219820022583,1.5477219820022583,, +1.6187244653701782,1.6187244653701782,1.4857428073883057,75,2051,,,, +,,,75,2051,1.51690673828125,1.51690673828125,, +1.8340365886688232,1.8340365886688232,1.4857428073883057,76,2078,,,, +,,,76,2078,1.534622073173523,1.534622073173523,, +1.5370204448699951,1.5370204448699951,1.4857428073883057,77,2105,,,, +,,,77,2105,1.5191243886947632,1.5191243886947632,, +1.5301501750946045,1.5301501750946045,1.4857428073883057,78,2132,,,, +,,,78,2132,1.5442100763320923,1.5442100763320923,, +2.7828667163848877,2.7828667163848877,1.4857428073883057,79,2159,,,, +,,,79,2159,1.5356336832046509,1.5356336832046509,, +1.7086619138717651,1.7086619138717651,1.4857428073883057,80,2186,,,, +,,,80,2186,1.5371642112731934,1.5371642112731934,, +1.4891403913497925,1.4891403913497925,1.4857428073883057,81,2213,,,, +,,,81,2213,1.5435301065444946,1.5435301065444946,, +1.873478651046753,1.873478651046753,1.4857428073883057,82,2240,,,, +,,,82,2240,1.5752805471420288,1.5752805471420288,, +1.4921513795852661,1.4921513795852661,1.4857428073883057,83,2267,,,, +,,,83,2267,1.5714900493621826,1.5714900493621826,, +1.5270261764526367,1.5270261764526367,1.4857428073883057,84,2294,,,, +,,,84,2294,1.5504677295684814,1.5504677295684814,, +1.8099544048309326,1.8099544048309326,1.4857428073883057,85,2321,,,, +,,,85,2321,1.562684178352356,1.562684178352356,, +2.2735397815704346,2.2735397815704346,1.4857428073883057,86,2348,,,, +,,,86,2348,1.5538617372512817,1.5538617372512817,, +1.502306580543518,1.502306580543518,1.4857428073883057,87,2375,,,, +,,,87,2375,1.5468003749847412,1.5468003749847412,, +1.498835802078247,1.498835802078247,1.4857428073883057,88,2402,,,, +,,,88,2402,1.539528489112854,1.539528489112854,, +1.517993450164795,1.517993450164795,1.4857428073883057,89,2429,,,, +,,,89,2429,1.5434211492538452,1.5434211492538452,, +2.4625046253204346,2.4625046253204346,1.4857428073883057,90,2456,,,, +,,,90,2456,1.5448286533355713,1.5448286533355713,, +1.5464633703231812,1.5464633703231812,1.4857428073883057,91,2483,,,, +,,,91,2483,1.547099232673645,1.547099232673645,, +1.585344910621643,1.585344910621643,1.4857428073883057,92,2510,,,, +,,,92,2510,1.5461409091949463,1.5461409091949463,, +1.871080994606018,1.871080994606018,1.4857428073883057,93,2537,,,, +,,,93,2537,1.5454007387161255,1.5454007387161255,, +1.8310729265213013,1.8310729265213013,1.4857428073883057,94,2564,,,, +,,,94,2564,1.5580780506134033,1.5580780506134033,, +1.5222253799438477,1.5222253799438477,1.4857428073883057,95,2591,,,, +,,,95,2591,1.5478107929229736,1.5478107929229736,, +1.5086250305175781,1.5086250305175781,1.4857428073883057,96,2618,,,, +,,,96,2618,1.5387903451919556,1.5387903451919556,, +1.5011481046676636,1.5011481046676636,1.4857428073883057,97,2645,,,, +,,,97,2645,1.5410867929458618,1.5410867929458618,, +1.5155304670333862,1.5155304670333862,1.4857428073883057,98,2672,,,, +,,,98,2672,1.5456998348236084,1.5456998348236084,, +1.7232717275619507,1.7232717275619507,1.4857428073883057,99,2699,,,, +,,,99,2699,1.5458693504333496,1.5458693504333496,, +,,,19,513,,,1.6211354732513428,1.6211354732513428 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958585.37a92d36c649.1.38 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958585.37a92d36c649.1.38 new file mode 100644 index 0000000000000000000000000000000000000000..6d06f3491c4b2e69e3b70d776ecf78a85b1121d2 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646958585.37a92d36c649.1.38 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:056022cd25896f104dbf26244c2ea44805f2ad075729aa296d7ab4e103c48888 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.39 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.39 new file mode 100644 index 0000000000000000000000000000000000000000..a5951509272e8bd39b84dedd042fccead9e21e89 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.39 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:267bab18f7b3440fe2790099fd3348f7f5d4106cd03aeb414a79643a4647a1de +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..2f6b3793ac15ba5174726d6b72ffd20b09b7752a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/19/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 128 + lin3_size: 256 + output_size: 1 + lr: 0.03260824522064407 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17347713 +model/params/trainable: 17347713 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..29b2cbc7f5251c1761fc0685acdbaa77082098ee --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 1024 + lin3_size: 1024 + output_size: 1 + lr: 0.17902839665797884 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3dbfcc476d968523271d556526e34986c336c182 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.17902839665797884 + - model.lin1_size=128 + - model.lin2_size=1024 + - model.lin3_size=1024 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=1024,model.lin3_size=1024,model.lr=0.17902839665797884,trainer.gpus=0 + id: '2' + num: 2 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..16317b2ea9d7657d2dc63d275bdb01d64d170261 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.17902839665797884 +- model.lin1_size=128 +- model.lin2_size=1024 +- model.lin3_size=1024 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..249aa5f3803de4a986297fee06d0b38ec052ab69 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 1024 + lin3_size: 1024 + output_size: 1 + lr: 0.17902839665797884 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 9827201 +model/params/trainable: 9827201 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..ca22af910b48ca75dd7d90225e0fea04add6e3dc --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +4.942013263702393,4.942013263702393,1.8842527866363525,0,26,,,, +,,,0,26,7.211176872253418,7.211176872253418,, +1.6712143421173096,1.6712143421173096,1.6712143421173096,1,53,,,, +,,,1,53,2.152496576309204,2.152496576309204,, +1.5258362293243408,1.5258362293243408,1.5258362293243408,2,80,,,, +,,,2,80,1.725841760635376,1.725841760635376,, +1.7321048974990845,1.7321048974990845,1.5258362293243408,3,107,,,, +,,,3,107,1.664211392402649,1.664211392402649,, +2.4167706966400146,2.4167706966400146,1.5258362293243408,4,134,,,, +,,,4,134,1.613060712814331,1.613060712814331,, +2.301844835281372,2.301844835281372,1.5258362293243408,5,161,,,, +,,,5,161,1.596131443977356,1.596131443977356,, +1.512845754623413,1.512845754623413,1.512845754623413,6,188,,,, +,,,6,188,1.5830390453338623,1.5830390453338623,, +1.5259788036346436,1.5259788036346436,1.512845754623413,7,215,,,, +,,,7,215,1.578467607498169,1.578467607498169,, +1.5527069568634033,1.5527069568634033,1.512845754623413,8,242,,,, +,,,8,242,1.572962760925293,1.572962760925293,, +1.6021738052368164,1.6021738052368164,1.512845754623413,9,269,,,, +,,,9,269,1.6103239059448242,1.6103239059448242,, +1.5456576347351074,1.5456576347351074,1.512845754623413,10,296,,,, +,,,10,296,1.589150071144104,1.589150071144104,, +32.458038330078125,32.458038330078125,1.512845754623413,11,323,,,, +,,,11,323,1.5808781385421753,1.5808781385421753,, +3.305894374847412,3.305894374847412,1.512845754623413,12,350,,,, +,,,12,350,1.5942620038986206,1.5942620038986206,, +1.5257136821746826,1.5257136821746826,1.512845754623413,13,377,,,, +,,,13,377,1.5893584489822388,1.5893584489822388,, +1.5382262468338013,1.5382262468338013,1.512845754623413,14,404,,,, +,,,14,404,1.585023283958435,1.585023283958435,, +2.27055287361145,2.27055287361145,1.512845754623413,15,431,,,, +,,,15,431,1.5829946994781494,1.5829946994781494,, +1.6377092599868774,1.6377092599868774,1.512845754623413,16,458,,,, +,,,16,458,1.5754798650741577,1.5754798650741577,, +1.5239015817642212,1.5239015817642212,1.512845754623413,17,485,,,, +,,,17,485,1.587470293045044,1.587470293045044,, +1.5298212766647339,1.5298212766647339,1.512845754623413,18,512,,,, +,,,18,512,1.5970978736877441,1.5970978736877441,, +1.773655891418457,1.773655891418457,1.512845754623413,19,539,,,, +,,,19,539,1.5947295427322388,1.5947295427322388,, +2.728525161743164,2.728525161743164,1.512845754623413,20,566,,,, +,,,20,566,1.6138726472854614,1.6138726472854614,, +1.8600244522094727,1.8600244522094727,1.512845754623413,21,593,,,, +,,,21,593,1.6193721294403076,1.6193721294403076,, +2.150730848312378,2.150730848312378,1.512845754623413,22,620,,,, +,,,22,620,1.657004714012146,1.657004714012146,, +1.5199613571166992,1.5199613571166992,1.512845754623413,23,647,,,, +,,,23,647,1.6264400482177734,1.6264400482177734,, +5.563539028167725,5.563539028167725,1.512845754623413,24,674,,,, +,,,24,674,1.6168267726898193,1.6168267726898193,, +1.5327045917510986,1.5327045917510986,1.512845754623413,25,701,,,, +,,,25,701,1.6076825857162476,1.6076825857162476,, +5.793704032897949,5.793704032897949,1.512845754623413,26,728,,,, +,,,26,728,1.6270607709884644,1.6270607709884644,, +1.96451997756958,1.96451997756958,1.512845754623413,27,755,,,, +,,,27,755,1.6135138273239136,1.6135138273239136,, +4.592329025268555,4.592329025268555,1.512845754623413,28,782,,,, +,,,28,782,1.630656361579895,1.630656361579895,, +2.322110652923584,2.322110652923584,1.512845754623413,29,809,,,, +,,,29,809,1.630600094795227,1.630600094795227,, +8.426097869873047,8.426097869873047,1.512845754623413,30,836,,,, +,,,30,836,1.607855200767517,1.607855200767517,, +1.590277910232544,1.590277910232544,1.512845754623413,31,863,,,, +,,,31,863,1.6107796430587769,1.6107796430587769,, +1.727465033531189,1.727465033531189,1.512845754623413,32,890,,,, +,,,32,890,1.6146469116210938,1.6146469116210938,, +23.68500518798828,23.68500518798828,1.512845754623413,33,917,,,, +,,,33,917,1.6552749872207642,1.6552749872207642,, +1.8037164211273193,1.8037164211273193,1.512845754623413,34,944,,,, +,,,34,944,1.6542985439300537,1.6542985439300537,, +2.0892064571380615,2.0892064571380615,1.512845754623413,35,971,,,, +,,,35,971,1.6538760662078857,1.6538760662078857,, +4.018378734588623,4.018378734588623,1.512845754623413,36,998,,,, +,,,36,998,1.6224898099899292,1.6224898099899292,, +7.920298099517822,7.920298099517822,1.512845754623413,37,1025,,,, +,,,37,1025,1.6609766483306885,1.6609766483306885,, +6.539056301116943,6.539056301116943,1.512845754623413,38,1052,,,, +,,,38,1052,1.646742582321167,1.646742582321167,, +2.5107614994049072,2.5107614994049072,1.512845754623413,39,1079,,,, +,,,39,1079,1.6600449085235596,1.6600449085235596,, +4.4816484451293945,4.4816484451293945,1.512845754623413,40,1106,,,, +,,,40,1106,1.6956262588500977,1.6956262588500977,, +2.5157198905944824,2.5157198905944824,1.512845754623413,41,1133,,,, +,,,41,1133,1.6280807256698608,1.6280807256698608,, +3.2198596000671387,3.2198596000671387,1.512845754623413,42,1160,,,, +,,,42,1160,1.6576040983200073,1.6576040983200073,, +3.3556978702545166,3.3556978702545166,1.512845754623413,43,1187,,,, +,,,43,1187,1.6615694761276245,1.6615694761276245,, +28.666645050048828,28.666645050048828,1.512845754623413,44,1214,,,, +,,,44,1214,1.6765164136886597,1.6765164136886597,, +4.415087699890137,4.415087699890137,1.512845754623413,45,1241,,,, +,,,45,1241,1.6995322704315186,1.6995322704315186,, +20.20732307434082,20.20732307434082,1.512845754623413,46,1268,,,, +,,,46,1268,1.80489182472229,1.80489182472229,, +9.175054550170898,9.175054550170898,1.512845754623413,47,1295,,,, +,,,47,1295,1.6578465700149536,1.6578465700149536,, +18.570985794067383,18.570985794067383,1.512845754623413,48,1322,,,, +,,,48,1322,1.6341334581375122,1.6341334581375122,, +1.6201993227005005,1.6201993227005005,1.512845754623413,49,1349,,,, +,,,49,1349,1.7168278694152832,1.7168278694152832,, +26.16611671447754,26.16611671447754,1.512845754623413,50,1376,,,, +,,,50,1376,1.6748077869415283,1.6748077869415283,, +31.354934692382812,31.354934692382812,1.512845754623413,51,1403,,,, +,,,51,1403,1.6734038591384888,1.6734038591384888,, +1.9443947076797485,1.9443947076797485,1.512845754623413,52,1430,,,, +,,,52,1430,1.7272567749023438,1.7272567749023438,, +9.064143180847168,9.064143180847168,1.512845754623413,53,1457,,,, +,,,53,1457,1.7186124324798584,1.7186124324798584,, +1.587944746017456,1.587944746017456,1.512845754623413,54,1484,,,, +,,,54,1484,1.7188239097595215,1.7188239097595215,, +4.488987922668457,4.488987922668457,1.512845754623413,55,1511,,,, +,,,55,1511,1.705220103263855,1.705220103263855,, +1.8534462451934814,1.8534462451934814,1.512845754623413,56,1538,,,, +,,,56,1538,1.7040441036224365,1.7040441036224365,, +4.239743232727051,4.239743232727051,1.512845754623413,57,1565,,,, +,,,57,1565,1.7449744939804077,1.7449744939804077,, +2.4143083095550537,2.4143083095550537,1.512845754623413,58,1592,,,, +,,,58,1592,1.705967903137207,1.705967903137207,, +3.4238860607147217,3.4238860607147217,1.512845754623413,59,1619,,,, +,,,59,1619,1.6709966659545898,1.6709966659545898,, +2.488356113433838,2.488356113433838,1.512845754623413,60,1646,,,, +,,,60,1646,1.6747407913208008,1.6747407913208008,, +9.486682891845703,9.486682891845703,1.512845754623413,61,1673,,,, +,,,61,1673,1.7670040130615234,1.7670040130615234,, +6.925899505615234,6.925899505615234,1.512845754623413,62,1700,,,, +,,,62,1700,1.6681197881698608,1.6681197881698608,, +3.6239397525787354,3.6239397525787354,1.512845754623413,63,1727,,,, +,,,63,1727,1.685065746307373,1.685065746307373,, +2.5163207054138184,2.5163207054138184,1.512845754623413,64,1754,,,, +,,,64,1754,1.686383843421936,1.686383843421936,, +1.5647261142730713,1.5647261142730713,1.512845754623413,65,1781,,,, +,,,65,1781,1.6956655979156494,1.6956655979156494,, +1.5443474054336548,1.5443474054336548,1.512845754623413,66,1808,,,, +,,,66,1808,1.7258676290512085,1.7258676290512085,, +4.991905212402344,4.991905212402344,1.512845754623413,67,1835,,,, +,,,67,1835,1.7325060367584229,1.7325060367584229,, +25.96318244934082,25.96318244934082,1.512845754623413,68,1862,,,, +,,,68,1862,1.6799098253250122,1.6799098253250122,, +1.740399718284607,1.740399718284607,1.512845754623413,69,1889,,,, +,,,69,1889,1.6586723327636719,1.6586723327636719,, +5.7846903800964355,5.7846903800964355,1.512845754623413,70,1916,,,, +,,,70,1916,1.6989774703979492,1.6989774703979492,, +1.5390455722808838,1.5390455722808838,1.512845754623413,71,1943,,,, +,,,71,1943,1.7002085447311401,1.7002085447311401,, +4.071336269378662,4.071336269378662,1.512845754623413,72,1970,,,, +,,,72,1970,1.6909217834472656,1.6909217834472656,, +8.201913833618164,8.201913833618164,1.512845754623413,73,1997,,,, +,,,73,1997,1.710548996925354,1.710548996925354,, +4.729573726654053,4.729573726654053,1.512845754623413,74,2024,,,, +,,,74,2024,1.7441068887710571,1.7441068887710571,, +7.402055263519287,7.402055263519287,1.512845754623413,75,2051,,,, +,,,75,2051,1.704969882965088,1.704969882965088,, +1.9263912439346313,1.9263912439346313,1.512845754623413,76,2078,,,, +,,,76,2078,1.6429044008255005,1.6429044008255005,, +71.78511047363281,71.78511047363281,1.512845754623413,77,2105,,,, +,,,77,2105,1.7492035627365112,1.7492035627365112,, +12.499197006225586,12.499197006225586,1.512845754623413,78,2132,,,, +,,,78,2132,1.714001178741455,1.714001178741455,, +26.30113410949707,26.30113410949707,1.512845754623413,79,2159,,,, +,,,79,2159,1.7874820232391357,1.7874820232391357,, +14.366292953491211,14.366292953491211,1.512845754623413,80,2186,,,, +,,,80,2186,1.7015773057937622,1.7015773057937622,, +9.344834327697754,9.344834327697754,1.512845754623413,81,2213,,,, +,,,81,2213,1.7116471529006958,1.7116471529006958,, +1.5265141725540161,1.5265141725540161,1.512845754623413,82,2240,,,, +,,,82,2240,1.702309250831604,1.702309250831604,, +18.035476684570312,18.035476684570312,1.512845754623413,83,2267,,,, +,,,83,2267,1.7161017656326294,1.7161017656326294,, +36.477256774902344,36.477256774902344,1.512845754623413,84,2294,,,, +,,,84,2294,1.6651198863983154,1.6651198863983154,, +8.932206153869629,8.932206153869629,1.512845754623413,85,2321,,,, +,,,85,2321,1.6629416942596436,1.6629416942596436,, +3.297712802886963,3.297712802886963,1.512845754623413,86,2348,,,, +,,,86,2348,1.6616121530532837,1.6616121530532837,, +1.9739350080490112,1.9739350080490112,1.512845754623413,87,2375,,,, +,,,87,2375,1.6342887878417969,1.6342887878417969,, +1.8627331256866455,1.8627331256866455,1.512845754623413,88,2402,,,, +,,,88,2402,1.6869843006134033,1.6869843006134033,, +7.995759963989258,7.995759963989258,1.512845754623413,89,2429,,,, +,,,89,2429,1.632949709892273,1.632949709892273,, +2.4246556758880615,2.4246556758880615,1.512845754623413,90,2456,,,, +,,,90,2456,1.754420280456543,1.754420280456543,, +1.8571947813034058,1.8571947813034058,1.512845754623413,91,2483,,,, +,,,91,2483,1.6560988426208496,1.6560988426208496,, +53.50590896606445,53.50590896606445,1.512845754623413,92,2510,,,, +,,,92,2510,1.8181322813034058,1.8181322813034058,, +7.154984951019287,7.154984951019287,1.512845754623413,93,2537,,,, +,,,93,2537,1.6746329069137573,1.6746329069137573,, +10.001709938049316,10.001709938049316,1.512845754623413,94,2564,,,, +,,,94,2564,1.735314965248108,1.735314965248108,, +1.7995482683181763,1.7995482683181763,1.512845754623413,95,2591,,,, +,,,95,2591,1.711104393005371,1.711104393005371,, +3.9229063987731934,3.9229063987731934,1.512845754623413,96,2618,,,, +,,,96,2618,1.655877709388733,1.655877709388733,, +2.784287214279175,2.784287214279175,1.512845754623413,97,2645,,,, +,,,97,2645,1.6795527935028076,1.6795527935028076,, +1.7957862615585327,1.7957862615585327,1.512845754623413,98,2672,,,, +,,,98,2672,1.8542207479476929,1.8542207479476929,, +2.5281403064727783,2.5281403064727783,1.512845754623413,99,2699,,,, +,,,99,2699,1.6605005264282227,1.6605005264282227,, +,,,7,189,,,1.638756513595581,1.638756513595581 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.4 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.4 new file mode 100644 index 0000000000000000000000000000000000000000..c6ec7036fcfe3b30f34fcbff74f88a300734c16c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937064.37a92d36c649.1.4 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:784aa3cc25cff128a5465c8ca436dd8adb277ce20fd41e4f54171038334246a9 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937678.37a92d36c649.1.5 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937678.37a92d36c649.1.5 new file mode 100644 index 0000000000000000000000000000000000000000..986f64806caef91988336b54e7f64273076d3284 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937678.37a92d36c649.1.5 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1264980d7efa10b19468c914b2d069db5a8fd23243ea6717050f9bb6d414c85d +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..249aa5f3803de4a986297fee06d0b38ec052ab69 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/2/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 1024 + lin3_size: 1024 + output_size: 1 + lr: 0.17902839665797884 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 9827201 +model/params/trainable: 9827201 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..6c07c9a8474a2627774802994c62ecd0af270fba --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.0013868738805853423 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..21c3d4e3dfff872fb46dfbc40b2c47d9d2d0b9fa --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.0013868738805853423 + - model.lin1_size=128 + - model.lin2_size=128 + - model.lin3_size=128 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=128,model.lr=0.0013868738805853423,trainer.gpus=0 + id: '20' + num: 20 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b06f5a601c25a9834227b2b3d5b5e865ba85f69b --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.0013868738805853423 +- model.lin1_size=128 +- model.lin2_size=128 +- model.lin3_size=128 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47390b0e28a9afa13da4e6082f9c727563a71d7a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.0013868738805853423 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8674049 +model/params/trainable: 8674049 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..5ba5fe40e52d5479fa8b1f32ee342db4fcc49581 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.571709394454956,1.571709394454956,1.571709394454956,0,26,,,, +,,,0,26,1.8236085176467896,1.8236085176467896,, +1.4469770193099976,1.4469770193099976,1.4469770193099976,1,53,,,, +,,,1,53,1.508048415184021,1.508048415184021,, +1.475572943687439,1.475572943687439,1.4469770193099976,2,80,,,, +,,,2,80,1.4610460996627808,1.4610460996627808,, +1.5668429136276245,1.5668429136276245,1.4469770193099976,3,107,,,, +,,,3,107,1.4092124700546265,1.4092124700546265,, +1.5099151134490967,1.5099151134490967,1.4469770193099976,4,134,,,, +,,,4,134,1.3551002740859985,1.3551002740859985,, +1.4782476425170898,1.4782476425170898,1.4469770193099976,5,161,,,, +,,,5,161,1.3354111909866333,1.3354111909866333,, +1.4786691665649414,1.4786691665649414,1.4469770193099976,6,188,,,, +,,,6,188,1.336769461631775,1.336769461631775,, +1.6047760248184204,1.6047760248184204,1.4469770193099976,7,215,,,, +,,,7,215,1.2849318981170654,1.2849318981170654,, +3.3729636669158936,3.3729636669158936,1.4469770193099976,8,242,,,, +,,,8,242,1.2599107027053833,1.2599107027053833,, +1.4218146800994873,1.4218146800994873,1.4218146800994873,9,269,,,, +,,,9,269,1.2808001041412354,1.2808001041412354,, +1.4659284353256226,1.4659284353256226,1.4218146800994873,10,296,,,, +,,,10,296,1.2235428094863892,1.2235428094863892,, +2.0154597759246826,2.0154597759246826,1.4218146800994873,11,323,,,, +,,,11,323,1.164250373840332,1.164250373840332,, +1.5580435991287231,1.5580435991287231,1.4218146800994873,12,350,,,, +,,,12,350,1.1947569847106934,1.1947569847106934,, +1.5184441804885864,1.5184441804885864,1.4218146800994873,13,377,,,, +,,,13,377,1.172653079032898,1.172653079032898,, +1.4095901250839233,1.4095901250839233,1.4095901250839233,14,404,,,, +,,,14,404,1.152579665184021,1.152579665184021,, +3.1470134258270264,3.1470134258270264,1.4095901250839233,15,431,,,, +,,,15,431,1.1304105520248413,1.1304105520248413,, +1.8380368947982788,1.8380368947982788,1.4095901250839233,16,458,,,, +,,,16,458,1.1901458501815796,1.1901458501815796,, +2.1604435443878174,2.1604435443878174,1.4095901250839233,17,485,,,, +,,,17,485,1.1497769355773926,1.1497769355773926,, +3.028076171875,3.028076171875,1.4095901250839233,18,512,,,, +,,,18,512,1.1082451343536377,1.1082451343536377,, +1.5392628908157349,1.5392628908157349,1.4095901250839233,19,539,,,, +,,,19,539,1.154895544052124,1.154895544052124,, +1.9975879192352295,1.9975879192352295,1.4095901250839233,20,566,,,, +,,,20,566,1.1049398183822632,1.1049398183822632,, +1.7349754571914673,1.7349754571914673,1.4095901250839233,21,593,,,, +,,,21,593,1.116503357887268,1.116503357887268,, +1.801671028137207,1.801671028137207,1.4095901250839233,22,620,,,, +,,,22,620,1.059577465057373,1.059577465057373,, +1.5237088203430176,1.5237088203430176,1.4095901250839233,23,647,,,, +,,,23,647,1.089439868927002,1.089439868927002,, +1.8230186700820923,1.8230186700820923,1.4095901250839233,24,674,,,, +,,,24,674,1.075560212135315,1.075560212135315,, +1.8215614557266235,1.8215614557266235,1.4095901250839233,25,701,,,, +,,,25,701,1.0852792263031006,1.0852792263031006,, +1.8760333061218262,1.8760333061218262,1.4095901250839233,26,728,,,, +,,,26,728,1.0327476263046265,1.0327476263046265,, +1.292150855064392,1.292150855064392,1.292150855064392,27,755,,,, +,,,27,755,1.0273493528366089,1.0273493528366089,, +1.8108960390090942,1.8108960390090942,1.292150855064392,28,782,,,, +,,,28,782,1.0048762559890747,1.0048762559890747,, +1.4799270629882812,1.4799270629882812,1.292150855064392,29,809,,,, +,,,29,809,1.0336991548538208,1.0336991548538208,, +1.960261344909668,1.960261344909668,1.292150855064392,30,836,,,, +,,,30,836,1.008686900138855,1.008686900138855,, +1.3702120780944824,1.3702120780944824,1.292150855064392,31,863,,,, +,,,31,863,0.9876344799995422,0.9876344799995422,, +1.5628300905227661,1.5628300905227661,1.292150855064392,32,890,,,, +,,,32,890,1.0187031030654907,1.0187031030654907,, +1.4490160942077637,1.4490160942077637,1.292150855064392,33,917,,,, +,,,33,917,0.9625764489173889,0.9625764489173889,, +1.464931845664978,1.464931845664978,1.292150855064392,34,944,,,, +,,,34,944,0.9417009949684143,0.9417009949684143,, +1.5704947710037231,1.5704947710037231,1.292150855064392,35,971,,,, +,,,35,971,0.976371169090271,0.976371169090271,, +2.5039756298065186,2.5039756298065186,1.292150855064392,36,998,,,, +,,,36,998,0.9334171414375305,0.9334171414375305,, +1.6895395517349243,1.6895395517349243,1.292150855064392,37,1025,,,, +,,,37,1025,0.9813394546508789,0.9813394546508789,, +1.981884479522705,1.981884479522705,1.292150855064392,38,1052,,,, +,,,38,1052,0.9257150292396545,0.9257150292396545,, +2.377309799194336,2.377309799194336,1.292150855064392,39,1079,,,, +,,,39,1079,0.9369468092918396,0.9369468092918396,, +3.7842507362365723,3.7842507362365723,1.292150855064392,40,1106,,,, +,,,40,1106,0.927998423576355,0.927998423576355,, +2.600346326828003,2.600346326828003,1.292150855064392,41,1133,,,, +,,,41,1133,0.9833800196647644,0.9833800196647644,, +1.4858331680297852,1.4858331680297852,1.292150855064392,42,1160,,,, +,,,42,1160,0.8675737380981445,0.8675737380981445,, +2.2492153644561768,2.2492153644561768,1.292150855064392,43,1187,,,, +,,,43,1187,0.9216047525405884,0.9216047525405884,, +1.931909441947937,1.931909441947937,1.292150855064392,44,1214,,,, +,,,44,1214,0.9292073249816895,0.9292073249816895,, +2.1135523319244385,2.1135523319244385,1.292150855064392,45,1241,,,, +,,,45,1241,0.9329072833061218,0.9329072833061218,, +1.7816929817199707,1.7816929817199707,1.292150855064392,46,1268,,,, +,,,46,1268,0.9412559270858765,0.9412559270858765,, +1.3174337148666382,1.3174337148666382,1.292150855064392,47,1295,,,, +,,,47,1295,0.9437068700790405,0.9437068700790405,, +1.3863834142684937,1.3863834142684937,1.292150855064392,48,1322,,,, +,,,48,1322,0.8899401426315308,0.8899401426315308,, +4.147686004638672,4.147686004638672,1.292150855064392,49,1349,,,, +,,,49,1349,0.8660125732421875,0.8660125732421875,, +1.2905036211013794,1.2905036211013794,1.2905036211013794,50,1376,,,, +,,,50,1376,0.8596447110176086,0.8596447110176086,, +1.8931596279144287,1.8931596279144287,1.2905036211013794,51,1403,,,, +,,,51,1403,0.9097890257835388,0.9097890257835388,, +1.225952386856079,1.225952386856079,1.225952386856079,52,1430,,,, +,,,52,1430,0.8866653442382812,0.8866653442382812,, +1.4526824951171875,1.4526824951171875,1.225952386856079,53,1457,,,, +,,,53,1457,0.8690214157104492,0.8690214157104492,, +1.1835252046585083,1.1835252046585083,1.1835252046585083,54,1484,,,, +,,,54,1484,0.806898295879364,0.806898295879364,, +1.8057072162628174,1.8057072162628174,1.1835252046585083,55,1511,,,, +,,,55,1511,0.8790661692619324,0.8790661692619324,, +1.2557862997055054,1.2557862997055054,1.1835252046585083,56,1538,,,, +,,,56,1538,0.8899348378181458,0.8899348378181458,, +2.61914324760437,2.61914324760437,1.1835252046585083,57,1565,,,, +,,,57,1565,0.8564441800117493,0.8564441800117493,, +1.8433514833450317,1.8433514833450317,1.1835252046585083,58,1592,,,, +,,,58,1592,0.8648205399513245,0.8648205399513245,, +2.478430986404419,2.478430986404419,1.1835252046585083,59,1619,,,, +,,,59,1619,0.8040797710418701,0.8040797710418701,, +3.397243022918701,3.397243022918701,1.1835252046585083,60,1646,,,, +,,,60,1646,0.8399287462234497,0.8399287462234497,, +1.4696096181869507,1.4696096181869507,1.1835252046585083,61,1673,,,, +,,,61,1673,0.8538636565208435,0.8538636565208435,, +1.451773762702942,1.451773762702942,1.1835252046585083,62,1700,,,, +,,,62,1700,0.8040831089019775,0.8040831089019775,, +2.2864573001861572,2.2864573001861572,1.1835252046585083,63,1727,,,, +,,,63,1727,0.8303264379501343,0.8303264379501343,, +1.3420037031173706,1.3420037031173706,1.1835252046585083,64,1754,,,, +,,,64,1754,0.8233942985534668,0.8233942985534668,, +1.388898253440857,1.388898253440857,1.1835252046585083,65,1781,,,, +,,,65,1781,0.7778618335723877,0.7778618335723877,, +2.6156253814697266,2.6156253814697266,1.1835252046585083,66,1808,,,, +,,,66,1808,0.8154546022415161,0.8154546022415161,, +1.2591595649719238,1.2591595649719238,1.1835252046585083,67,1835,,,, +,,,67,1835,0.8651615381240845,0.8651615381240845,, +2.256571054458618,2.256571054458618,1.1835252046585083,68,1862,,,, +,,,68,1862,0.797222912311554,0.797222912311554,, +1.5351455211639404,1.5351455211639404,1.1835252046585083,69,1889,,,, +,,,69,1889,0.8274859189987183,0.8274859189987183,, +2.490441083908081,2.490441083908081,1.1835252046585083,70,1916,,,, +,,,70,1916,0.8267566561698914,0.8267566561698914,, +1.6968715190887451,1.6968715190887451,1.1835252046585083,71,1943,,,, +,,,71,1943,0.7791618704795837,0.7791618704795837,, +1.33367121219635,1.33367121219635,1.1835252046585083,72,1970,,,, +,,,72,1970,0.7607866525650024,0.7607866525650024,, +1.3238906860351562,1.3238906860351562,1.1835252046585083,73,1997,,,, +,,,73,1997,0.7343832850456238,0.7343832850456238,, +1.9621458053588867,1.9621458053588867,1.1835252046585083,74,2024,,,, +,,,74,2024,0.7486348152160645,0.7486348152160645,, +1.8391201496124268,1.8391201496124268,1.1835252046585083,75,2051,,,, +,,,75,2051,0.7392545342445374,0.7392545342445374,, +1.1358044147491455,1.1358044147491455,1.1358044147491455,76,2078,,,, +,,,76,2078,0.7460790276527405,0.7460790276527405,, +1.7983368635177612,1.7983368635177612,1.1358044147491455,77,2105,,,, +,,,77,2105,0.7759891748428345,0.7759891748428345,, +1.4239773750305176,1.4239773750305176,1.1358044147491455,78,2132,,,, +,,,78,2132,0.7922183275222778,0.7922183275222778,, +1.3339025974273682,1.3339025974273682,1.1358044147491455,79,2159,,,, +,,,79,2159,0.7636407613754272,0.7636407613754272,, +1.6864932775497437,1.6864932775497437,1.1358044147491455,80,2186,,,, +,,,80,2186,0.7423678636550903,0.7423678636550903,, +1.7376137971878052,1.7376137971878052,1.1358044147491455,81,2213,,,, +,,,81,2213,0.816211462020874,0.816211462020874,, +1.8373874425888062,1.8373874425888062,1.1358044147491455,82,2240,,,, +,,,82,2240,0.8253294229507446,0.8253294229507446,, +1.358418345451355,1.358418345451355,1.1358044147491455,83,2267,,,, +,,,83,2267,0.7420760989189148,0.7420760989189148,, +2.162076234817505,2.162076234817505,1.1358044147491455,84,2294,,,, +,,,84,2294,0.7806297540664673,0.7806297540664673,, +1.6059988737106323,1.6059988737106323,1.1358044147491455,85,2321,,,, +,,,85,2321,0.7575279474258423,0.7575279474258423,, +1.2219828367233276,1.2219828367233276,1.1358044147491455,86,2348,,,, +,,,86,2348,0.7505888342857361,0.7505888342857361,, +2.261204242706299,2.261204242706299,1.1358044147491455,87,2375,,,, +,,,87,2375,0.7482544779777527,0.7482544779777527,, +2.2040815353393555,2.2040815353393555,1.1358044147491455,88,2402,,,, +,,,88,2402,0.7676859498023987,0.7676859498023987,, +1.7466990947723389,1.7466990947723389,1.1358044147491455,89,2429,,,, +,,,89,2429,0.8324342370033264,0.8324342370033264,, +1.7961146831512451,1.7961146831512451,1.1358044147491455,90,2456,,,, +,,,90,2456,0.7640330791473389,0.7640330791473389,, +1.2163934707641602,1.2163934707641602,1.1358044147491455,91,2483,,,, +,,,91,2483,0.7503925561904907,0.7503925561904907,, +1.1086726188659668,1.1086726188659668,1.1086726188659668,92,2510,,,, +,,,92,2510,0.759415864944458,0.759415864944458,, +2.857487440109253,2.857487440109253,1.1086726188659668,93,2537,,,, +,,,93,2537,0.8265461921691895,0.8265461921691895,, +2.811798095703125,2.811798095703125,1.1086726188659668,94,2564,,,, +,,,94,2564,0.7500516772270203,0.7500516772270203,, +0.9861811995506287,0.9861811995506287,0.9861811995506287,95,2591,,,, +,,,95,2591,0.7105200290679932,0.7105200290679932,, +1.7362619638442993,1.7362619638442993,0.9861811995506287,96,2618,,,, +,,,96,2618,0.711118221282959,0.711118221282959,, +2.5889625549316406,2.5889625549316406,0.9861811995506287,97,2645,,,, +,,,97,2645,0.7704602479934692,0.7704602479934692,, +1.6773627996444702,1.6773627996444702,0.9861811995506287,98,2672,,,, +,,,98,2672,0.7367292046546936,0.7367292046546936,, +1.2407306432724,1.2407306432724,0.9861811995506287,99,2699,,,, +,,,99,2699,0.7582172751426697,0.7582172751426697,, +,,,96,2592,,,1.0489646196365356,1.0489646196365356 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.40 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.40 new file mode 100644 index 0000000000000000000000000000000000000000..b06cf1d169d76087b9942a5fea9c82aeaae1d4ba --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646959583.37a92d36c649.1.40 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d192a116756d0d5a6f7c9f1cd85b2a5e47851c7deddf46d910eaf0c5da3a296 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.41 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.41 new file mode 100644 index 0000000000000000000000000000000000000000..da6fe13083be10e30657d721a71335a20516d4c8 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.41 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4680e93c2ff6696886dc390478c0e64052e54f7202c54dbf6f00cfee295c2a77 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..47390b0e28a9afa13da4e6082f9c727563a71d7a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/20/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.0013868738805853423 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8674049 +model/params/trainable: 8674049 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..93d5ecd80f20c0e8d9273e37964f8155eceb00a4 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.007312288578442194 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8d4ab90cb41ae748a3113b1f476703cdefb8aedc --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.007312288578442194 + - model.lin1_size=128 + - model.lin2_size=128 + - model.lin3_size=128 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=128,model.lr=0.007312288578442194,trainer.gpus=0 + id: '21' + num: 21 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a809d6947ec2db55d72856b9bf3ae250ffa020ee --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.007312288578442194 +- model.lin1_size=128 +- model.lin2_size=128 +- model.lin3_size=128 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57d5c0e39969a9604398d7e23c9d053112d4ee9d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.007312288578442194 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8674049 +model/params/trainable: 8674049 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..43b683e745327f4cdc8e2e7bb9415a957e1d545c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.5692588090896606,1.5692588090896606,1.5692588090896606,0,26,,,, +,,,0,26,1.6448992490768433,1.6448992490768433,, +1.4635255336761475,1.4635255336761475,1.4635255336761475,1,53,,,, +,,,1,53,1.523320198059082,1.523320198059082,, +1.5028058290481567,1.5028058290481567,1.4635255336761475,2,80,,,, +,,,2,80,1.5239124298095703,1.5239124298095703,, +1.4923478364944458,1.4923478364944458,1.4635255336761475,3,107,,,, +,,,3,107,1.5076677799224854,1.5076677799224854,, +1.4454787969589233,1.4454787969589233,1.4454787969589233,4,134,,,, +,,,4,134,1.5008293390274048,1.5008293390274048,, +1.5553146600723267,1.5553146600723267,1.4454787969589233,5,161,,,, +,,,5,161,1.4693604707717896,1.4693604707717896,, +1.520850419998169,1.520850419998169,1.4454787969589233,6,188,,,, +,,,6,188,1.4546117782592773,1.4546117782592773,, +1.4893653392791748,1.4893653392791748,1.4454787969589233,7,215,,,, +,,,7,215,1.4504543542861938,1.4504543542861938,, +1.5016436576843262,1.5016436576843262,1.4454787969589233,8,242,,,, +,,,8,242,1.4559952020645142,1.4559952020645142,, +1.4282407760620117,1.4282407760620117,1.4282407760620117,9,269,,,, +,,,9,269,1.434828281402588,1.434828281402588,, +1.938524603843689,1.938524603843689,1.4282407760620117,10,296,,,, +,,,10,296,1.3801560401916504,1.3801560401916504,, +1.7113453149795532,1.7113453149795532,1.4282407760620117,11,323,,,, +,,,11,323,1.4135127067565918,1.4135127067565918,, +2.131990432739258,2.131990432739258,1.4282407760620117,12,350,,,, +,,,12,350,1.3896344900131226,1.3896344900131226,, +1.6532812118530273,1.6532812118530273,1.4282407760620117,13,377,,,, +,,,13,377,1.4074550867080688,1.4074550867080688,, +1.57756507396698,1.57756507396698,1.4282407760620117,14,404,,,, +,,,14,404,1.4082022905349731,1.4082022905349731,, +1.8206065893173218,1.8206065893173218,1.4282407760620117,15,431,,,, +,,,15,431,1.4212682247161865,1.4212682247161865,, +1.527674913406372,1.527674913406372,1.4282407760620117,16,458,,,, +,,,16,458,1.3828145265579224,1.3828145265579224,, +1.7505894899368286,1.7505894899368286,1.4282407760620117,17,485,,,, +,,,17,485,1.390642762184143,1.390642762184143,, +1.4750502109527588,1.4750502109527588,1.4282407760620117,18,512,,,, +,,,18,512,1.4002292156219482,1.4002292156219482,, +2.175119638442993,2.175119638442993,1.4282407760620117,19,539,,,, +,,,19,539,1.431255578994751,1.431255578994751,, +1.5499718189239502,1.5499718189239502,1.4282407760620117,20,566,,,, +,,,20,566,1.4160500764846802,1.4160500764846802,, +1.5375969409942627,1.5375969409942627,1.4282407760620117,21,593,,,, +,,,21,593,1.4071093797683716,1.4071093797683716,, +2.5272293090820312,2.5272293090820312,1.4282407760620117,22,620,,,, +,,,22,620,1.3807841539382935,1.3807841539382935,, +1.5827385187149048,1.5827385187149048,1.4282407760620117,23,647,,,, +,,,23,647,1.403876781463623,1.403876781463623,, +5.641666412353516,5.641666412353516,1.4282407760620117,24,674,,,, +,,,24,674,1.3816055059432983,1.3816055059432983,, +1.8847664594650269,1.8847664594650269,1.4282407760620117,25,701,,,, +,,,25,701,1.3373758792877197,1.3373758792877197,, +5.600418567657471,5.600418567657471,1.4282407760620117,26,728,,,, +,,,26,728,1.3925541639328003,1.3925541639328003,, +1.5643292665481567,1.5643292665481567,1.4282407760620117,27,755,,,, +,,,27,755,1.3961505889892578,1.3961505889892578,, +1.5350316762924194,1.5350316762924194,1.4282407760620117,28,782,,,, +,,,28,782,1.3726671934127808,1.3726671934127808,, +1.802607536315918,1.802607536315918,1.4282407760620117,29,809,,,, +,,,29,809,1.3647834062576294,1.3647834062576294,, +1.5696914196014404,1.5696914196014404,1.4282407760620117,30,836,,,, +,,,30,836,1.386847972869873,1.386847972869873,, +1.8418443202972412,1.8418443202972412,1.4282407760620117,31,863,,,, +,,,31,863,1.3642455339431763,1.3642455339431763,, +2.2214486598968506,2.2214486598968506,1.4282407760620117,32,890,,,, +,,,32,890,1.3745946884155273,1.3745946884155273,, +1.6098687648773193,1.6098687648773193,1.4282407760620117,33,917,,,, +,,,33,917,1.378576636314392,1.378576636314392,, +2.4710803031921387,2.4710803031921387,1.4282407760620117,34,944,,,, +,,,34,944,1.3572520017623901,1.3572520017623901,, +2.353147029876709,2.353147029876709,1.4282407760620117,35,971,,,, +,,,35,971,1.3710652589797974,1.3710652589797974,, +1.7302772998809814,1.7302772998809814,1.4282407760620117,36,998,,,, +,,,36,998,1.3499386310577393,1.3499386310577393,, +2.0962700843811035,2.0962700843811035,1.4282407760620117,37,1025,,,, +,,,37,1025,1.3874430656433105,1.3874430656433105,, +1.550346851348877,1.550346851348877,1.4282407760620117,38,1052,,,, +,,,38,1052,1.3909705877304077,1.3909705877304077,, +1.5685166120529175,1.5685166120529175,1.4282407760620117,39,1079,,,, +,,,39,1079,1.3427374362945557,1.3427374362945557,, +1.5446721315383911,1.5446721315383911,1.4282407760620117,40,1106,,,, +,,,40,1106,1.3141930103302002,1.3141930103302002,, +1.5369926691055298,1.5369926691055298,1.4282407760620117,41,1133,,,, +,,,41,1133,1.3713736534118652,1.3713736534118652,, +1.921684980392456,1.921684980392456,1.4282407760620117,42,1160,,,, +,,,42,1160,1.345238208770752,1.345238208770752,, +1.4830141067504883,1.4830141067504883,1.4282407760620117,43,1187,,,, +,,,43,1187,1.3388559818267822,1.3388559818267822,, +1.5354763269424438,1.5354763269424438,1.4282407760620117,44,1214,,,, +,,,44,1214,1.3437623977661133,1.3437623977661133,, +1.8221697807312012,1.8221697807312012,1.4282407760620117,45,1241,,,, +,,,45,1241,1.34514319896698,1.34514319896698,, +1.5699260234832764,1.5699260234832764,1.4282407760620117,46,1268,,,, +,,,46,1268,1.3653184175491333,1.3653184175491333,, +2.1736693382263184,2.1736693382263184,1.4282407760620117,47,1295,,,, +,,,47,1295,1.38264799118042,1.38264799118042,, +1.5328590869903564,1.5328590869903564,1.4282407760620117,48,1322,,,, +,,,48,1322,1.33069908618927,1.33069908618927,, +3.184422731399536,3.184422731399536,1.4282407760620117,49,1349,,,, +,,,49,1349,1.3365161418914795,1.3365161418914795,, +1.4297057390213013,1.4297057390213013,1.4282407760620117,50,1376,,,, +,,,50,1376,1.3411052227020264,1.3411052227020264,, +1.511916160583496,1.511916160583496,1.4282407760620117,51,1403,,,, +,,,51,1403,1.3704793453216553,1.3704793453216553,, +1.5296803712844849,1.5296803712844849,1.4282407760620117,52,1430,,,, +,,,52,1430,1.3751102685928345,1.3751102685928345,, +2.652846336364746,2.652846336364746,1.4282407760620117,53,1457,,,, +,,,53,1457,1.2859950065612793,1.2859950065612793,, +3.584770917892456,3.584770917892456,1.4282407760620117,54,1484,,,, +,,,54,1484,1.369726300239563,1.369726300239563,, +1.5868480205535889,1.5868480205535889,1.4282407760620117,55,1511,,,, +,,,55,1511,1.3317101001739502,1.3317101001739502,, +3.1665146350860596,3.1665146350860596,1.4282407760620117,56,1538,,,, +,,,56,1538,1.3479036092758179,1.3479036092758179,, +1.5785843133926392,1.5785843133926392,1.4282407760620117,57,1565,,,, +,,,57,1565,1.3450511693954468,1.3450511693954468,, +2.166991949081421,2.166991949081421,1.4282407760620117,58,1592,,,, +,,,58,1592,1.3781466484069824,1.3781466484069824,, +1.5226515531539917,1.5226515531539917,1.4282407760620117,59,1619,,,, +,,,59,1619,1.3613369464874268,1.3613369464874268,, +1.498561143875122,1.498561143875122,1.4282407760620117,60,1646,,,, +,,,60,1646,1.3305329084396362,1.3305329084396362,, +1.524954915046692,1.524954915046692,1.4282407760620117,61,1673,,,, +,,,61,1673,1.377927541732788,1.377927541732788,, +2.1677815914154053,2.1677815914154053,1.4282407760620117,62,1700,,,, +,,,62,1700,1.3188351392745972,1.3188351392745972,, +2.034787654876709,2.034787654876709,1.4282407760620117,63,1727,,,, +,,,63,1727,1.309424877166748,1.309424877166748,, +1.4475733041763306,1.4475733041763306,1.4282407760620117,64,1754,,,, +,,,64,1754,1.3442184925079346,1.3442184925079346,, +1.4978066682815552,1.4978066682815552,1.4282407760620117,65,1781,,,, +,,,65,1781,1.3368415832519531,1.3368415832519531,, +1.6824157238006592,1.6824157238006592,1.4282407760620117,66,1808,,,, +,,,66,1808,1.3433387279510498,1.3433387279510498,, +1.5996735095977783,1.5996735095977783,1.4282407760620117,67,1835,,,, +,,,67,1835,1.3259695768356323,1.3259695768356323,, +1.5039138793945312,1.5039138793945312,1.4282407760620117,68,1862,,,, +,,,68,1862,1.327127456665039,1.327127456665039,, +2.9568355083465576,2.9568355083465576,1.4282407760620117,69,1889,,,, +,,,69,1889,1.2965378761291504,1.2965378761291504,, +1.5823742151260376,1.5823742151260376,1.4282407760620117,70,1916,,,, +,,,70,1916,1.3432652950286865,1.3432652950286865,, +2.049849033355713,2.049849033355713,1.4282407760620117,71,1943,,,, +,,,71,1943,1.2754045724868774,1.2754045724868774,, +1.5316603183746338,1.5316603183746338,1.4282407760620117,72,1970,,,, +,,,72,1970,1.2927143573760986,1.2927143573760986,, +2.222999334335327,2.222999334335327,1.4282407760620117,73,1997,,,, +,,,73,1997,1.308712363243103,1.308712363243103,, +7.04780387878418,7.04780387878418,1.4282407760620117,74,2024,,,, +,,,74,2024,1.2934539318084717,1.2934539318084717,, +1.6083729267120361,1.6083729267120361,1.4282407760620117,75,2051,,,, +,,,75,2051,1.3717819452285767,1.3717819452285767,, +2.6928060054779053,2.6928060054779053,1.4282407760620117,76,2078,,,, +,,,76,2078,1.3249919414520264,1.3249919414520264,, +3.52941632270813,3.52941632270813,1.4282407760620117,77,2105,,,, +,,,77,2105,1.265437364578247,1.265437364578247,, +1.4458106756210327,1.4458106756210327,1.4282407760620117,78,2132,,,, +,,,78,2132,1.3098644018173218,1.3098644018173218,, +4.9816389083862305,4.9816389083862305,1.4282407760620117,79,2159,,,, +,,,79,2159,1.2678004503250122,1.2678004503250122,, +3.2383906841278076,3.2383906841278076,1.4282407760620117,80,2186,,,, +,,,80,2186,1.356586217880249,1.356586217880249,, +1.4687035083770752,1.4687035083770752,1.4282407760620117,81,2213,,,, +,,,81,2213,1.2727694511413574,1.2727694511413574,, +1.5397765636444092,1.5397765636444092,1.4282407760620117,82,2240,,,, +,,,82,2240,1.3683974742889404,1.3683974742889404,, +2.526998281478882,2.526998281478882,1.4282407760620117,83,2267,,,, +,,,83,2267,1.3014395236968994,1.3014395236968994,, +1.5156314373016357,1.5156314373016357,1.4282407760620117,84,2294,,,, +,,,84,2294,1.2943649291992188,1.2943649291992188,, +2.4382412433624268,2.4382412433624268,1.4282407760620117,85,2321,,,, +,,,85,2321,1.291177749633789,1.291177749633789,, +1.426477074623108,1.426477074623108,1.426477074623108,86,2348,,,, +,,,86,2348,1.3110404014587402,1.3110404014587402,, +1.491715431213379,1.491715431213379,1.426477074623108,87,2375,,,, +,,,87,2375,1.2761704921722412,1.2761704921722412,, +1.5457568168640137,1.5457568168640137,1.426477074623108,88,2402,,,, +,,,88,2402,1.3355985879898071,1.3355985879898071,, +1.4185107946395874,1.4185107946395874,1.4185107946395874,89,2429,,,, +,,,89,2429,1.2776204347610474,1.2776204347610474,, +2.169738531112671,2.169738531112671,1.4185107946395874,90,2456,,,, +,,,90,2456,1.2728379964828491,1.2728379964828491,, +2.289072275161743,2.289072275161743,1.4185107946395874,91,2483,,,, +,,,91,2483,1.2721507549285889,1.2721507549285889,, +1.436597228050232,1.436597228050232,1.4185107946395874,92,2510,,,, +,,,92,2510,1.3147544860839844,1.3147544860839844,, +2.246770143508911,2.246770143508911,1.4185107946395874,93,2537,,,, +,,,93,2537,1.2869943380355835,1.2869943380355835,, +1.5594402551651,1.5594402551651,1.4185107946395874,94,2564,,,, +,,,94,2564,1.2914425134658813,1.2914425134658813,, +1.5118522644042969,1.5118522644042969,1.4185107946395874,95,2591,,,, +,,,95,2591,1.2462719678878784,1.2462719678878784,, +1.605465054512024,1.605465054512024,1.4185107946395874,96,2618,,,, +,,,96,2618,1.2976553440093994,1.2976553440093994,, +1.6385866403579712,1.6385866403579712,1.4185107946395874,97,2645,,,, +,,,97,2645,1.2684440612792969,1.2684440612792969,, +1.4771645069122314,1.4771645069122314,1.4185107946395874,98,2672,,,, +,,,98,2672,1.267225980758667,1.267225980758667,, +1.5113482475280762,1.5113482475280762,1.4185107946395874,99,2699,,,, +,,,99,2699,1.2777683734893799,1.2777683734893799,, +,,,90,2430,,,1.4691355228424072,1.4691355228424072 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.42 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.42 new file mode 100644 index 0000000000000000000000000000000000000000..42b7a92f8ccf270277ac18ded71f749e7653e02e --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960160.37a92d36c649.1.42 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b04f546e0b483f6445d2bc03e007aa0f8799eecb4da0a68faccf358afd9a7b03 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960714.37a92d36c649.1.43 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960714.37a92d36c649.1.43 new file mode 100644 index 0000000000000000000000000000000000000000..d1cfb4c13be336b68b5ed9025e1f54c8d0c49e2a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960714.37a92d36c649.1.43 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:97a5a02cbbf08d470f63ed2e838e3cf0c9c427b0496fee1d907e35608d8e703a +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..57d5c0e39969a9604398d7e23c9d053112d4ee9d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/21/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.007312288578442194 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8674049 +model/params/trainable: 8674049 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..e37c3ab883d449de2b5369dedef7be341039968c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.017926374084644814 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b531568cd4dc83989965703e3dec48ee434e5075 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.017926374084644814 + - model.lin1_size=128 + - model.lin2_size=128 + - model.lin3_size=128 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=128,model.lr=0.017926374084644814,trainer.gpus=0 + id: '22' + num: 22 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0932b6ccc41273ab378e948aa92fe67bae761cc0 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.017926374084644814 +- model.lin1_size=128 +- model.lin2_size=128 +- model.lin3_size=128 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..704455d2ecf0987ccaa17ca77f3650bd32314a07 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.017926374084644814 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8674049 +model/params/trainable: 8674049 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..4c6d37675c3f584e9a7f709ad667363c503e9199 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +2.1589717864990234,2.1589717864990234,1.9120038747787476,0,26,,,, +,,,0,26,1.667822003364563,1.667822003364563,, +1.5201311111450195,1.5201311111450195,1.5201311111450195,1,53,,,, +,,,1,53,1.528342604637146,1.528342604637146,, +1.5091781616210938,1.5091781616210938,1.5091781616210938,2,80,,,, +,,,2,80,1.5411921739578247,1.5411921739578247,, +1.5155863761901855,1.5155863761901855,1.5091781616210938,3,107,,,, +,,,3,107,1.5147209167480469,1.5147209167480469,, +1.495078682899475,1.495078682899475,1.495078682899475,4,134,,,, +,,,4,134,1.5257405042648315,1.5257405042648315,, +1.5304515361785889,1.5304515361785889,1.495078682899475,5,161,,,, +,,,5,161,1.4894132614135742,1.4894132614135742,, +1.4844024181365967,1.4844024181365967,1.4844024181365967,6,188,,,, +,,,6,188,1.5101290941238403,1.5101290941238403,, +1.5421249866485596,1.5421249866485596,1.4844024181365967,7,215,,,, +,,,7,215,1.4689431190490723,1.4689431190490723,, +1.5410906076431274,1.5410906076431274,1.4844024181365967,8,242,,,, +,,,8,242,1.502856969833374,1.502856969833374,, +1.680151104927063,1.680151104927063,1.4844024181365967,9,269,,,, +,,,9,269,1.4651789665222168,1.4651789665222168,, +1.6047179698944092,1.6047179698944092,1.4844024181365967,10,296,,,, +,,,10,296,1.4791642427444458,1.4791642427444458,, +1.521498680114746,1.521498680114746,1.4844024181365967,11,323,,,, +,,,11,323,1.4667975902557373,1.4667975902557373,, +1.657798409461975,1.657798409461975,1.4844024181365967,12,350,,,, +,,,12,350,1.4854772090911865,1.4854772090911865,, +1.8236275911331177,1.8236275911331177,1.4844024181365967,13,377,,,, +,,,13,377,1.5148855447769165,1.5148855447769165,, +1.6267353296279907,1.6267353296279907,1.4844024181365967,14,404,,,, +,,,14,404,1.5462170839309692,1.5462170839309692,, +1.477553367614746,1.477553367614746,1.477553367614746,15,431,,,, +,,,15,431,1.5194168090820312,1.5194168090820312,, +1.5254275798797607,1.5254275798797607,1.477553367614746,16,458,,,, +,,,16,458,1.4686559438705444,1.4686559438705444,, +1.4868046045303345,1.4868046045303345,1.477553367614746,17,485,,,, +,,,17,485,1.5149176120758057,1.5149176120758057,, +1.6060868501663208,1.6060868501663208,1.477553367614746,18,512,,,, +,,,18,512,1.5152544975280762,1.5152544975280762,, +1.4834120273590088,1.4834120273590088,1.477553367614746,19,539,,,, +,,,19,539,1.485676646232605,1.485676646232605,, +1.5344356298446655,1.5344356298446655,1.477553367614746,20,566,,,, +,,,20,566,1.4942402839660645,1.4942402839660645,, +1.5346662998199463,1.5346662998199463,1.477553367614746,21,593,,,, +,,,21,593,1.503124475479126,1.503124475479126,, +3.1005163192749023,3.1005163192749023,1.477553367614746,22,620,,,, +,,,22,620,1.487329363822937,1.487329363822937,, +1.5459989309310913,1.5459989309310913,1.477553367614746,23,647,,,, +,,,23,647,1.4992552995681763,1.4992552995681763,, +1.4782525300979614,1.4782525300979614,1.477553367614746,24,674,,,, +,,,24,674,1.483339548110962,1.483339548110962,, +1.5681036710739136,1.5681036710739136,1.477553367614746,25,701,,,, +,,,25,701,1.4937303066253662,1.4937303066253662,, +2.0824379920959473,2.0824379920959473,1.477553367614746,26,728,,,, +,,,26,728,1.4976122379302979,1.4976122379302979,, +1.5412490367889404,1.5412490367889404,1.477553367614746,27,755,,,, +,,,27,755,1.4869530200958252,1.4869530200958252,, +1.7093777656555176,1.7093777656555176,1.477553367614746,28,782,,,, +,,,28,782,1.4969879388809204,1.4969879388809204,, +1.4990432262420654,1.4990432262420654,1.477553367614746,29,809,,,, +,,,29,809,1.4954451322555542,1.4954451322555542,, +1.5019844770431519,1.5019844770431519,1.477553367614746,30,836,,,, +,,,30,836,1.4727399349212646,1.4727399349212646,, +1.5993934869766235,1.5993934869766235,1.477553367614746,31,863,,,, +,,,31,863,1.492305040359497,1.492305040359497,, +1.575294852256775,1.575294852256775,1.477553367614746,32,890,,,, +,,,32,890,1.4774879217147827,1.4774879217147827,, +1.52944815158844,1.52944815158844,1.477553367614746,33,917,,,, +,,,33,917,1.4887388944625854,1.4887388944625854,, +1.7300589084625244,1.7300589084625244,1.477553367614746,34,944,,,, +,,,34,944,1.4834812879562378,1.4834812879562378,, +2.784478187561035,2.784478187561035,1.477553367614746,35,971,,,, +,,,35,971,1.5070123672485352,1.5070123672485352,, +1.5193142890930176,1.5193142890930176,1.477553367614746,36,998,,,, +,,,36,998,1.5068291425704956,1.5068291425704956,, +1.4811124801635742,1.4811124801635742,1.477553367614746,37,1025,,,, +,,,37,1025,1.5607271194458008,1.5607271194458008,, +4.105210781097412,4.105210781097412,1.477553367614746,38,1052,,,, +,,,38,1052,1.5294798612594604,1.5294798612594604,, +1.5625911951065063,1.5625911951065063,1.477553367614746,39,1079,,,, +,,,39,1079,1.5061659812927246,1.5061659812927246,, +1.4800385236740112,1.4800385236740112,1.477553367614746,40,1106,,,, +,,,40,1106,1.5005595684051514,1.5005595684051514,, +1.7406561374664307,1.7406561374664307,1.477553367614746,41,1133,,,, +,,,41,1133,1.5043182373046875,1.5043182373046875,, +1.6270233392715454,1.6270233392715454,1.477553367614746,42,1160,,,, +,,,42,1160,1.4991397857666016,1.4991397857666016,, +1.5165656805038452,1.5165656805038452,1.477553367614746,43,1187,,,, +,,,43,1187,1.5119158029556274,1.5119158029556274,, +1.6610302925109863,1.6610302925109863,1.477553367614746,44,1214,,,, +,,,44,1214,1.5161511898040771,1.5161511898040771,, +1.5282443761825562,1.5282443761825562,1.477553367614746,45,1241,,,, +,,,45,1241,1.501235842704773,1.501235842704773,, +2.3634161949157715,2.3634161949157715,1.477553367614746,46,1268,,,, +,,,46,1268,1.4982824325561523,1.4982824325561523,, +1.5269988775253296,1.5269988775253296,1.477553367614746,47,1295,,,, +,,,47,1295,1.4922335147857666,1.4922335147857666,, +2.716026782989502,2.716026782989502,1.477553367614746,48,1322,,,, +,,,48,1322,1.501697063446045,1.501697063446045,, +1.5646501779556274,1.5646501779556274,1.477553367614746,49,1349,,,, +,,,49,1349,1.4834555387496948,1.4834555387496948,, +1.572506308555603,1.572506308555603,1.477553367614746,50,1376,,,, +,,,50,1376,1.5078587532043457,1.5078587532043457,, +1.4902331829071045,1.4902331829071045,1.477553367614746,51,1403,,,, +,,,51,1403,1.505399227142334,1.505399227142334,, +1.5576460361480713,1.5576460361480713,1.477553367614746,52,1430,,,, +,,,52,1430,1.50226891040802,1.50226891040802,, +1.7590118646621704,1.7590118646621704,1.477553367614746,53,1457,,,, +,,,53,1457,1.4935132265090942,1.4935132265090942,, +1.5209977626800537,1.5209977626800537,1.477553367614746,54,1484,,,, +,,,54,1484,1.4954530000686646,1.4954530000686646,, +1.5911732912063599,1.5911732912063599,1.477553367614746,55,1511,,,, +,,,55,1511,1.49263334274292,1.49263334274292,, +1.5952153205871582,1.5952153205871582,1.477553367614746,56,1538,,,, +,,,56,1538,1.492279052734375,1.492279052734375,, +1.5190434455871582,1.5190434455871582,1.477553367614746,57,1565,,,, +,,,57,1565,1.483370304107666,1.483370304107666,, +1.652445912361145,1.652445912361145,1.477553367614746,58,1592,,,, +,,,58,1592,1.4847911596298218,1.4847911596298218,, +1.7504242658615112,1.7504242658615112,1.477553367614746,59,1619,,,, +,,,59,1619,1.4981603622436523,1.4981603622436523,, +1.7521677017211914,1.7521677017211914,1.477553367614746,60,1646,,,, +,,,60,1646,1.5105632543563843,1.5105632543563843,, +1.5694475173950195,1.5694475173950195,1.477553367614746,61,1673,,,, +,,,61,1673,1.489420771598816,1.489420771598816,, +1.491105318069458,1.491105318069458,1.477553367614746,62,1700,,,, +,,,62,1700,1.5061159133911133,1.5061159133911133,, +1.5234425067901611,1.5234425067901611,1.477553367614746,63,1727,,,, +,,,63,1727,1.4791855812072754,1.4791855812072754,, +2.7309916019439697,2.7309916019439697,1.477553367614746,64,1754,,,, +,,,64,1754,1.481100082397461,1.481100082397461,, +1.5216996669769287,1.5216996669769287,1.477553367614746,65,1781,,,, +,,,65,1781,1.5175472497940063,1.5175472497940063,, +2.7572789192199707,2.7572789192199707,1.477553367614746,66,1808,,,, +,,,66,1808,1.5052369832992554,1.5052369832992554,, +1.57967209815979,1.57967209815979,1.477553367614746,67,1835,,,, +,,,67,1835,1.5123659372329712,1.5123659372329712,, +1.9056134223937988,1.9056134223937988,1.477553367614746,68,1862,,,, +,,,68,1862,1.5114414691925049,1.5114414691925049,, +1.5122987031936646,1.5122987031936646,1.477553367614746,69,1889,,,, +,,,69,1889,1.5085934400558472,1.5085934400558472,, +1.5394752025604248,1.5394752025604248,1.477553367614746,70,1916,,,, +,,,70,1916,1.5266858339309692,1.5266858339309692,, +1.5647417306900024,1.5647417306900024,1.477553367614746,71,1943,,,, +,,,71,1943,1.5051066875457764,1.5051066875457764,, +1.6958510875701904,1.6958510875701904,1.477553367614746,72,1970,,,, +,,,72,1970,1.4908794164657593,1.4908794164657593,, +1.535008430480957,1.535008430480957,1.477553367614746,73,1997,,,, +,,,73,1997,1.4850928783416748,1.4850928783416748,, +1.88861083984375,1.88861083984375,1.477553367614746,74,2024,,,, +,,,74,2024,1.4982417821884155,1.4982417821884155,, +1.5340690612792969,1.5340690612792969,1.477553367614746,75,2051,,,, +,,,75,2051,1.5466009378433228,1.5466009378433228,, +1.7733856439590454,1.7733856439590454,1.477553367614746,76,2078,,,, +,,,76,2078,1.526964783668518,1.526964783668518,, +2.4899468421936035,2.4899468421936035,1.477553367614746,77,2105,,,, +,,,77,2105,1.5046535730361938,1.5046535730361938,, +1.6064541339874268,1.6064541339874268,1.477553367614746,78,2132,,,, +,,,78,2132,1.495039463043213,1.495039463043213,, +2.005918264389038,2.005918264389038,1.477553367614746,79,2159,,,, +,,,79,2159,1.5219701528549194,1.5219701528549194,, +1.52704656124115,1.52704656124115,1.477553367614746,80,2186,,,, +,,,80,2186,1.5215933322906494,1.5215933322906494,, +2.2116658687591553,2.2116658687591553,1.477553367614746,81,2213,,,, +,,,81,2213,1.520160436630249,1.520160436630249,, +1.4939748048782349,1.4939748048782349,1.477553367614746,82,2240,,,, +,,,82,2240,1.5181556940078735,1.5181556940078735,, +2.2244791984558105,2.2244791984558105,1.477553367614746,83,2267,,,, +,,,83,2267,1.4954347610473633,1.4954347610473633,, +1.6603705883026123,1.6603705883026123,1.477553367614746,84,2294,,,, +,,,84,2294,1.4948166608810425,1.4948166608810425,, +1.5420583486557007,1.5420583486557007,1.477553367614746,85,2321,,,, +,,,85,2321,1.520414113998413,1.520414113998413,, +1.513790488243103,1.513790488243103,1.477553367614746,86,2348,,,, +,,,86,2348,1.5650724172592163,1.5650724172592163,, +1.5178269147872925,1.5178269147872925,1.477553367614746,87,2375,,,, +,,,87,2375,1.514732837677002,1.514732837677002,, +2.8288938999176025,2.8288938999176025,1.477553367614746,88,2402,,,, +,,,88,2402,1.5394282341003418,1.5394282341003418,, +1.7714306116104126,1.7714306116104126,1.477553367614746,89,2429,,,, +,,,89,2429,1.518890619277954,1.518890619277954,, +1.5856572389602661,1.5856572389602661,1.477553367614746,90,2456,,,, +,,,90,2456,1.5349699258804321,1.5349699258804321,, +1.5338966846466064,1.5338966846466064,1.477553367614746,91,2483,,,, +,,,91,2483,1.5329327583312988,1.5329327583312988,, +1.5602458715438843,1.5602458715438843,1.477553367614746,92,2510,,,, +,,,92,2510,1.5394830703735352,1.5394830703735352,, +1.5475950241088867,1.5475950241088867,1.477553367614746,93,2537,,,, +,,,93,2537,1.5372735261917114,1.5372735261917114,, +1.5271278619766235,1.5271278619766235,1.477553367614746,94,2564,,,, +,,,94,2564,1.5363514423370361,1.5363514423370361,, +1.529197335243225,1.529197335243225,1.477553367614746,95,2591,,,, +,,,95,2591,1.5675915479660034,1.5675915479660034,, +1.630022644996643,1.630022644996643,1.477553367614746,96,2618,,,, +,,,96,2618,1.5457779169082642,1.5457779169082642,, +1.7229640483856201,1.7229640483856201,1.477553367614746,97,2645,,,, +,,,97,2645,1.5471190214157104,1.5471190214157104,, +1.73766028881073,1.73766028881073,1.477553367614746,98,2672,,,, +,,,98,2672,1.527308702468872,1.527308702468872,, +1.848344087600708,1.848344087600708,1.477553367614746,99,2699,,,, +,,,99,2699,1.5314792394638062,1.5314792394638062,, +,,,16,432,,,1.5897486209869385,1.5897486209869385 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960715.37a92d36c649.1.44 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960715.37a92d36c649.1.44 new file mode 100644 index 0000000000000000000000000000000000000000..eaa56687772d06db0a57559fbee97ffff4a08ab4 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646960715.37a92d36c649.1.44 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9f97e7f636f44cec25dd77ec0164f28636f39ac0ed185700d72a2c21cf644f8b +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.45 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.45 new file mode 100644 index 0000000000000000000000000000000000000000..efd850536dafe353b7a55a5f1818f8147f70d780 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.45 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3b59e834f70b1faef8423a4029191d03243c75b6c84714d5740664bdbccaf879 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..704455d2ecf0987ccaa17ca77f3650bd32314a07 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/22/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.017926374084644814 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8674049 +model/params/trainable: 8674049 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..59f05728a1229fb36bcc04d250d552b8cdec6707 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.04083959989803542 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..42647cbf4a31de7c1efe51f7916ee9f802a2fcd7 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.04083959989803542 + - model.lin1_size=128 + - model.lin2_size=128 + - model.lin3_size=128 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=128,model.lin3_size=128,model.lr=0.04083959989803542,trainer.gpus=0 + id: '23' + num: 23 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..3638a751fe603b080638a23e0a1d980a25d22238 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.04083959989803542 +- model.lin1_size=128 +- model.lin2_size=128 +- model.lin3_size=128 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..05b745f70bb8e28690a2ca828674a1b1705adf28 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.04083959989803542 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8674049 +model/params/trainable: 8674049 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..d62be39478d11be53cf9e3723edc5a4f5d5b8ba0 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.53708815574646,1.53708815574646,1.53708815574646,0,26,,,, +,,,0,26,1.7289156913757324,1.7289156913757324,, +1.522681713104248,1.522681713104248,1.522681713104248,1,53,,,, +,,,1,53,1.5615742206573486,1.5615742206573486,, +1.5701013803482056,1.5701013803482056,1.522681713104248,2,80,,,, +,,,2,80,1.5519323348999023,1.5519323348999023,, +1.5007439851760864,1.5007439851760864,1.5007439851760864,3,107,,,, +,,,3,107,1.5261032581329346,1.5261032581329346,, +1.512205719947815,1.512205719947815,1.5007439851760864,4,134,,,, +,,,4,134,1.5275249481201172,1.5275249481201172,, +1.589775800704956,1.589775800704956,1.5007439851760864,5,161,,,, +,,,5,161,1.539649248123169,1.539649248123169,, +1.5499060153961182,1.5499060153961182,1.5007439851760864,6,188,,,, +,,,6,188,1.5459054708480835,1.5459054708480835,, +1.5547301769256592,1.5547301769256592,1.5007439851760864,7,215,,,, +,,,7,215,1.5250096321105957,1.5250096321105957,, +1.6071960926055908,1.6071960926055908,1.5007439851760864,8,242,,,, +,,,8,242,1.5390536785125732,1.5390536785125732,, +1.53260338306427,1.53260338306427,1.5007439851760864,9,269,,,, +,,,9,269,1.5677626132965088,1.5677626132965088,, +1.5972726345062256,1.5972726345062256,1.5007439851760864,10,296,,,, +,,,10,296,1.541846513748169,1.541846513748169,, +1.5729913711547852,1.5729913711547852,1.5007439851760864,11,323,,,, +,,,11,323,1.5225200653076172,1.5225200653076172,, +1.5667462348937988,1.5667462348937988,1.5007439851760864,12,350,,,, +,,,12,350,1.5581125020980835,1.5581125020980835,, +1.506312608718872,1.506312608718872,1.5007439851760864,13,377,,,, +,,,13,377,1.5556362867355347,1.5556362867355347,, +1.4840396642684937,1.4840396642684937,1.4840396642684937,14,404,,,, +,,,14,404,1.5446306467056274,1.5446306467056274,, +1.5070350170135498,1.5070350170135498,1.4840396642684937,15,431,,,, +,,,15,431,1.5459630489349365,1.5459630489349365,, +1.5140362977981567,1.5140362977981567,1.4840396642684937,16,458,,,, +,,,16,458,1.544845461845398,1.544845461845398,, +2.2221152782440186,2.2221152782440186,1.4840396642684937,17,485,,,, +,,,17,485,1.538254737854004,1.538254737854004,, +1.4978820085525513,1.4978820085525513,1.4840396642684937,18,512,,,, +,,,18,512,1.5344634056091309,1.5344634056091309,, +2.2995738983154297,2.2995738983154297,1.4840396642684937,19,539,,,, +,,,19,539,1.5660793781280518,1.5660793781280518,, +4.950989246368408,4.950989246368408,1.4840396642684937,20,566,,,, +,,,20,566,1.5397034883499146,1.5397034883499146,, +2.0325398445129395,2.0325398445129395,1.4840396642684937,21,593,,,, +,,,21,593,1.5213360786437988,1.5213360786437988,, +1.667067289352417,1.667067289352417,1.4840396642684937,22,620,,,, +,,,22,620,1.5571318864822388,1.5571318864822388,, +1.502174735069275,1.502174735069275,1.4840396642684937,23,647,,,, +,,,23,647,1.5344430208206177,1.5344430208206177,, +1.6440883874893188,1.6440883874893188,1.4840396642684937,24,674,,,, +,,,24,674,1.5242961645126343,1.5242961645126343,, +1.7869808673858643,1.7869808673858643,1.4840396642684937,25,701,,,, +,,,25,701,1.5432684421539307,1.5432684421539307,, +1.8798967599868774,1.8798967599868774,1.4840396642684937,26,728,,,, +,,,26,728,1.5254594087600708,1.5254594087600708,, +1.5022141933441162,1.5022141933441162,1.4840396642684937,27,755,,,, +,,,27,755,1.5285496711730957,1.5285496711730957,, +1.6609594821929932,1.6609594821929932,1.4840396642684937,28,782,,,, +,,,28,782,1.5222418308258057,1.5222418308258057,, +2.0377702713012695,2.0377702713012695,1.4840396642684937,29,809,,,, +,,,29,809,1.5415503978729248,1.5415503978729248,, +1.61419677734375,1.61419677734375,1.4840396642684937,30,836,,,, +,,,30,836,1.5567916631698608,1.5567916631698608,, +2.3809897899627686,2.3809897899627686,1.4840396642684937,31,863,,,, +,,,31,863,1.5309903621673584,1.5309903621673584,, +1.5235447883605957,1.5235447883605957,1.4840396642684937,32,890,,,, +,,,32,890,1.523572325706482,1.523572325706482,, +1.5325771570205688,1.5325771570205688,1.4840396642684937,33,917,,,, +,,,33,917,1.541626214981079,1.541626214981079,, +1.825442910194397,1.825442910194397,1.4840396642684937,34,944,,,, +,,,34,944,1.533042073249817,1.533042073249817,, +1.5225831270217896,1.5225831270217896,1.4840396642684937,35,971,,,, +,,,35,971,1.5225107669830322,1.5225107669830322,, +1.524166464805603,1.524166464805603,1.4840396642684937,36,998,,,, +,,,36,998,1.5442925691604614,1.5442925691604614,, +1.4997960329055786,1.4997960329055786,1.4840396642684937,37,1025,,,, +,,,37,1025,1.5367342233657837,1.5367342233657837,, +2.330089807510376,2.330089807510376,1.4840396642684937,38,1052,,,, +,,,38,1052,1.5183963775634766,1.5183963775634766,, +1.7948596477508545,1.7948596477508545,1.4840396642684937,39,1079,,,, +,,,39,1079,1.5372992753982544,1.5372992753982544,, +1.7772389650344849,1.7772389650344849,1.4840396642684937,40,1106,,,, +,,,40,1106,1.531176209449768,1.531176209449768,, +1.515559434890747,1.515559434890747,1.4840396642684937,41,1133,,,, +,,,41,1133,1.510538101196289,1.510538101196289,, +2.2786316871643066,2.2786316871643066,1.4840396642684937,42,1160,,,, +,,,42,1160,1.5189169645309448,1.5189169645309448,, +1.6699872016906738,1.6699872016906738,1.4840396642684937,43,1187,,,, +,,,43,1187,1.5259332656860352,1.5259332656860352,, +1.5860731601715088,1.5860731601715088,1.4840396642684937,44,1214,,,, +,,,44,1214,1.5389817953109741,1.5389817953109741,, +1.6702897548675537,1.6702897548675537,1.4840396642684937,45,1241,,,, +,,,45,1241,1.5480964183807373,1.5480964183807373,, +1.6264322996139526,1.6264322996139526,1.4840396642684937,46,1268,,,, +,,,46,1268,1.5384907722473145,1.5384907722473145,, +1.5818482637405396,1.5818482637405396,1.4840396642684937,47,1295,,,, +,,,47,1295,1.5390040874481201,1.5390040874481201,, +1.5178375244140625,1.5178375244140625,1.4840396642684937,48,1322,,,, +,,,48,1322,1.5255019664764404,1.5255019664764404,, +1.9862159490585327,1.9862159490585327,1.4840396642684937,49,1349,,,, +,,,49,1349,1.5192979574203491,1.5192979574203491,, +1.5910907983779907,1.5910907983779907,1.4840396642684937,50,1376,,,, +,,,50,1376,1.5335887670516968,1.5335887670516968,, +1.6456801891326904,1.6456801891326904,1.4840396642684937,51,1403,,,, +,,,51,1403,1.5298781394958496,1.5298781394958496,, +1.712554931640625,1.712554931640625,1.4840396642684937,52,1430,,,, +,,,52,1430,1.5204910039901733,1.5204910039901733,, +5.749881744384766,5.749881744384766,1.4840396642684937,53,1457,,,, +,,,53,1457,1.5586113929748535,1.5586113929748535,, +1.524829387664795,1.524829387664795,1.4840396642684937,54,1484,,,, +,,,54,1484,1.5240848064422607,1.5240848064422607,, +2.0655248165130615,2.0655248165130615,1.4840396642684937,55,1511,,,, +,,,55,1511,1.551206350326538,1.551206350326538,, +1.5056982040405273,1.5056982040405273,1.4840396642684937,56,1538,,,, +,,,56,1538,1.54046630859375,1.54046630859375,, +1.8060352802276611,1.8060352802276611,1.4840396642684937,57,1565,,,, +,,,57,1565,1.5465949773788452,1.5465949773788452,, +1.544132947921753,1.544132947921753,1.4840396642684937,58,1592,,,, +,,,58,1592,1.5322421789169312,1.5322421789169312,, +1.521150827407837,1.521150827407837,1.4840396642684937,59,1619,,,, +,,,59,1619,1.5334266424179077,1.5334266424179077,, +1.4981036186218262,1.4981036186218262,1.4840396642684937,60,1646,,,, +,,,60,1646,1.53464937210083,1.53464937210083,, +1.9318881034851074,1.9318881034851074,1.4840396642684937,61,1673,,,, +,,,61,1673,1.5306230783462524,1.5306230783462524,, +2.0622432231903076,2.0622432231903076,1.4840396642684937,62,1700,,,, +,,,62,1700,1.5423060655593872,1.5423060655593872,, +1.67014479637146,1.67014479637146,1.4840396642684937,63,1727,,,, +,,,63,1727,1.524775505065918,1.524775505065918,, +2.0605175495147705,2.0605175495147705,1.4840396642684937,64,1754,,,, +,,,64,1754,1.5378562211990356,1.5378562211990356,, +1.6974903345108032,1.6974903345108032,1.4840396642684937,65,1781,,,, +,,,65,1781,1.5558485984802246,1.5558485984802246,, +1.5433624982833862,1.5433624982833862,1.4840396642684937,66,1808,,,, +,,,66,1808,1.527976632118225,1.527976632118225,, +2.6441783905029297,2.6441783905029297,1.4840396642684937,67,1835,,,, +,,,67,1835,1.5426602363586426,1.5426602363586426,, +1.5099077224731445,1.5099077224731445,1.4840396642684937,68,1862,,,, +,,,68,1862,1.5461739301681519,1.5461739301681519,, +1.5282702445983887,1.5282702445983887,1.4840396642684937,69,1889,,,, +,,,69,1889,1.5324183702468872,1.5324183702468872,, +1.947795033454895,1.947795033454895,1.4840396642684937,70,1916,,,, +,,,70,1916,1.572102665901184,1.572102665901184,, +1.4942653179168701,1.4942653179168701,1.4840396642684937,71,1943,,,, +,,,71,1943,1.544817566871643,1.544817566871643,, +1.8880760669708252,1.8880760669708252,1.4840396642684937,72,1970,,,, +,,,72,1970,1.54098379611969,1.54098379611969,, +1.5617702007293701,1.5617702007293701,1.4840396642684937,73,1997,,,, +,,,73,1997,1.5343900918960571,1.5343900918960571,, +1.521724820137024,1.521724820137024,1.4840396642684937,74,2024,,,, +,,,74,2024,1.5528051853179932,1.5528051853179932,, +1.5302937030792236,1.5302937030792236,1.4840396642684937,75,2051,,,, +,,,75,2051,1.5494211912155151,1.5494211912155151,, +2.483177423477173,2.483177423477173,1.4840396642684937,76,2078,,,, +,,,76,2078,1.541745901107788,1.541745901107788,, +1.5005159378051758,1.5005159378051758,1.4840396642684937,77,2105,,,, +,,,77,2105,1.5361218452453613,1.5361218452453613,, +1.9937219619750977,1.9937219619750977,1.4840396642684937,78,2132,,,, +,,,78,2132,1.5176692008972168,1.5176692008972168,, +1.7735121250152588,1.7735121250152588,1.4840396642684937,79,2159,,,, +,,,79,2159,1.533854365348816,1.533854365348816,, +2.3585474491119385,2.3585474491119385,1.4840396642684937,80,2186,,,, +,,,80,2186,1.565158724784851,1.565158724784851,, +1.6415854692459106,1.6415854692459106,1.4840396642684937,81,2213,,,, +,,,81,2213,1.5617947578430176,1.5617947578430176,, +1.5385490655899048,1.5385490655899048,1.4840396642684937,82,2240,,,, +,,,82,2240,1.524965524673462,1.524965524673462,, +1.535990834236145,1.535990834236145,1.4840396642684937,83,2267,,,, +,,,83,2267,1.5616669654846191,1.5616669654846191,, +1.5446836948394775,1.5446836948394775,1.4840396642684937,84,2294,,,, +,,,84,2294,1.5678400993347168,1.5678400993347168,, +2.5195486545562744,2.5195486545562744,1.4840396642684937,85,2321,,,, +,,,85,2321,1.5652395486831665,1.5652395486831665,, +1.5265171527862549,1.5265171527862549,1.4840396642684937,86,2348,,,, +,,,86,2348,1.544609785079956,1.544609785079956,, +1.5274115800857544,1.5274115800857544,1.4840396642684937,87,2375,,,, +,,,87,2375,1.550585389137268,1.550585389137268,, +1.5782556533813477,1.5782556533813477,1.4840396642684937,88,2402,,,, +,,,88,2402,1.5527420043945312,1.5527420043945312,, +1.519845724105835,1.519845724105835,1.4840396642684937,89,2429,,,, +,,,89,2429,1.5655412673950195,1.5655412673950195,, +1.5674083232879639,1.5674083232879639,1.4840396642684937,90,2456,,,, +,,,90,2456,1.5520187616348267,1.5520187616348267,, +1.5521790981292725,1.5521790981292725,1.4840396642684937,91,2483,,,, +,,,91,2483,1.5484050512313843,1.5484050512313843,, +1.8754446506500244,1.8754446506500244,1.4840396642684937,92,2510,,,, +,,,92,2510,1.550183653831482,1.550183653831482,, +1.5707118511199951,1.5707118511199951,1.4840396642684937,93,2537,,,, +,,,93,2537,1.5634591579437256,1.5634591579437256,, +1.5984981060028076,1.5984981060028076,1.4840396642684937,94,2564,,,, +,,,94,2564,1.5561755895614624,1.5561755895614624,, +2.0998313426971436,2.0998313426971436,1.4840396642684937,95,2591,,,, +,,,95,2591,1.5468876361846924,1.5468876361846924,, +1.605587124824524,1.605587124824524,1.4840396642684937,96,2618,,,, +,,,96,2618,1.5604220628738403,1.5604220628738403,, +1.5297058820724487,1.5297058820724487,1.4840396642684937,97,2645,,,, +,,,97,2645,1.5513371229171753,1.5513371229171753,, +2.185659646987915,2.185659646987915,1.4840396642684937,98,2672,,,, +,,,98,2672,1.5449162721633911,1.5449162721633911,, +1.9412881135940552,1.9412881135940552,1.4840396642684937,99,2699,,,, +,,,99,2699,1.5626373291015625,1.5626373291015625,, +,,,15,405,,,1.6185023784637451,1.6185023784637451 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.46 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.46 new file mode 100644 index 0000000000000000000000000000000000000000..6ca77ddfcca14604b2de2655902ab00472278077 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961272.37a92d36c649.1.46 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02fcac0866b0a7529f46c22d6d63061fd126445efe9d4fbfe758c9949207b125 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.47 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.47 new file mode 100644 index 0000000000000000000000000000000000000000..9e4962b51566d08dede1f27b205d0fa7a0939364 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.47 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7679f466a398f75cd5379efe0fd7bc39698cf629027e47ad8810b764bda8fa06 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..05b745f70bb8e28690a2ca828674a1b1705adf28 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/23/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 128 + lin3_size: 128 + output_size: 1 + lr: 0.04083959989803542 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8674049 +model/params/trainable: 8674049 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9b7113ed1ca45684aa1a16d51407bb7d42eddf85 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 128 + lin3_size: 512 + output_size: 1 + lr: 0.0007423353482463773 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..a6132565deeb0a5d6cf8be1b843c90c9046f1a76 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.0007423353482463773 + - model.lin1_size=64 + - model.lin2_size=128 + - model.lin3_size=512 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=64,model.lin2_size=128,model.lin3_size=512,model.lr=0.0007423353482463773,trainer.gpus=0 + id: '24' + num: 24 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..677bac15a38f638fe6894bb21766cc9ba87ec1ad --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.0007423353482463773 +- model.lin1_size=64 +- model.lin2_size=128 +- model.lin3_size=512 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..90e881de2e78923182ab63a2088c64d69edba6d6 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 128 + lin3_size: 512 + output_size: 1 + lr: 0.0007423353482463773 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 4396353 +model/params/trainable: 4396353 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..18f36d22300c444b16d004472d3938fe57a22cde --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.523614764213562,1.523614764213562,1.523614764213562,0,26,,,, +,,,0,26,1.6821856498718262,1.6821856498718262,, +1.4760745763778687,1.4760745763778687,1.4760745763778687,1,53,,,, +,,,1,53,1.4881823062896729,1.4881823062896729,, +1.528942584991455,1.528942584991455,1.4760745763778687,2,80,,,, +,,,2,80,1.4037545919418335,1.4037545919418335,, +1.573783040046692,1.573783040046692,1.4760745763778687,3,107,,,, +,,,3,107,1.406150221824646,1.406150221824646,, +1.8287569284439087,1.8287569284439087,1.4760745763778687,4,134,,,, +,,,4,134,1.3519655466079712,1.3519655466079712,, +1.862988829612732,1.862988829612732,1.4760745763778687,5,161,,,, +,,,5,161,1.327287197113037,1.327287197113037,, +1.6282349824905396,1.6282349824905396,1.4760745763778687,6,188,,,, +,,,6,188,1.2921100854873657,1.2921100854873657,, +1.4061516523361206,1.4061516523361206,1.4061516523361206,7,215,,,, +,,,7,215,1.272790789604187,1.272790789604187,, +1.5641344785690308,1.5641344785690308,1.4061516523361206,8,242,,,, +,,,8,242,1.2073628902435303,1.2073628902435303,, +1.50420343875885,1.50420343875885,1.4061516523361206,9,269,,,, +,,,9,269,1.1723101139068604,1.1723101139068604,, +1.525458574295044,1.525458574295044,1.4061516523361206,10,296,,,, +,,,10,296,1.1500275135040283,1.1500275135040283,, +1.71222722530365,1.71222722530365,1.4061516523361206,11,323,,,, +,,,11,323,1.1083827018737793,1.1083827018737793,, +1.5409318208694458,1.5409318208694458,1.4061516523361206,12,350,,,, +,,,12,350,1.095401644706726,1.095401644706726,, +1.3581748008728027,1.3581748008728027,1.3581748008728027,13,377,,,, +,,,13,377,1.0807616710662842,1.0807616710662842,, +1.414493203163147,1.414493203163147,1.3581748008728027,14,404,,,, +,,,14,404,1.0571531057357788,1.0571531057357788,, +1.4321486949920654,1.4321486949920654,1.3581748008728027,15,431,,,, +,,,15,431,1.0466076135635376,1.0466076135635376,, +1.4478869438171387,1.4478869438171387,1.3581748008728027,16,458,,,, +,,,16,458,1.0232347249984741,1.0232347249984741,, +1.302810549736023,1.302810549736023,1.302810549736023,17,485,,,, +,,,17,485,0.9803421497344971,0.9803421497344971,, +1.3699284791946411,1.3699284791946411,1.302810549736023,18,512,,,, +,,,18,512,0.9853456616401672,0.9853456616401672,, +1.352562427520752,1.352562427520752,1.302810549736023,19,539,,,, +,,,19,539,0.9344262480735779,0.9344262480735779,, +1.3158758878707886,1.3158758878707886,1.302810549736023,20,566,,,, +,,,20,566,0.9065967202186584,0.9065967202186584,, +1.469443440437317,1.469443440437317,1.302810549736023,21,593,,,, +,,,21,593,0.913512647151947,0.913512647151947,, +1.2792069911956787,1.2792069911956787,1.2792069911956787,22,620,,,, +,,,22,620,0.9026483297348022,0.9026483297348022,, +1.7717798948287964,1.7717798948287964,1.2792069911956787,23,647,,,, +,,,23,647,0.8932642340660095,0.8932642340660095,, +1.472535490989685,1.472535490989685,1.2792069911956787,24,674,,,, +,,,24,674,0.8355705142021179,0.8355705142021179,, +1.4404276609420776,1.4404276609420776,1.2792069911956787,25,701,,,, +,,,25,701,0.9170769453048706,0.9170769453048706,, +1.3391461372375488,1.3391461372375488,1.2792069911956787,26,728,,,, +,,,26,728,0.8481665253639221,0.8481665253639221,, +1.5588668584823608,1.5588668584823608,1.2792069911956787,27,755,,,, +,,,27,755,0.8390734791755676,0.8390734791755676,, +1.7711012363433838,1.7711012363433838,1.2792069911956787,28,782,,,, +,,,28,782,0.8259056806564331,0.8259056806564331,, +1.42454195022583,1.42454195022583,1.2792069911956787,29,809,,,, +,,,29,809,0.8334813117980957,0.8334813117980957,, +1.1238304376602173,1.1238304376602173,1.1238304376602173,30,836,,,, +,,,30,836,0.8253052830696106,0.8253052830696106,, +1.8010543584823608,1.8010543584823608,1.1238304376602173,31,863,,,, +,,,31,863,0.8140190839767456,0.8140190839767456,, +1.5126621723175049,1.5126621723175049,1.1238304376602173,32,890,,,, +,,,32,890,0.7989592552185059,0.7989592552185059,, +1.2649983167648315,1.2649983167648315,1.1238304376602173,33,917,,,, +,,,33,917,0.7817551493644714,0.7817551493644714,, +1.4229118824005127,1.4229118824005127,1.1238304376602173,34,944,,,, +,,,34,944,0.765103816986084,0.765103816986084,, +1.6125181913375854,1.6125181913375854,1.1238304376602173,35,971,,,, +,,,35,971,0.7742455005645752,0.7742455005645752,, +1.1771571636199951,1.1771571636199951,1.1238304376602173,36,998,,,, +,,,36,998,0.7521623969078064,0.7521623969078064,, +1.5853865146636963,1.5853865146636963,1.1238304376602173,37,1025,,,, +,,,37,1025,0.729555606842041,0.729555606842041,, +1.1359128952026367,1.1359128952026367,1.1238304376602173,38,1052,,,, +,,,38,1052,0.7585558891296387,0.7585558891296387,, +1.3868217468261719,1.3868217468261719,1.1238304376602173,39,1079,,,, +,,,39,1079,0.7528648376464844,0.7528648376464844,, +1.9967905282974243,1.9967905282974243,1.1238304376602173,40,1106,,,, +,,,40,1106,0.7414711117744446,0.7414711117744446,, +1.2845314741134644,1.2845314741134644,1.1238304376602173,41,1133,,,, +,,,41,1133,0.7680772542953491,0.7680772542953491,, +1.27958083152771,1.27958083152771,1.1238304376602173,42,1160,,,, +,,,42,1160,0.7380921244621277,0.7380921244621277,, +1.1519969701766968,1.1519969701766968,1.1238304376602173,43,1187,,,, +,,,43,1187,0.7322549819946289,0.7322549819946289,, +1.801390290260315,1.801390290260315,1.1238304376602173,44,1214,,,, +,,,44,1214,0.7085464596748352,0.7085464596748352,, +1.0068690776824951,1.0068690776824951,1.0068690776824951,45,1241,,,, +,,,45,1241,0.7477881908416748,0.7477881908416748,, +1.3239037990570068,1.3239037990570068,1.0068690776824951,46,1268,,,, +,,,46,1268,0.7168701887130737,0.7168701887130737,, +1.5915358066558838,1.5915358066558838,1.0068690776824951,47,1295,,,, +,,,47,1295,0.6967619061470032,0.6967619061470032,, +1.1273289918899536,1.1273289918899536,1.0068690776824951,48,1322,,,, +,,,48,1322,0.7212475538253784,0.7212475538253784,, +1.180650234222412,1.180650234222412,1.0068690776824951,49,1349,,,, +,,,49,1349,0.7431755065917969,0.7431755065917969,, +1.6261775493621826,1.6261775493621826,1.0068690776824951,50,1376,,,, +,,,50,1376,0.7163988947868347,0.7163988947868347,, +1.6678720712661743,1.6678720712661743,1.0068690776824951,51,1403,,,, +,,,51,1403,0.6783545613288879,0.6783545613288879,, +1.3166377544403076,1.3166377544403076,1.0068690776824951,52,1430,,,, +,,,52,1430,0.6898106336593628,0.6898106336593628,, +2.2090141773223877,2.2090141773223877,1.0068690776824951,53,1457,,,, +,,,53,1457,0.6858588457107544,0.6858588457107544,, +1.503841519355774,1.503841519355774,1.0068690776824951,54,1484,,,, +,,,54,1484,0.6750286221504211,0.6750286221504211,, +1.6378281116485596,1.6378281116485596,1.0068690776824951,55,1511,,,, +,,,55,1511,0.6821988224983215,0.6821988224983215,, +1.8924553394317627,1.8924553394317627,1.0068690776824951,56,1538,,,, +,,,56,1538,0.6898151636123657,0.6898151636123657,, +1.2111241817474365,1.2111241817474365,1.0068690776824951,57,1565,,,, +,,,57,1565,0.703773021697998,0.703773021697998,, +1.8331490755081177,1.8331490755081177,1.0068690776824951,58,1592,,,, +,,,58,1592,0.7087676525115967,0.7087676525115967,, +1.7860153913497925,1.7860153913497925,1.0068690776824951,59,1619,,,, +,,,59,1619,0.6982472538948059,0.6982472538948059,, +1.6362500190734863,1.6362500190734863,1.0068690776824951,60,1646,,,, +,,,60,1646,0.6569910049438477,0.6569910049438477,, +1.885219693183899,1.885219693183899,1.0068690776824951,61,1673,,,, +,,,61,1673,0.6812705993652344,0.6812705993652344,, +1.2808917760849,1.2808917760849,1.0068690776824951,62,1700,,,, +,,,62,1700,0.6485776305198669,0.6485776305198669,, +1.869489312171936,1.869489312171936,1.0068690776824951,63,1727,,,, +,,,63,1727,0.6784700751304626,0.6784700751304626,, +1.567138671875,1.567138671875,1.0068690776824951,64,1754,,,, +,,,64,1754,0.675314724445343,0.675314724445343,, +1.5400844812393188,1.5400844812393188,1.0068690776824951,65,1781,,,, +,,,65,1781,0.6558969616889954,0.6558969616889954,, +1.5976158380508423,1.5976158380508423,1.0068690776824951,66,1808,,,, +,,,66,1808,0.6574313640594482,0.6574313640594482,, +1.6683369874954224,1.6683369874954224,1.0068690776824951,67,1835,,,, +,,,67,1835,0.6899292469024658,0.6899292469024658,, +1.3007205724716187,1.3007205724716187,1.0068690776824951,68,1862,,,, +,,,68,1862,0.679429292678833,0.679429292678833,, +1.2807106971740723,1.2807106971740723,1.0068690776824951,69,1889,,,, +,,,69,1889,0.6282776594161987,0.6282776594161987,, +1.1375752687454224,1.1375752687454224,1.0068690776824951,70,1916,,,, +,,,70,1916,0.6816275119781494,0.6816275119781494,, +1.6469964981079102,1.6469964981079102,1.0068690776824951,71,1943,,,, +,,,71,1943,0.6136173009872437,0.6136173009872437,, +2.026372194290161,2.026372194290161,1.0068690776824951,72,1970,,,, +,,,72,1970,0.6453840136528015,0.6453840136528015,, +2.0162124633789062,2.0162124633789062,1.0068690776824951,73,1997,,,, +,,,73,1997,0.5973796248435974,0.5973796248435974,, +2.1336843967437744,2.1336843967437744,1.0068690776824951,74,2024,,,, +,,,74,2024,0.6486800312995911,0.6486800312995911,, +1.3130234479904175,1.3130234479904175,1.0068690776824951,75,2051,,,, +,,,75,2051,0.6559666991233826,0.6559666991233826,, +1.5507116317749023,1.5507116317749023,1.0068690776824951,76,2078,,,, +,,,76,2078,0.6565073728561401,0.6565073728561401,, +1.6484291553497314,1.6484291553497314,1.0068690776824951,77,2105,,,, +,,,77,2105,0.6385031342506409,0.6385031342506409,, +1.70457124710083,1.70457124710083,1.0068690776824951,78,2132,,,, +,,,78,2132,0.637907862663269,0.637907862663269,, +1.3924640417099,1.3924640417099,1.0068690776824951,79,2159,,,, +,,,79,2159,0.6176334023475647,0.6176334023475647,, +1.5946223735809326,1.5946223735809326,1.0068690776824951,80,2186,,,, +,,,80,2186,0.6352038383483887,0.6352038383483887,, +0.9781540036201477,0.9781540036201477,0.9781540036201477,81,2213,,,, +,,,81,2213,0.6205710172653198,0.6205710172653198,, +1.8467199802398682,1.8467199802398682,0.9781540036201477,82,2240,,,, +,,,82,2240,0.6220422387123108,0.6220422387123108,, +1.4804692268371582,1.4804692268371582,0.9781540036201477,83,2267,,,, +,,,83,2267,0.6266764402389526,0.6266764402389526,, +1.420812964439392,1.420812964439392,0.9781540036201477,84,2294,,,, +,,,84,2294,0.6051916480064392,0.6051916480064392,, +1.3437718152999878,1.3437718152999878,0.9781540036201477,85,2321,,,, +,,,85,2321,0.6219087839126587,0.6219087839126587,, +1.0097544193267822,1.0097544193267822,0.9781540036201477,86,2348,,,, +,,,86,2348,0.621907651424408,0.621907651424408,, +1.277187705039978,1.277187705039978,0.9781540036201477,87,2375,,,, +,,,87,2375,0.5603012442588806,0.5603012442588806,, +1.504642367362976,1.504642367362976,0.9781540036201477,88,2402,,,, +,,,88,2402,0.6180904507637024,0.6180904507637024,, +1.1843336820602417,1.1843336820602417,0.9781540036201477,89,2429,,,, +,,,89,2429,0.6010738015174866,0.6010738015174866,, +1.6943684816360474,1.6943684816360474,0.9781540036201477,90,2456,,,, +,,,90,2456,0.5864506363868713,0.5864506363868713,, +1.5566744804382324,1.5566744804382324,0.9781540036201477,91,2483,,,, +,,,91,2483,0.6120969653129578,0.6120969653129578,, +1.1885162591934204,1.1885162591934204,0.9781540036201477,92,2510,,,, +,,,92,2510,0.5954678654670715,0.5954678654670715,, +1.4947879314422607,1.4947879314422607,0.9781540036201477,93,2537,,,, +,,,93,2537,0.6156147718429565,0.6156147718429565,, +1.3919206857681274,1.3919206857681274,0.9781540036201477,94,2564,,,, +,,,94,2564,0.5745798945426941,0.5745798945426941,, +1.322177529335022,1.322177529335022,0.9781540036201477,95,2591,,,, +,,,95,2591,0.5929998755455017,0.5929998755455017,, +1.4970453977584839,1.4970453977584839,0.9781540036201477,96,2618,,,, +,,,96,2618,0.6028021574020386,0.6028021574020386,, +1.2804735898971558,1.2804735898971558,0.9781540036201477,97,2645,,,, +,,,97,2645,0.5874095559120178,0.5874095559120178,, +1.4310505390167236,1.4310505390167236,0.9781540036201477,98,2672,,,, +,,,98,2672,0.5723732709884644,0.5723732709884644,, +1.8312357664108276,1.8312357664108276,0.9781540036201477,99,2699,,,, +,,,99,2699,0.569962739944458,0.569962739944458,, +,,,82,2214,,,0.9928721189498901,0.9928721189498901 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.48 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.48 new file mode 100644 index 0000000000000000000000000000000000000000..215203ca734169fe85e50f51453a43dc1699c123 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646961814.37a92d36c649.1.48 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:458b98260413251f344faadac25ee8090dfc0373e8c56659acac99a4cde9dbd3 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646962127.37a92d36c649.1.49 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646962127.37a92d36c649.1.49 new file mode 100644 index 0000000000000000000000000000000000000000..507d262054423d7f2360c98c902236cf00dea7a4 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646962127.37a92d36c649.1.49 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:250c17310719fea3b46e962985abe5c1a7b2c495d9ec78860a7afb8c65b2713f +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..90e881de2e78923182ab63a2088c64d69edba6d6 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/24/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 128 + lin3_size: 512 + output_size: 1 + lr: 0.0007423353482463773 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 4396353 +model/params/trainable: 4396353 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..39e19474314a32850263d6311b8d475cdfeb63dd --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 1024 + lin3_size: 128 + output_size: 1 + lr: 0.0979763780684297 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..23330aed8a69373f62323a8b354ed5f919eb6dbd --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.0979763780684297 + - model.lin1_size=256 + - model.lin2_size=1024 + - model.lin3_size=128 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=256,model.lin2_size=1024,model.lin3_size=128,model.lr=0.0979763780684297,trainer.gpus=0 + id: '3' + num: 3 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5a5a2c46aafbe2d9a6129c0cf0c6176bff042737 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.0979763780684297 +- model.lin1_size=256 +- model.lin2_size=1024 +- model.lin3_size=128 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7d68b5b359d19e29dae804166a12c225fde6a0cd --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 1024 + lin3_size: 128 + output_size: 1 + lr: 0.0979763780684297 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17677569 +model/params/trainable: 17677569 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..fc6e8636f6a0ab5aaf1260cb168277bdde974679 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.522524118423462,1.522524118423462,1.522524118423462,0,26,,,, +,,,0,26,1.8255831003189087,1.8255831003189087,, +1.521386981010437,1.521386981010437,1.521386981010437,1,53,,,, +,,,1,53,1.5557540655136108,1.5557540655136108,, +1.5373214483261108,1.5373214483261108,1.521386981010437,2,80,,,, +,,,2,80,1.5718469619750977,1.5718469619750977,, +1.5394923686981201,1.5394923686981201,1.521386981010437,3,107,,,, +,,,3,107,1.570361614227295,1.570361614227295,, +1.4994184970855713,1.4994184970855713,1.4994184970855713,4,134,,,, +,,,4,134,1.5586085319519043,1.5586085319519043,, +1.5322046279907227,1.5322046279907227,1.4994184970855713,5,161,,,, +,,,5,161,1.556923747062683,1.556923747062683,, +1.5560985803604126,1.5560985803604126,1.4994184970855713,6,188,,,, +,,,6,188,1.5568313598632812,1.5568313598632812,, +2.4006736278533936,2.4006736278533936,1.4994184970855713,7,215,,,, +,,,7,215,1.5629627704620361,1.5629627704620361,, +1.5417381525039673,1.5417381525039673,1.4994184970855713,8,242,,,, +,,,8,242,1.58774995803833,1.58774995803833,, +1.7803394794464111,1.7803394794464111,1.4994184970855713,9,269,,,, +,,,9,269,1.587422251701355,1.587422251701355,, +1.51564359664917,1.51564359664917,1.4994184970855713,10,296,,,, +,,,10,296,1.5772656202316284,1.5772656202316284,, +1.913888692855835,1.913888692855835,1.4994184970855713,11,323,,,, +,,,11,323,1.5853291749954224,1.5853291749954224,, +2.451890230178833,2.451890230178833,1.4994184970855713,12,350,,,, +,,,12,350,1.5867359638214111,1.5867359638214111,, +2.0611724853515625,2.0611724853515625,1.4994184970855713,13,377,,,, +,,,13,377,1.5903290510177612,1.5903290510177612,, +1.5243951082229614,1.5243951082229614,1.4994184970855713,14,404,,,, +,,,14,404,1.5621018409729004,1.5621018409729004,, +2.6506004333496094,2.6506004333496094,1.4994184970855713,15,431,,,, +,,,15,431,1.5682235956192017,1.5682235956192017,, +1.542117953300476,1.542117953300476,1.4994184970855713,16,458,,,, +,,,16,458,1.5584838390350342,1.5584838390350342,, +1.7356159687042236,1.7356159687042236,1.4994184970855713,17,485,,,, +,,,17,485,1.546055555343628,1.546055555343628,, +1.5578815937042236,1.5578815937042236,1.4994184970855713,18,512,,,, +,,,18,512,1.5632456541061401,1.5632456541061401,, +1.4985312223434448,1.4985312223434448,1.4985312223434448,19,539,,,, +,,,19,539,1.563920259475708,1.563920259475708,, +2.1294078826904297,2.1294078826904297,1.4985312223434448,20,566,,,, +,,,20,566,1.5674445629119873,1.5674445629119873,, +2.429359197616577,2.429359197616577,1.4985312223434448,21,593,,,, +,,,21,593,1.5617252588272095,1.5617252588272095,, +2.182675838470459,2.182675838470459,1.4985312223434448,22,620,,,, +,,,22,620,1.555215835571289,1.555215835571289,, +1.522313117980957,1.522313117980957,1.4985312223434448,23,647,,,, +,,,23,647,1.5751224756240845,1.5751224756240845,, +1.5778932571411133,1.5778932571411133,1.4985312223434448,24,674,,,, +,,,24,674,1.5659083127975464,1.5659083127975464,, +1.5111932754516602,1.5111932754516602,1.4985312223434448,25,701,,,, +,,,25,701,1.5563292503356934,1.5563292503356934,, +2.092745304107666,2.092745304107666,1.4985312223434448,26,728,,,, +,,,26,728,1.5965458154678345,1.5965458154678345,, +1.5125739574432373,1.5125739574432373,1.4985312223434448,27,755,,,, +,,,27,755,1.5728435516357422,1.5728435516357422,, +10.638666152954102,10.638666152954102,1.4985312223434448,28,782,,,, +,,,28,782,1.5657377243041992,1.5657377243041992,, +1.5737910270690918,1.5737910270690918,1.4985312223434448,29,809,,,, +,,,29,809,1.5599055290222168,1.5599055290222168,, +1.5365643501281738,1.5365643501281738,1.4985312223434448,30,836,,,, +,,,30,836,1.554152011871338,1.554152011871338,, +1.88437819480896,1.88437819480896,1.4985312223434448,31,863,,,, +,,,31,863,1.5603253841400146,1.5603253841400146,, +1.5260651111602783,1.5260651111602783,1.4985312223434448,32,890,,,, +,,,32,890,1.5785870552062988,1.5785870552062988,, +1.5309154987335205,1.5309154987335205,1.4985312223434448,33,917,,,, +,,,33,917,1.5661656856536865,1.5661656856536865,, +1.7463408708572388,1.7463408708572388,1.4985312223434448,34,944,,,, +,,,34,944,1.5750219821929932,1.5750219821929932,, +1.9413478374481201,1.9413478374481201,1.4985312223434448,35,971,,,, +,,,35,971,1.5842055082321167,1.5842055082321167,, +1.53152596950531,1.53152596950531,1.4985312223434448,36,998,,,, +,,,36,998,1.5580415725708008,1.5580415725708008,, +1.6374385356903076,1.6374385356903076,1.4985312223434448,37,1025,,,, +,,,37,1025,1.5539573431015015,1.5539573431015015,, +6.078197956085205,6.078197956085205,1.4985312223434448,38,1052,,,, +,,,38,1052,1.5671106576919556,1.5671106576919556,, +1.494330883026123,1.494330883026123,1.494330883026123,39,1079,,,, +,,,39,1079,1.5582919120788574,1.5582919120788574,, +1.5549482107162476,1.5549482107162476,1.494330883026123,40,1106,,,, +,,,40,1106,1.5853577852249146,1.5853577852249146,, +3.6425206661224365,3.6425206661224365,1.494330883026123,41,1133,,,, +,,,41,1133,1.5879707336425781,1.5879707336425781,, +2.0698864459991455,2.0698864459991455,1.494330883026123,42,1160,,,, +,,,42,1160,1.5798341035842896,1.5798341035842896,, +1.530802845954895,1.530802845954895,1.494330883026123,43,1187,,,, +,,,43,1187,1.5893876552581787,1.5893876552581787,, +6.615461349487305,6.615461349487305,1.494330883026123,44,1214,,,, +,,,44,1214,1.5974167585372925,1.5974167585372925,, +1.552321434020996,1.552321434020996,1.494330883026123,45,1241,,,, +,,,45,1241,1.572048306465149,1.572048306465149,, +1.5158754587173462,1.5158754587173462,1.494330883026123,46,1268,,,, +,,,46,1268,1.5804075002670288,1.5804075002670288,, +2.1142733097076416,2.1142733097076416,1.494330883026123,47,1295,,,, +,,,47,1295,1.5693697929382324,1.5693697929382324,, +1.4915063381195068,1.4915063381195068,1.4915063381195068,48,1322,,,, +,,,48,1322,1.5695770978927612,1.5695770978927612,, +1.5324833393096924,1.5324833393096924,1.4915063381195068,49,1349,,,, +,,,49,1349,1.5830399990081787,1.5830399990081787,, +1.5239481925964355,1.5239481925964355,1.4915063381195068,50,1376,,,, +,,,50,1376,1.5805062055587769,1.5805062055587769,, +1.5166388750076294,1.5166388750076294,1.4915063381195068,51,1403,,,, +,,,51,1403,1.5889250040054321,1.5889250040054321,, +3.767822504043579,3.767822504043579,1.4915063381195068,52,1430,,,, +,,,52,1430,1.5855402946472168,1.5855402946472168,, +1.509140968322754,1.509140968322754,1.4915063381195068,53,1457,,,, +,,,53,1457,1.5827114582061768,1.5827114582061768,, +1.5141297578811646,1.5141297578811646,1.4915063381195068,54,1484,,,, +,,,54,1484,1.5764491558074951,1.5764491558074951,, +1.8872687816619873,1.8872687816619873,1.4915063381195068,55,1511,,,, +,,,55,1511,1.5783157348632812,1.5783157348632812,, +9.395502090454102,9.395502090454102,1.4915063381195068,56,1538,,,, +,,,56,1538,1.58848237991333,1.58848237991333,, +2.167719841003418,2.167719841003418,1.4915063381195068,57,1565,,,, +,,,57,1565,1.5612194538116455,1.5612194538116455,, +1.5242063999176025,1.5242063999176025,1.4915063381195068,58,1592,,,, +,,,58,1592,1.5683882236480713,1.5683882236480713,, +1.5161213874816895,1.5161213874816895,1.4915063381195068,59,1619,,,, +,,,59,1619,1.5863392353057861,1.5863392353057861,, +6.418655872344971,6.418655872344971,1.4915063381195068,60,1646,,,, +,,,60,1646,1.5779900550842285,1.5779900550842285,, +2.8928308486938477,2.8928308486938477,1.4915063381195068,61,1673,,,, +,,,61,1673,1.6008657217025757,1.6008657217025757,, +1.710097074508667,1.710097074508667,1.4915063381195068,62,1700,,,, +,,,62,1700,1.5898945331573486,1.5898945331573486,, +1.4966193437576294,1.4966193437576294,1.4915063381195068,63,1727,,,, +,,,63,1727,1.5746350288391113,1.5746350288391113,, +1.8440158367156982,1.8440158367156982,1.4915063381195068,64,1754,,,, +,,,64,1754,1.5836719274520874,1.5836719274520874,, +2.0335140228271484,2.0335140228271484,1.4915063381195068,65,1781,,,, +,,,65,1781,1.5818003416061401,1.5818003416061401,, +1.4944478273391724,1.4944478273391724,1.4915063381195068,66,1808,,,, +,,,66,1808,1.565208911895752,1.565208911895752,, +1.5221232175827026,1.5221232175827026,1.4915063381195068,67,1835,,,, +,,,67,1835,1.576006293296814,1.576006293296814,, +1.5094926357269287,1.5094926357269287,1.4915063381195068,68,1862,,,, +,,,68,1862,1.5765384435653687,1.5765384435653687,, +1.8528023958206177,1.8528023958206177,1.4915063381195068,69,1889,,,, +,,,69,1889,1.5791044235229492,1.5791044235229492,, +2.408050298690796,2.408050298690796,1.4915063381195068,70,1916,,,, +,,,70,1916,1.5729342699050903,1.5729342699050903,, +1.5229918956756592,1.5229918956756592,1.4915063381195068,71,1943,,,, +,,,71,1943,1.5891951322555542,1.5891951322555542,, +1.5406099557876587,1.5406099557876587,1.4915063381195068,72,1970,,,, +,,,72,1970,1.6034311056137085,1.6034311056137085,, +1.5400166511535645,1.5400166511535645,1.4915063381195068,73,1997,,,, +,,,73,1997,1.5872454643249512,1.5872454643249512,, +1.5832573175430298,1.5832573175430298,1.4915063381195068,74,2024,,,, +,,,74,2024,1.5836305618286133,1.5836305618286133,, +1.5353091955184937,1.5353091955184937,1.4915063381195068,75,2051,,,, +,,,75,2051,1.5635459423065186,1.5635459423065186,, +5.335820198059082,5.335820198059082,1.4915063381195068,76,2078,,,, +,,,76,2078,1.575485348701477,1.575485348701477,, +1.8218584060668945,1.8218584060668945,1.4915063381195068,77,2105,,,, +,,,77,2105,1.5905091762542725,1.5905091762542725,, +1.5303291082382202,1.5303291082382202,1.4915063381195068,78,2132,,,, +,,,78,2132,1.6140458583831787,1.6140458583831787,, +1.5286059379577637,1.5286059379577637,1.4915063381195068,79,2159,,,, +,,,79,2159,1.604789137840271,1.604789137840271,, +1.6640204191207886,1.6640204191207886,1.4915063381195068,80,2186,,,, +,,,80,2186,1.593502163887024,1.593502163887024,, +1.9530278444290161,1.9530278444290161,1.4915063381195068,81,2213,,,, +,,,81,2213,1.5885593891143799,1.5885593891143799,, +1.5318727493286133,1.5318727493286133,1.4915063381195068,82,2240,,,, +,,,82,2240,1.6103764772415161,1.6103764772415161,, +2.691002130508423,2.691002130508423,1.4915063381195068,83,2267,,,, +,,,83,2267,1.5851311683654785,1.5851311683654785,, +2.044315814971924,2.044315814971924,1.4915063381195068,84,2294,,,, +,,,84,2294,1.5941725969314575,1.5941725969314575,, +1.5206869840621948,1.5206869840621948,1.4915063381195068,85,2321,,,, +,,,85,2321,1.6042267084121704,1.6042267084121704,, +1.5792385339736938,1.5792385339736938,1.4915063381195068,86,2348,,,, +,,,86,2348,1.607933521270752,1.607933521270752,, +1.6022454500198364,1.6022454500198364,1.4915063381195068,87,2375,,,, +,,,87,2375,1.5832512378692627,1.5832512378692627,, +1.749870777130127,1.749870777130127,1.4915063381195068,88,2402,,,, +,,,88,2402,1.5921411514282227,1.5921411514282227,, +1.5282609462738037,1.5282609462738037,1.4915063381195068,89,2429,,,, +,,,89,2429,1.5854624509811401,1.5854624509811401,, +1.5226730108261108,1.5226730108261108,1.4915063381195068,90,2456,,,, +,,,90,2456,1.5828664302825928,1.5828664302825928,, +1.5238372087478638,1.5238372087478638,1.4915063381195068,91,2483,,,, +,,,91,2483,1.5925865173339844,1.5925865173339844,, +1.5059196949005127,1.5059196949005127,1.4915063381195068,92,2510,,,, +,,,92,2510,1.584563136100769,1.584563136100769,, +1.5988973379135132,1.5988973379135132,1.4915063381195068,93,2537,,,, +,,,93,2537,1.5840816497802734,1.5840816497802734,, +4.493731498718262,4.493731498718262,1.4915063381195068,94,2564,,,, +,,,94,2564,1.5787885189056396,1.5787885189056396,, +5.268187046051025,5.268187046051025,1.4915063381195068,95,2591,,,, +,,,95,2591,1.5803494453430176,1.5803494453430176,, +1.5231411457061768,1.5231411457061768,1.4915063381195068,96,2618,,,, +,,,96,2618,1.5808186531066895,1.5808186531066895,, +1.52634859085083,1.52634859085083,1.4915063381195068,97,2645,,,, +,,,97,2645,1.5866528749465942,1.5866528749465942,, +1.5209232568740845,1.5209232568740845,1.4915063381195068,98,2672,,,, +,,,98,2672,1.610694169998169,1.610694169998169,, +1.5366144180297852,1.5366144180297852,1.4915063381195068,99,2699,,,, +,,,99,2699,1.6066855192184448,1.6066855192184448,, +,,,49,1323,,,1.6058895587921143,1.6058895587921143 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937679.37a92d36c649.1.6 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937679.37a92d36c649.1.6 new file mode 100644 index 0000000000000000000000000000000000000000..1c34ca04075beb468eaad615da6e140b39db8664 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646937679.37a92d36c649.1.6 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:31d71fb8440417bb99874d613a04703fcef681ea0c3b90785133e936274d6577 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.7 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.7 new file mode 100644 index 0000000000000000000000000000000000000000..d781b2adbdf8491d3606fc34e164f8daee538b19 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.7 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e9f763942c84375a7262b37c4778d345003a91062050a5a5dc372e63ea11be1 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7d68b5b359d19e29dae804166a12c225fde6a0cd --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/3/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 256 + lin2_size: 1024 + lin3_size: 128 + output_size: 1 + lr: 0.0979763780684297 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 17677569 +model/params/trainable: 17677569 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..59986210c53b61db48793c427df5ba918f0f3681 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 64 + lin3_size: 512 + output_size: 1 + lr: 0.10083543037793832 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8e379e43f9a9bc8fe1c9dc0b65ee796d817da63c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.10083543037793832 + - model.lin1_size=1024 + - model.lin2_size=64 + - model.lin3_size=512 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=1024,model.lin2_size=64,model.lin3_size=512,model.lr=0.10083543037793832,trainer.gpus=0 + id: '4' + num: 4 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b5bb4a6237b01a41aad5245a675aa136c7a25a06 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=128 +- model.lr=0.10083543037793832 +- model.lin1_size=1024 +- model.lin2_size=64 +- model.lin3_size=512 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8dc8c65a39ed5b2d29f778684c2f6cdba3f8fa38 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 64 + lin3_size: 512 + output_size: 1 + lr: 0.10083543037793832 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 69223617 +model/params/trainable: 69223617 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..ed3d28f3198d1e8accf8a579ac2979f65cf62072 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.807600975036621,1.807600975036621,1.807600975036621,0,13,,,, +,,,0,13,4.978466987609863,4.978466987609863,, +1.54044508934021,1.54044508934021,1.54044508934021,1,27,,,, +,,,1,27,1.776487946510315,1.776487946510315,, +1.5484806299209595,1.5484806299209595,1.54044508934021,2,41,,,, +,,,2,41,1.618410587310791,1.618410587310791,, +1.53935968875885,1.53935968875885,1.53935968875885,3,55,,,, +,,,3,55,1.5850085020065308,1.5850085020065308,, +1.523511290550232,1.523511290550232,1.523511290550232,4,69,,,, +,,,4,69,1.5664705038070679,1.5664705038070679,, +1.511311411857605,1.511311411857605,1.511311411857605,5,83,,,, +,,,5,83,1.5658676624298096,1.5658676624298096,, +1.5225387811660767,1.5225387811660767,1.511311411857605,6,97,,,, +,,,6,97,1.5484431982040405,1.5484431982040405,, +1.5321158170700073,1.5321158170700073,1.511311411857605,7,111,,,, +,,,7,111,1.5545116662979126,1.5545116662979126,, +1.5080976486206055,1.5080976486206055,1.5080976486206055,8,125,,,, +,,,8,125,1.556320071220398,1.556320071220398,, +1.650672197341919,1.650672197341919,1.5080976486206055,9,139,,,, +,,,9,139,1.5492620468139648,1.5492620468139648,, +1.5221796035766602,1.5221796035766602,1.5080976486206055,10,153,,,, +,,,10,153,1.577954888343811,1.577954888343811,, +1.749356985092163,1.749356985092163,1.5080976486206055,11,167,,,, +,,,11,167,1.5751904249191284,1.5751904249191284,, +1.5695054531097412,1.5695054531097412,1.5080976486206055,12,181,,,, +,,,12,181,1.5411343574523926,1.5411343574523926,, +1.5620781183242798,1.5620781183242798,1.5080976486206055,13,195,,,, +,,,13,195,1.5512179136276245,1.5512179136276245,, +1.8221156597137451,1.8221156597137451,1.5080976486206055,14,209,,,, +,,,14,209,1.5633766651153564,1.5633766651153564,, +1.5233150720596313,1.5233150720596313,1.5080976486206055,15,223,,,, +,,,15,223,1.581742525100708,1.581742525100708,, +2.7708334922790527,2.7708334922790527,1.5080976486206055,16,237,,,, +,,,16,237,1.5651870965957642,1.5651870965957642,, +1.5119072198867798,1.5119072198867798,1.5080976486206055,17,251,,,, +,,,17,251,1.5522263050079346,1.5522263050079346,, +1.5403989553451538,1.5403989553451538,1.5080976486206055,18,265,,,, +,,,18,265,1.5494786500930786,1.5494786500930786,, +1.6870282888412476,1.6870282888412476,1.5080976486206055,19,279,,,, +,,,19,279,1.5597937107086182,1.5597937107086182,, +1.6402753591537476,1.6402753591537476,1.5080976486206055,20,293,,,, +,,,20,293,1.550508737564087,1.550508737564087,, +1.52437424659729,1.52437424659729,1.5080976486206055,21,307,,,, +,,,21,307,1.5626122951507568,1.5626122951507568,, +1.5238990783691406,1.5238990783691406,1.5080976486206055,22,321,,,, +,,,22,321,1.5482656955718994,1.5482656955718994,, +3.3379366397857666,3.3379366397857666,1.5080976486206055,23,335,,,, +,,,23,335,1.5615627765655518,1.5615627765655518,, +1.5065481662750244,1.5065481662750244,1.5065481662750244,24,349,,,, +,,,24,349,1.5453176498413086,1.5453176498413086,, +1.8424359560012817,1.8424359560012817,1.5065481662750244,25,363,,,, +,,,25,363,1.562076449394226,1.562076449394226,, +1.7161349058151245,1.7161349058151245,1.5065481662750244,26,377,,,, +,,,26,377,1.543113350868225,1.543113350868225,, +1.8136276006698608,1.8136276006698608,1.5065481662750244,27,391,,,, +,,,27,391,1.542435646057129,1.542435646057129,, +1.6197317838668823,1.6197317838668823,1.5065481662750244,28,405,,,, +,,,28,405,1.5510752201080322,1.5510752201080322,, +1.5083571672439575,1.5083571672439575,1.5065481662750244,29,419,,,, +,,,29,419,1.5660178661346436,1.5660178661346436,, +1.5317871570587158,1.5317871570587158,1.5065481662750244,30,433,,,, +,,,30,433,1.5499498844146729,1.5499498844146729,, +1.534900188446045,1.534900188446045,1.5065481662750244,31,447,,,, +,,,31,447,1.555573582649231,1.555573582649231,, +2.0264780521392822,2.0264780521392822,1.5065481662750244,32,461,,,, +,,,32,461,1.5514631271362305,1.5514631271362305,, +1.5260303020477295,1.5260303020477295,1.5065481662750244,33,475,,,, +,,,33,475,1.551491618156433,1.551491618156433,, +1.9503965377807617,1.9503965377807617,1.5065481662750244,34,489,,,, +,,,34,489,1.5506325960159302,1.5506325960159302,, +1.5647540092468262,1.5647540092468262,1.5065481662750244,35,503,,,, +,,,35,503,1.5420429706573486,1.5420429706573486,, +1.5257716178894043,1.5257716178894043,1.5065481662750244,36,517,,,, +,,,36,517,1.5493133068084717,1.5493133068084717,, +1.6150826215744019,1.6150826215744019,1.5065481662750244,37,531,,,, +,,,37,531,1.5432825088500977,1.5432825088500977,, +1.8360728025436401,1.8360728025436401,1.5065481662750244,38,545,,,, +,,,38,545,1.5362787246704102,1.5362787246704102,, +1.6329123973846436,1.6329123973846436,1.5065481662750244,39,559,,,, +,,,39,559,1.5567400455474854,1.5567400455474854,, +2.7510900497436523,2.7510900497436523,1.5065481662750244,40,573,,,, +,,,40,573,1.5662354230880737,1.5662354230880737,, +1.5523625612258911,1.5523625612258911,1.5065481662750244,41,587,,,, +,,,41,587,1.5641193389892578,1.5641193389892578,, +1.5410178899765015,1.5410178899765015,1.5065481662750244,42,601,,,, +,,,42,601,1.5739314556121826,1.5739314556121826,, +1.5357095003128052,1.5357095003128052,1.5065481662750244,43,615,,,, +,,,43,615,1.5575822591781616,1.5575822591781616,, +1.6430327892303467,1.6430327892303467,1.5065481662750244,44,629,,,, +,,,44,629,1.5568058490753174,1.5568058490753174,, +1.5124434232711792,1.5124434232711792,1.5065481662750244,45,643,,,, +,,,45,643,1.5575273036956787,1.5575273036956787,, +1.531561255455017,1.531561255455017,1.5065481662750244,46,657,,,, +,,,46,657,1.5388747453689575,1.5388747453689575,, +1.8556549549102783,1.8556549549102783,1.5065481662750244,47,671,,,, +,,,47,671,1.5680655241012573,1.5680655241012573,, +3.9042978286743164,3.9042978286743164,1.5065481662750244,48,685,,,, +,,,48,685,1.5646672248840332,1.5646672248840332,, +1.5222643613815308,1.5222643613815308,1.5065481662750244,49,699,,,, +,,,49,699,1.554589033126831,1.554589033126831,, +1.517146110534668,1.517146110534668,1.5065481662750244,50,713,,,, +,,,50,713,1.5579109191894531,1.5579109191894531,, +2.7466864585876465,2.7466864585876465,1.5065481662750244,51,727,,,, +,,,51,727,1.5682156085968018,1.5682156085968018,, +1.5520951747894287,1.5520951747894287,1.5065481662750244,52,741,,,, +,,,52,741,1.5686290264129639,1.5686290264129639,, +1.5165232419967651,1.5165232419967651,1.5065481662750244,53,755,,,, +,,,53,755,1.579620599746704,1.579620599746704,, +7.83432674407959,7.83432674407959,1.5065481662750244,54,769,,,, +,,,54,769,1.5862168073654175,1.5862168073654175,, +1.8492577075958252,1.8492577075958252,1.5065481662750244,55,783,,,, +,,,55,783,1.5757943391799927,1.5757943391799927,, +3.9494569301605225,3.9494569301605225,1.5065481662750244,56,797,,,, +,,,56,797,1.5704519748687744,1.5704519748687744,, +1.8972562551498413,1.8972562551498413,1.5065481662750244,57,811,,,, +,,,57,811,1.590087652206421,1.590087652206421,, +1.517371654510498,1.517371654510498,1.5065481662750244,58,825,,,, +,,,58,825,1.561996340751648,1.561996340751648,, +1.761115550994873,1.761115550994873,1.5065481662750244,59,839,,,, +,,,59,839,1.5862600803375244,1.5862600803375244,, +1.7580934762954712,1.7580934762954712,1.5065481662750244,60,853,,,, +,,,60,853,1.5904663801193237,1.5904663801193237,, +2.571798801422119,2.571798801422119,1.5065481662750244,61,867,,,, +,,,61,867,1.565551519393921,1.565551519393921,, +1.5496941804885864,1.5496941804885864,1.5065481662750244,62,881,,,, +,,,62,881,1.5621062517166138,1.5621062517166138,, +1.6113061904907227,1.6113061904907227,1.5065481662750244,63,895,,,, +,,,63,895,1.5787501335144043,1.5787501335144043,, +1.5251667499542236,1.5251667499542236,1.5065481662750244,64,909,,,, +,,,64,909,1.6024911403656006,1.6024911403656006,, +1.5927411317825317,1.5927411317825317,1.5065481662750244,65,923,,,, +,,,65,923,1.6207658052444458,1.6207658052444458,, +6.093300819396973,6.093300819396973,1.5065481662750244,66,937,,,, +,,,66,937,1.5960365533828735,1.5960365533828735,, +3.2907612323760986,3.2907612323760986,1.5065481662750244,67,951,,,, +,,,67,951,1.5693565607070923,1.5693565607070923,, +5.354511260986328,5.354511260986328,1.5065481662750244,68,965,,,, +,,,68,965,1.5830981731414795,1.5830981731414795,, +2.276851177215576,2.276851177215576,1.5065481662750244,69,979,,,, +,,,69,979,1.5866087675094604,1.5866087675094604,, +1.8391181230545044,1.8391181230545044,1.5065481662750244,70,993,,,, +,,,70,993,1.560050368309021,1.560050368309021,, +2.2522521018981934,2.2522521018981934,1.5065481662750244,71,1007,,,, +,,,71,1007,1.5975295305252075,1.5975295305252075,, +1.554211139678955,1.554211139678955,1.5065481662750244,72,1021,,,, +,,,72,1021,1.5866084098815918,1.5866084098815918,, +1.5348223447799683,1.5348223447799683,1.5065481662750244,73,1035,,,, +,,,73,1035,1.5624920129776,1.5624920129776,, +1.545029640197754,1.545029640197754,1.5065481662750244,74,1049,,,, +,,,74,1049,1.5613722801208496,1.5613722801208496,, +2.0337107181549072,2.0337107181549072,1.5065481662750244,75,1063,,,, +,,,75,1063,1.55754816532135,1.55754816532135,, +1.5691511631011963,1.5691511631011963,1.5065481662750244,76,1077,,,, +,,,76,1077,1.5600953102111816,1.5600953102111816,, +2.873985528945923,2.873985528945923,1.5065481662750244,77,1091,,,, +,,,77,1091,1.5643657445907593,1.5643657445907593,, +4.797354221343994,4.797354221343994,1.5065481662750244,78,1105,,,, +,,,78,1105,1.564733862876892,1.564733862876892,, +1.566515326499939,1.566515326499939,1.5065481662750244,79,1119,,,, +,,,79,1119,1.577250361442566,1.577250361442566,, +1.5140339136123657,1.5140339136123657,1.5065481662750244,80,1133,,,, +,,,80,1133,1.5659853219985962,1.5659853219985962,, +1.5247197151184082,1.5247197151184082,1.5065481662750244,81,1147,,,, +,,,81,1147,1.5740147829055786,1.5740147829055786,, +1.5269629955291748,1.5269629955291748,1.5065481662750244,82,1161,,,, +,,,82,1161,1.5685194730758667,1.5685194730758667,, +1.539787769317627,1.539787769317627,1.5065481662750244,83,1175,,,, +,,,83,1175,1.5854945182800293,1.5854945182800293,, +19.86058235168457,19.86058235168457,1.5065481662750244,84,1189,,,, +,,,84,1189,1.5697680711746216,1.5697680711746216,, +2.1711559295654297,2.1711559295654297,1.5065481662750244,85,1203,,,, +,,,85,1203,1.564476490020752,1.564476490020752,, +1.6725718975067139,1.6725718975067139,1.5065481662750244,86,1217,,,, +,,,86,1217,1.5783154964447021,1.5783154964447021,, +1.6175192594528198,1.6175192594528198,1.5065481662750244,87,1231,,,, +,,,87,1231,1.5709373950958252,1.5709373950958252,, +1.546984076499939,1.546984076499939,1.5065481662750244,88,1245,,,, +,,,88,1245,1.5801191329956055,1.5801191329956055,, +2.4801788330078125,2.4801788330078125,1.5065481662750244,89,1259,,,, +,,,89,1259,1.5424106121063232,1.5424106121063232,, +1.5402730703353882,1.5402730703353882,1.5065481662750244,90,1273,,,, +,,,90,1273,1.5761851072311401,1.5761851072311401,, +5.231110095977783,5.231110095977783,1.5065481662750244,91,1287,,,, +,,,91,1287,1.5579354763031006,1.5579354763031006,, +4.7289228439331055,4.7289228439331055,1.5065481662750244,92,1301,,,, +,,,92,1301,1.5625171661376953,1.5625171661376953,, +2.9174904823303223,2.9174904823303223,1.5065481662750244,93,1315,,,, +,,,93,1315,1.5738186836242676,1.5738186836242676,, +1.8662999868392944,1.8662999868392944,1.5065481662750244,94,1329,,,, +,,,94,1329,1.5561351776123047,1.5561351776123047,, +1.6372417211532593,1.6372417211532593,1.5065481662750244,95,1343,,,, +,,,95,1343,1.5598094463348389,1.5598094463348389,, +1.5041978359222412,1.5041978359222412,1.5041978359222412,96,1357,,,, +,,,96,1357,1.5750418901443481,1.5750418901443481,, +1.669066071510315,1.669066071510315,1.5041978359222412,97,1371,,,, +,,,97,1371,1.5841407775878906,1.5841407775878906,, +1.7399054765701294,1.7399054765701294,1.5041978359222412,98,1385,,,, +,,,98,1385,1.5634782314300537,1.5634782314300537,, +13.809654235839844,13.809654235839844,1.5041978359222412,99,1399,,,, +,,,99,1399,1.5635448694229126,1.5635448694229126,, +,,,97,1358,,,1.6566424369812012,1.6566424369812012 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.8 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.8 new file mode 100644 index 0000000000000000000000000000000000000000..0c292429cf84e90bb1f0f5080f0b0e0b09922105 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646938700.37a92d36c649.1.8 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8dcd322d597ab4e20c2e6c20f484ccb24a125cf504b7c5ca8a9d3049bf881a52 +size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.9 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.9 new file mode 100644 index 0000000000000000000000000000000000000000..c5736b4dd1682dcde3e561d379c2cde404d53ef0 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.9 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b0e8c11d0b2b82a64d0093ea2231aa4deeb6ac3b5c970bd1da221a8416ffcc35 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8dc8c65a39ed5b2d29f778684c2f6cdba3f8fa38 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/4/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 64 + lin3_size: 512 + output_size: 1 + lr: 0.10083543037793832 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 69223617 +model/params/trainable: 69223617 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ba8841057ed33eed060019f81ad06488bc76034a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 64 + lin3_size: 1024 + output_size: 1 + lr: 0.17049665563985095 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..c5cb7cf5ca54a36874e431aa5b8b7646139e8431 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.17049665563985095 + - model.lin1_size=64 + - model.lin2_size=64 + - model.lin3_size=1024 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=64,model.lin2_size=64,model.lin3_size=1024,model.lr=0.17049665563985095,trainer.gpus=0 + id: '5' + num: 5 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5e0e45cba2a9ff840aa07d6c8ef1a83ab31bb73a --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=128 +- model.lr=0.17049665563985095 +- model.lin1_size=64 +- model.lin2_size=64 +- model.lin3_size=1024 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c45a0695d429fe956b34469f825a9663953e336 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 64 + lin3_size: 1024 + output_size: 1 + lr: 0.17049665563985095 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 4394113 +model/params/trainable: 4394113 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..1f20fdc8996be8e895813f504eddc71abdcaa209 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +3.292726516723633,3.292726516723633,2.00107479095459,0,13,,,, +,,,0,13,11.050833702087402,11.050833702087402,, +1.63345468044281,1.63345468044281,1.63345468044281,1,27,,,, +,,,1,27,1.788067102432251,1.788067102432251,, +1.8023502826690674,1.8023502826690674,1.63345468044281,2,41,,,, +,,,2,41,1.806775450706482,1.806775450706482,, +1.9528177976608276,1.9528177976608276,1.63345468044281,3,55,,,, +,,,3,55,1.7036749124526978,1.7036749124526978,, +1.5226986408233643,1.5226986408233643,1.5226986408233643,4,69,,,, +,,,4,69,1.7655338048934937,1.7655338048934937,, +2.1868152618408203,2.1868152618408203,1.5226986408233643,5,83,,,, +,,,5,83,1.7339051961898804,1.7339051961898804,, +15.59704303741455,15.59704303741455,1.5226986408233643,6,97,,,, +,,,6,97,1.7107889652252197,1.7107889652252197,, +4.875893592834473,4.875893592834473,1.5226986408233643,7,111,,,, +,,,7,111,1.6015267372131348,1.6015267372131348,, +1.5682880878448486,1.5682880878448486,1.5226986408233643,8,125,,,, +,,,8,125,1.7375831604003906,1.7375831604003906,, +1.5717761516571045,1.5717761516571045,1.5226986408233643,9,139,,,, +,,,9,139,1.5996944904327393,1.5996944904327393,, +1.6318469047546387,1.6318469047546387,1.5226986408233643,10,153,,,, +,,,10,153,1.5886921882629395,1.5886921882629395,, +4.068037033081055,4.068037033081055,1.5226986408233643,11,167,,,, +,,,11,167,1.5566061735153198,1.5566061735153198,, +1.6541452407836914,1.6541452407836914,1.5226986408233643,12,181,,,, +,,,12,181,1.6168968677520752,1.6168968677520752,, +1.635919451713562,1.635919451713562,1.5226986408233643,13,195,,,, +,,,13,195,1.5894851684570312,1.5894851684570312,, +1.85527765750885,1.85527765750885,1.5226986408233643,14,209,,,, +,,,14,209,1.5544742345809937,1.5544742345809937,, +1.6876513957977295,1.6876513957977295,1.5226986408233643,15,223,,,, +,,,15,223,1.5807160139083862,1.5807160139083862,, +18.92293930053711,18.92293930053711,1.5226986408233643,16,237,,,, +,,,16,237,1.5948350429534912,1.5948350429534912,, +1.8621405363082886,1.8621405363082886,1.5226986408233643,17,251,,,, +,,,17,251,1.5562286376953125,1.5562286376953125,, +1.5678303241729736,1.5678303241729736,1.5226986408233643,18,265,,,, +,,,18,265,1.5612726211547852,1.5612726211547852,, +1.7898887395858765,1.7898887395858765,1.5226986408233643,19,279,,,, +,,,19,279,1.5704745054244995,1.5704745054244995,, +1.5931066274642944,1.5931066274642944,1.5226986408233643,20,293,,,, +,,,20,293,1.6035405397415161,1.6035405397415161,, +2.36077880859375,2.36077880859375,1.5226986408233643,21,307,,,, +,,,21,307,1.5705899000167847,1.5705899000167847,, +2.1623167991638184,2.1623167991638184,1.5226986408233643,22,321,,,, +,,,22,321,1.5571907758712769,1.5571907758712769,, +2.0401604175567627,2.0401604175567627,1.5226986408233643,23,335,,,, +,,,23,335,1.5470974445343018,1.5470974445343018,, +2.1018331050872803,2.1018331050872803,1.5226986408233643,24,349,,,, +,,,24,349,1.5815494060516357,1.5815494060516357,, +1.6184884309768677,1.6184884309768677,1.5226986408233643,25,363,,,, +,,,25,363,1.5525556802749634,1.5525556802749634,, +1.539778709411621,1.539778709411621,1.5226986408233643,26,377,,,, +,,,26,377,1.559340238571167,1.559340238571167,, +1.5241416692733765,1.5241416692733765,1.5226986408233643,27,391,,,, +,,,27,391,1.5680615901947021,1.5680615901947021,, +1.5397146940231323,1.5397146940231323,1.5226986408233643,28,405,,,, +,,,28,405,1.5553487539291382,1.5553487539291382,, +3.373350143432617,3.373350143432617,1.5226986408233643,29,419,,,, +,,,29,419,1.545636534690857,1.545636534690857,, +2.62899112701416,2.62899112701416,1.5226986408233643,30,433,,,, +,,,30,433,1.5659611225128174,1.5659611225128174,, +7.441375732421875,7.441375732421875,1.5226986408233643,31,447,,,, +,,,31,447,1.5607621669769287,1.5607621669769287,, +1.6702308654785156,1.6702308654785156,1.5226986408233643,32,461,,,, +,,,32,461,1.5596016645431519,1.5596016645431519,, +1.7042460441589355,1.7042460441589355,1.5226986408233643,33,475,,,, +,,,33,475,1.5574177503585815,1.5574177503585815,, +1.536298394203186,1.536298394203186,1.5226986408233643,34,489,,,, +,,,34,489,1.579970121383667,1.579970121383667,, +1.5548347234725952,1.5548347234725952,1.5226986408233643,35,503,,,, +,,,35,503,1.5702406167984009,1.5702406167984009,, +1.5193908214569092,1.5193908214569092,1.5193908214569092,36,517,,,, +,,,36,517,1.5849592685699463,1.5849592685699463,, +2.7998006343841553,2.7998006343841553,1.5193908214569092,37,531,,,, +,,,37,531,1.557152509689331,1.557152509689331,, +1.5274543762207031,1.5274543762207031,1.5193908214569092,38,545,,,, +,,,38,545,1.5566036701202393,1.5566036701202393,, +1.9843741655349731,1.9843741655349731,1.5193908214569092,39,559,,,, +,,,39,559,1.559295892715454,1.559295892715454,, +1.9647064208984375,1.9647064208984375,1.5193908214569092,40,573,,,, +,,,40,573,1.552789568901062,1.552789568901062,, +2.6435141563415527,2.6435141563415527,1.5193908214569092,41,587,,,, +,,,41,587,1.570132851600647,1.570132851600647,, +3.263770818710327,3.263770818710327,1.5193908214569092,42,601,,,, +,,,42,601,1.5812371969223022,1.5812371969223022,, +8.868151664733887,8.868151664733887,1.5193908214569092,43,615,,,, +,,,43,615,1.577440857887268,1.577440857887268,, +2.489577531814575,2.489577531814575,1.5193908214569092,44,629,,,, +,,,44,629,1.5670132637023926,1.5670132637023926,, +1.5061074495315552,1.5061074495315552,1.5061074495315552,45,643,,,, +,,,45,643,1.5699797868728638,1.5699797868728638,, +1.6337127685546875,1.6337127685546875,1.5061074495315552,46,657,,,, +,,,46,657,1.5617321729660034,1.5617321729660034,, +3.794858932495117,3.794858932495117,1.5061074495315552,47,671,,,, +,,,47,671,1.5609948635101318,1.5609948635101318,, +1.522902250289917,1.522902250289917,1.5061074495315552,48,685,,,, +,,,48,685,1.590467095375061,1.590467095375061,, +1.5830535888671875,1.5830535888671875,1.5061074495315552,49,699,,,, +,,,49,699,1.5706260204315186,1.5706260204315186,, +1.5037901401519775,1.5037901401519775,1.5037901401519775,50,713,,,, +,,,50,713,1.5732555389404297,1.5732555389404297,, +1.541812777519226,1.541812777519226,1.5037901401519775,51,727,,,, +,,,51,727,1.5750682353973389,1.5750682353973389,, +1.578199028968811,1.578199028968811,1.5037901401519775,52,741,,,, +,,,52,741,1.6011320352554321,1.6011320352554321,, +5.876986980438232,5.876986980438232,1.5037901401519775,53,755,,,, +,,,53,755,1.59122633934021,1.59122633934021,, +1.5522037744522095,1.5522037744522095,1.5037901401519775,54,769,,,, +,,,54,769,1.5816419124603271,1.5816419124603271,, +1.541245698928833,1.541245698928833,1.5037901401519775,55,783,,,, +,,,55,783,1.6026722192764282,1.6026722192764282,, +13.052801132202148,13.052801132202148,1.5037901401519775,56,797,,,, +,,,56,797,1.600830316543579,1.600830316543579,, +1.5228322744369507,1.5228322744369507,1.5037901401519775,57,811,,,, +,,,57,811,1.6213116645812988,1.6213116645812988,, +1.711073637008667,1.711073637008667,1.5037901401519775,58,825,,,, +,,,58,825,1.5940512418746948,1.5940512418746948,, +1.6532244682312012,1.6532244682312012,1.5037901401519775,59,839,,,, +,,,59,839,1.5743130445480347,1.5743130445480347,, +2.333761692047119,2.333761692047119,1.5037901401519775,60,853,,,, +,,,60,853,1.6015427112579346,1.6015427112579346,, +1.528490424156189,1.528490424156189,1.5037901401519775,61,867,,,, +,,,61,867,1.619064450263977,1.619064450263977,, +1.5570350885391235,1.5570350885391235,1.5037901401519775,62,881,,,, +,,,62,881,1.6084176301956177,1.6084176301956177,, +1.524034857749939,1.524034857749939,1.5037901401519775,63,895,,,, +,,,63,895,1.5931556224822998,1.5931556224822998,, +2.228358268737793,2.228358268737793,1.5037901401519775,64,909,,,, +,,,64,909,1.5809506177902222,1.5809506177902222,, +1.5404845476150513,1.5404845476150513,1.5037901401519775,65,923,,,, +,,,65,923,1.5998753309249878,1.5998753309249878,, +3.0324857234954834,3.0324857234954834,1.5037901401519775,66,937,,,, +,,,66,937,1.5707406997680664,1.5707406997680664,, +1.8271225690841675,1.8271225690841675,1.5037901401519775,67,951,,,, +,,,67,951,1.632967233657837,1.632967233657837,, +1.6582450866699219,1.6582450866699219,1.5037901401519775,68,965,,,, +,,,68,965,1.5853177309036255,1.5853177309036255,, +1.4775317907333374,1.4775317907333374,1.4775317907333374,69,979,,,, +,,,69,979,1.5834604501724243,1.5834604501724243,, +1.6119487285614014,1.6119487285614014,1.4775317907333374,70,993,,,, +,,,70,993,1.564944863319397,1.564944863319397,, +2.4212889671325684,2.4212889671325684,1.4775317907333374,71,1007,,,, +,,,71,1007,1.57423734664917,1.57423734664917,, +1.5549007654190063,1.5549007654190063,1.4775317907333374,72,1021,,,, +,,,72,1021,1.6268620491027832,1.6268620491027832,, +1.6970367431640625,1.6970367431640625,1.4775317907333374,73,1035,,,, +,,,73,1035,1.6308852434158325,1.6308852434158325,, +1.506096601486206,1.506096601486206,1.4775317907333374,74,1049,,,, +,,,74,1049,1.6158565282821655,1.6158565282821655,, +1.5752888917922974,1.5752888917922974,1.4775317907333374,75,1063,,,, +,,,75,1063,1.6345844268798828,1.6345844268798828,, +6.916943550109863,6.916943550109863,1.4775317907333374,76,1077,,,, +,,,76,1077,1.5855374336242676,1.5855374336242676,, +2.130408525466919,2.130408525466919,1.4775317907333374,77,1091,,,, +,,,77,1091,1.6224528551101685,1.6224528551101685,, +2.1199612617492676,2.1199612617492676,1.4775317907333374,78,1105,,,, +,,,78,1105,1.6040855646133423,1.6040855646133423,, +1.7306857109069824,1.7306857109069824,1.4775317907333374,79,1119,,,, +,,,79,1119,1.6050198078155518,1.6050198078155518,, +1.5419074296951294,1.5419074296951294,1.4775317907333374,80,1133,,,, +,,,80,1133,1.5830097198486328,1.5830097198486328,, +1.5286493301391602,1.5286493301391602,1.4775317907333374,81,1147,,,, +,,,81,1147,1.5685927867889404,1.5685927867889404,, +1.6551048755645752,1.6551048755645752,1.4775317907333374,82,1161,,,, +,,,82,1161,1.6216490268707275,1.6216490268707275,, +2.3894219398498535,2.3894219398498535,1.4775317907333374,83,1175,,,, +,,,83,1175,1.6489146947860718,1.6489146947860718,, +1.5451351404190063,1.5451351404190063,1.4775317907333374,84,1189,,,, +,,,84,1189,1.6138051748275757,1.6138051748275757,, +7.185519218444824,7.185519218444824,1.4775317907333374,85,1203,,,, +,,,85,1203,1.6179585456848145,1.6179585456848145,, +1.5724759101867676,1.5724759101867676,1.4775317907333374,86,1217,,,, +,,,86,1217,1.5940659046173096,1.5940659046173096,, +1.583794355392456,1.583794355392456,1.4775317907333374,87,1231,,,, +,,,87,1231,1.651872158050537,1.651872158050537,, +1.6277320384979248,1.6277320384979248,1.4775317907333374,88,1245,,,, +,,,88,1245,1.6079915761947632,1.6079915761947632,, +8.124760627746582,8.124760627746582,1.4775317907333374,89,1259,,,, +,,,89,1259,1.60313081741333,1.60313081741333,, +2.0045461654663086,2.0045461654663086,1.4775317907333374,90,1273,,,, +,,,90,1273,1.609833002090454,1.609833002090454,, +2.841820001602173,2.841820001602173,1.4775317907333374,91,1287,,,, +,,,91,1287,1.663974404335022,1.663974404335022,, +1.5988049507141113,1.5988049507141113,1.4775317907333374,92,1301,,,, +,,,92,1301,1.6265712976455688,1.6265712976455688,, +8.868584632873535,8.868584632873535,1.4775317907333374,93,1315,,,, +,,,93,1315,1.6430307626724243,1.6430307626724243,, +1.5935291051864624,1.5935291051864624,1.4775317907333374,94,1329,,,, +,,,94,1329,1.5981336832046509,1.5981336832046509,, +2.49516224861145,2.49516224861145,1.4775317907333374,95,1343,,,, +,,,95,1343,1.6299796104431152,1.6299796104431152,, +2.103102684020996,2.103102684020996,1.4775317907333374,96,1357,,,, +,,,96,1357,1.6681216955184937,1.6681216955184937,, +2.907601833343506,2.907601833343506,1.4775317907333374,97,1371,,,, +,,,97,1371,1.6123300790786743,1.6123300790786743,, +1.5580519437789917,1.5580519437789917,1.4775317907333374,98,1385,,,, +,,,98,1385,1.6217974424362183,1.6217974424362183,, +1.5243537425994873,1.5243537425994873,1.4775317907333374,99,1399,,,, +,,,99,1399,1.6334210634231567,1.6334210634231567,, +,,,70,980,,,1.6410738229751587,1.6410738229751587 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.10 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.10 new file mode 100644 index 0000000000000000000000000000000000000000..435cdff1a9c506187128ab9008de49be9a261ea1 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941463.37a92d36c649.1.10 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bb509dd228ff60c0191341db41f81b438d8bece315e3b64170f75e1b10c54e70 +size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941717.37a92d36c649.1.11 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941717.37a92d36c649.1.11 new file mode 100644 index 0000000000000000000000000000000000000000..debe99779fa3ebd13bab190a0f983fb7ab5faf5d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941717.37a92d36c649.1.11 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1cab0cd2a257a3c0bc03817752f2a0764e7c396df1b0aeac3e0d1d799e6f203a +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..5c45a0695d429fe956b34469f825a9663953e336 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/5/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 64 + lin2_size: 64 + lin3_size: 1024 + output_size: 1 + lr: 0.17049665563985095 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 4394113 +model/params/trainable: 4394113 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bc05394b91553d62767ed1562b51ac01ea86215c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 1024 + lin3_size: 1024 + output_size: 1 + lr: 0.1422520794241821 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..11d3288319e66216c77045c73bad7ecb10fa1cb3 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.1422520794241821 + - model.lin1_size=1024 + - model.lin2_size=1024 + - model.lin3_size=1024 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=1024,model.lin2_size=1024,model.lin3_size=1024,model.lr=0.1422520794241821,trainer.gpus=0 + id: '6' + num: 6 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f43fdd3ac9e325f33d7c52db6d1a39ad68ea2c77 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.1422520794241821 +- model.lin1_size=1024 +- model.lin2_size=1024 +- model.lin3_size=1024 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f9e5afae05018708aeddf2d00a5e95ec2d76e282 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 1024 + lin3_size: 1024 + output_size: 1 + lr: 0.1422520794241821 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 71227393 +model/params/trainable: 71227393 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..f7ae4339ade0a8995ec1983e45ef95df86ecca80 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.5563173294067383,1.5563173294067383,1.5563173294067383,0,26,,,, +,,,0,26,6.221865177154541,6.221865177154541,, +1.5230920314788818,1.5230920314788818,1.5230920314788818,1,53,,,, +,,,1,53,1.6472023725509644,1.6472023725509644,, +1.51981520652771,1.51981520652771,1.51981520652771,2,80,,,, +,,,2,80,1.5836933851242065,1.5836933851242065,, +2.950160503387451,2.950160503387451,1.51981520652771,3,107,,,, +,,,3,107,1.584179162979126,1.584179162979126,, +1.520166039466858,1.520166039466858,1.51981520652771,4,134,,,, +,,,4,134,1.586318850517273,1.586318850517273,, +1.5703399181365967,1.5703399181365967,1.51981520652771,5,161,,,, +,,,5,161,1.6062201261520386,1.6062201261520386,, +1.566388726234436,1.566388726234436,1.51981520652771,6,188,,,, +,,,6,188,1.5936614274978638,1.5936614274978638,, +2.1281256675720215,2.1281256675720215,1.51981520652771,7,215,,,, +,,,7,215,1.5964903831481934,1.5964903831481934,, +1.5900641679763794,1.5900641679763794,1.51981520652771,8,242,,,, +,,,8,242,1.5934216976165771,1.5934216976165771,, +1.5256445407867432,1.5256445407867432,1.51981520652771,9,269,,,, +,,,9,269,1.568557620048523,1.568557620048523,, +1.5213834047317505,1.5213834047317505,1.51981520652771,10,296,,,, +,,,10,296,1.5793744325637817,1.5793744325637817,, +2.5993688106536865,2.5993688106536865,1.51981520652771,11,323,,,, +,,,11,323,1.582453727722168,1.582453727722168,, +1.5235565900802612,1.5235565900802612,1.51981520652771,12,350,,,, +,,,12,350,1.5909355878829956,1.5909355878829956,, +1.6775413751602173,1.6775413751602173,1.51981520652771,13,377,,,, +,,,13,377,1.5964365005493164,1.5964365005493164,, +2.7934343814849854,2.7934343814849854,1.51981520652771,14,404,,,, +,,,14,404,1.5862034559249878,1.5862034559249878,, +1.5212398767471313,1.5212398767471313,1.51981520652771,15,431,,,, +,,,15,431,1.6103572845458984,1.6103572845458984,, +1.5239626169204712,1.5239626169204712,1.51981520652771,16,458,,,, +,,,16,458,1.5993980169296265,1.5993980169296265,, +1.5271400213241577,1.5271400213241577,1.51981520652771,17,485,,,, +,,,17,485,1.6065070629119873,1.6065070629119873,, +4.179394721984863,4.179394721984863,1.51981520652771,18,512,,,, +,,,18,512,1.5944044589996338,1.5944044589996338,, +1.5256026983261108,1.5256026983261108,1.51981520652771,19,539,,,, +,,,19,539,1.607161045074463,1.607161045074463,, +8.603703498840332,8.603703498840332,1.51981520652771,20,566,,,, +,,,20,566,1.6047241687774658,1.6047241687774658,, +1.5623178482055664,1.5623178482055664,1.51981520652771,21,593,,,, +,,,21,593,1.6259905099868774,1.6259905099868774,, +17.084917068481445,17.084917068481445,1.51981520652771,22,620,,,, +,,,22,620,1.6130281686782837,1.6130281686782837,, +8.094035148620605,8.094035148620605,1.51981520652771,23,647,,,, +,,,23,647,1.5968506336212158,1.5968506336212158,, +5.476136684417725,5.476136684417725,1.51981520652771,24,674,,,, +,,,24,674,1.6292582750320435,1.6292582750320435,, +1.5673589706420898,1.5673589706420898,1.51981520652771,25,701,,,, +,,,25,701,1.6207411289215088,1.6207411289215088,, +1.5239393711090088,1.5239393711090088,1.51981520652771,26,728,,,, +,,,26,728,1.626491904258728,1.626491904258728,, +1.5923224687576294,1.5923224687576294,1.51981520652771,27,755,,,, +,,,27,755,1.598026990890503,1.598026990890503,, +49.2140007019043,49.2140007019043,1.51981520652771,28,782,,,, +,,,28,782,1.612574577331543,1.612574577331543,, +2.81703782081604,2.81703782081604,1.51981520652771,29,809,,,, +,,,29,809,1.6014024019241333,1.6014024019241333,, +3.9089696407318115,3.9089696407318115,1.51981520652771,30,836,,,, +,,,30,836,1.6218510866165161,1.6218510866165161,, +2.3965601921081543,2.3965601921081543,1.51981520652771,31,863,,,, +,,,31,863,1.6241098642349243,1.6241098642349243,, +2.0033886432647705,2.0033886432647705,1.51981520652771,32,890,,,, +,,,32,890,1.6198418140411377,1.6198418140411377,, +2.435137987136841,2.435137987136841,1.51981520652771,33,917,,,, +,,,33,917,1.5973602533340454,1.5973602533340454,, +1.5848122835159302,1.5848122835159302,1.51981520652771,34,944,,,, +,,,34,944,1.6309515237808228,1.6309515237808228,, +17.089427947998047,17.089427947998047,1.51981520652771,35,971,,,, +,,,35,971,1.6331604719161987,1.6331604719161987,, +2.3919849395751953,2.3919849395751953,1.51981520652771,36,998,,,, +,,,36,998,1.665371060371399,1.665371060371399,, +30.426559448242188,30.426559448242188,1.51981520652771,37,1025,,,, +,,,37,1025,1.625325083732605,1.625325083732605,, +8.867079734802246,8.867079734802246,1.51981520652771,38,1052,,,, +,,,38,1052,1.6307213306427002,1.6307213306427002,, +5.93961238861084,5.93961238861084,1.51981520652771,39,1079,,,, +,,,39,1079,1.6852750778198242,1.6852750778198242,, +2.05107045173645,2.05107045173645,1.51981520652771,40,1106,,,, +,,,40,1106,1.6435531377792358,1.6435531377792358,, +2.911614418029785,2.911614418029785,1.51981520652771,41,1133,,,, +,,,41,1133,1.662221074104309,1.662221074104309,, +2.2977278232574463,2.2977278232574463,1.51981520652771,42,1160,,,, +,,,42,1160,1.6513055562973022,1.6513055562973022,, +2.922428846359253,2.922428846359253,1.51981520652771,43,1187,,,, +,,,43,1187,1.6759636402130127,1.6759636402130127,, +1.6902053356170654,1.6902053356170654,1.51981520652771,44,1214,,,, +,,,44,1214,1.674400806427002,1.674400806427002,, +197.0105438232422,197.0105438232422,1.51981520652771,45,1241,,,, +,,,45,1241,1.6679550409317017,1.6679550409317017,, +4.289127349853516,4.289127349853516,1.51981520652771,46,1268,,,, +,,,46,1268,1.6705900430679321,1.6705900430679321,, +5.92390775680542,5.92390775680542,1.51981520652771,47,1295,,,, +,,,47,1295,1.6938749551773071,1.6938749551773071,, +6.262045383453369,6.262045383453369,1.51981520652771,48,1322,,,, +,,,48,1322,1.6768107414245605,1.6768107414245605,, +2.4695122241973877,2.4695122241973877,1.51981520652771,49,1349,,,, +,,,49,1349,1.6591484546661377,1.6591484546661377,, +7.693912029266357,7.693912029266357,1.51981520652771,50,1376,,,, +,,,50,1376,1.641443133354187,1.641443133354187,, +19.410446166992188,19.410446166992188,1.51981520652771,51,1403,,,, +,,,51,1403,1.6826179027557373,1.6826179027557373,, +4.324120998382568,4.324120998382568,1.51981520652771,52,1430,,,, +,,,52,1430,1.6952471733093262,1.6952471733093262,, +1.6153653860092163,1.6153653860092163,1.51981520652771,53,1457,,,, +,,,53,1457,1.6568964719772339,1.6568964719772339,, +11.98887825012207,11.98887825012207,1.51981520652771,54,1484,,,, +,,,54,1484,1.7062642574310303,1.7062642574310303,, +6.395353317260742,6.395353317260742,1.51981520652771,55,1511,,,, +,,,55,1511,1.7233463525772095,1.7233463525772095,, +38.71627426147461,38.71627426147461,1.51981520652771,56,1538,,,, +,,,56,1538,1.6614375114440918,1.6614375114440918,, +1.722325325012207,1.722325325012207,1.51981520652771,57,1565,,,, +,,,57,1565,1.7297018766403198,1.7297018766403198,, +2.9781315326690674,2.9781315326690674,1.51981520652771,58,1592,,,, +,,,58,1592,1.63560950756073,1.63560950756073,, +19.79395866394043,19.79395866394043,1.51981520652771,59,1619,,,, +,,,59,1619,1.6863090991973877,1.6863090991973877,, +5.322997093200684,5.322997093200684,1.51981520652771,60,1646,,,, +,,,60,1646,1.6503725051879883,1.6503725051879883,, +15.262582778930664,15.262582778930664,1.51981520652771,61,1673,,,, +,,,61,1673,1.7310715913772583,1.7310715913772583,, +10.189598083496094,10.189598083496094,1.51981520652771,62,1700,,,, +,,,62,1700,1.6632400751113892,1.6632400751113892,, +26.18424415588379,26.18424415588379,1.51981520652771,63,1727,,,, +,,,63,1727,1.6671336889266968,1.6671336889266968,, +37.568878173828125,37.568878173828125,1.51981520652771,64,1754,,,, +,,,64,1754,1.6872977018356323,1.6872977018356323,, +15.743932723999023,15.743932723999023,1.51981520652771,65,1781,,,, +,,,65,1781,1.6866282224655151,1.6866282224655151,, +4.48397159576416,4.48397159576416,1.51981520652771,66,1808,,,, +,,,66,1808,1.6568864583969116,1.6568864583969116,, +1.8260878324508667,1.8260878324508667,1.51981520652771,67,1835,,,, +,,,67,1835,1.7220028638839722,1.7220028638839722,, +1.5343149900436401,1.5343149900436401,1.51981520652771,68,1862,,,, +,,,68,1862,1.7263654470443726,1.7263654470443726,, +18.1877498626709,18.1877498626709,1.51981520652771,69,1889,,,, +,,,69,1889,1.654698371887207,1.654698371887207,, +1.615360140800476,1.615360140800476,1.51981520652771,70,1916,,,, +,,,70,1916,1.7064852714538574,1.7064852714538574,, +6.648025989532471,6.648025989532471,1.51981520652771,71,1943,,,, +,,,71,1943,1.6680994033813477,1.6680994033813477,, +2.002124547958374,2.002124547958374,1.51981520652771,72,1970,,,, +,,,72,1970,1.7145121097564697,1.7145121097564697,, +9.287935256958008,9.287935256958008,1.51981520652771,73,1997,,,, +,,,73,1997,1.6527273654937744,1.6527273654937744,, +3.5023202896118164,3.5023202896118164,1.51981520652771,74,2024,,,, +,,,74,2024,1.6560720205307007,1.6560720205307007,, +4.865520477294922,4.865520477294922,1.51981520652771,75,2051,,,, +,,,75,2051,1.6629430055618286,1.6629430055618286,, +21.06545639038086,21.06545639038086,1.51981520652771,76,2078,,,, +,,,76,2078,1.6917823553085327,1.6917823553085327,, +1.8491743803024292,1.8491743803024292,1.51981520652771,77,2105,,,, +,,,77,2105,1.7217578887939453,1.7217578887939453,, +1.7374767065048218,1.7374767065048218,1.51981520652771,78,2132,,,, +,,,78,2132,1.6434358358383179,1.6434358358383179,, +10.896838188171387,10.896838188171387,1.51981520652771,79,2159,,,, +,,,79,2159,1.6507153511047363,1.6507153511047363,, +1.6274436712265015,1.6274436712265015,1.51981520652771,80,2186,,,, +,,,80,2186,1.6998381614685059,1.6998381614685059,, +1.7288516759872437,1.7288516759872437,1.51981520652771,81,2213,,,, +,,,81,2213,1.6905397176742554,1.6905397176742554,, +4.434314727783203,4.434314727783203,1.51981520652771,82,2240,,,, +,,,82,2240,1.6415570974349976,1.6415570974349976,, +2.2656962871551514,2.2656962871551514,1.51981520652771,83,2267,,,, +,,,83,2267,1.6741883754730225,1.6741883754730225,, +19.16537094116211,19.16537094116211,1.51981520652771,84,2294,,,, +,,,84,2294,1.6913893222808838,1.6913893222808838,, +35.279930114746094,35.279930114746094,1.51981520652771,85,2321,,,, +,,,85,2321,1.6628966331481934,1.6628966331481934,, +3.55578875541687,3.55578875541687,1.51981520652771,86,2348,,,, +,,,86,2348,1.6618635654449463,1.6618635654449463,, +19.692501068115234,19.692501068115234,1.51981520652771,87,2375,,,, +,,,87,2375,1.643650770187378,1.643650770187378,, +90.9988021850586,90.9988021850586,1.51981520652771,88,2402,,,, +,,,88,2402,1.6780253648757935,1.6780253648757935,, +506.24542236328125,506.24542236328125,1.51981520652771,89,2429,,,, +,,,89,2429,1.667472243309021,1.667472243309021,, +1.5407257080078125,1.5407257080078125,1.51981520652771,90,2456,,,, +,,,90,2456,1.7018388509750366,1.7018388509750366,, +68.82783508300781,68.82783508300781,1.51981520652771,91,2483,,,, +,,,91,2483,1.6527663469314575,1.6527663469314575,, +3.971571922302246,3.971571922302246,1.51981520652771,92,2510,,,, +,,,92,2510,1.6381264925003052,1.6381264925003052,, +7.982481002807617,7.982481002807617,1.51981520652771,93,2537,,,, +,,,93,2537,1.661399006843567,1.661399006843567,, +2.574763536453247,2.574763536453247,1.51981520652771,94,2564,,,, +,,,94,2564,1.627793550491333,1.627793550491333,, +9.448902130126953,9.448902130126953,1.51981520652771,95,2591,,,, +,,,95,2591,1.6475950479507446,1.6475950479507446,, +36.587032318115234,36.587032318115234,1.51981520652771,96,2618,,,, +,,,96,2618,1.635957956314087,1.635957956314087,, +3.5000498294830322,3.5000498294830322,1.51981520652771,97,2645,,,, +,,,97,2645,1.6285784244537354,1.6285784244537354,, +2.820523500442505,2.820523500442505,1.51981520652771,98,2672,,,, +,,,98,2672,1.642919898033142,1.642919898033142,, +1.8838776350021362,1.8838776350021362,1.51981520652771,99,2699,,,, +,,,99,2699,1.6270229816436768,1.6270229816436768,, +,,,3,81,,,1.6453067064285278,1.6453067064285278 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941718.37a92d36c649.1.12 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941718.37a92d36c649.1.12 new file mode 100644 index 0000000000000000000000000000000000000000..65af7810487acc7026f797ae55b6424890f2a336 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646941718.37a92d36c649.1.12 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3c7f489f274dcb8e54998ec39b2f600323d7dcf5ce3394fdd37e992e3b6bd1ce +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945277.37a92d36c649.1.13 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945277.37a92d36c649.1.13 new file mode 100644 index 0000000000000000000000000000000000000000..e275ab9080d39712878b9d29a1b04535d624218f --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945277.37a92d36c649.1.13 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:626f0c00797c983433d8335d9c3617ef3a2a7083667dc375b0c3467e04a1b5f6 +size 176 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f9e5afae05018708aeddf2d00a5e95ec2d76e282 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/6/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 1024 + lin3_size: 1024 + output_size: 1 + lr: 0.1422520794241821 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 71227393 +model/params/trainable: 71227393 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1a2b5553a83a28b6f6d4a90ad24e21ca3330557d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 512 + lin3_size: 256 + output_size: 1 + lr: 0.01956889375661914 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ade1d747e90a8b2805d7b5ff4269390c7fd89872 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=64 + - model.lr=0.01956889375661914 + - model.lin1_size=1024 + - model.lin2_size=512 + - model.lin3_size=256 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=64,hparams_search=focusMAE_150_optuna,model.lin1_size=1024,model.lin2_size=512,model.lin3_size=256,model.lr=0.01956889375661914,trainer.gpus=0 + id: '7' + num: 7 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..01247da0cb5eaa15a618b7bfe85bc91c48b577c9 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=64 +- model.lr=0.01956889375661914 +- model.lin1_size=1024 +- model.lin2_size=512 +- model.lin3_size=256 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..292b4bcfc7d5d20ef3efd0ae7bec5c7efb14409c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 512 + lin3_size: 256 + output_size: 1 + lr: 0.01956889375661914 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 69780993 +model/params/trainable: 69780993 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..c7843b75d813a6605534712a0682ca5c628e1888 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.5721458196640015,1.5721458196640015,1.5721458196640015,0,26,,,, +,,,0,26,1.7671772241592407,1.7671772241592407,, +1.50448477268219,1.50448477268219,1.50448477268219,1,53,,,, +,,,1,53,1.5807751417160034,1.5807751417160034,, +1.5351790189743042,1.5351790189743042,1.50448477268219,2,80,,,, +,,,2,80,1.5668882131576538,1.5668882131576538,, +1.6041462421417236,1.6041462421417236,1.50448477268219,3,107,,,, +,,,3,107,1.5517550706863403,1.5517550706863403,, +1.520548939704895,1.520548939704895,1.50448477268219,4,134,,,, +,,,4,134,1.5732307434082031,1.5732307434082031,, +1.5325000286102295,1.5325000286102295,1.50448477268219,5,161,,,, +,,,5,161,1.514184594154358,1.514184594154358,, +1.6958503723144531,1.6958503723144531,1.50448477268219,6,188,,,, +,,,6,188,1.5423189401626587,1.5423189401626587,, +1.5161494016647339,1.5161494016647339,1.50448477268219,7,215,,,, +,,,7,215,1.513960838317871,1.513960838317871,, +1.5770663022994995,1.5770663022994995,1.50448477268219,8,242,,,, +,,,8,242,1.5672872066497803,1.5672872066497803,, +1.5233598947525024,1.5233598947525024,1.50448477268219,9,269,,,, +,,,9,269,1.5559533834457397,1.5559533834457397,, +1.8179881572723389,1.8179881572723389,1.50448477268219,10,296,,,, +,,,10,296,1.532886266708374,1.532886266708374,, +1.6777969598770142,1.6777969598770142,1.50448477268219,11,323,,,, +,,,11,323,1.5369398593902588,1.5369398593902588,, +1.7818089723587036,1.7818089723587036,1.50448477268219,12,350,,,, +,,,12,350,1.5428780317306519,1.5428780317306519,, +1.79345703125,1.79345703125,1.50448477268219,13,377,,,, +,,,13,377,1.5269696712493896,1.5269696712493896,, +1.6878947019577026,1.6878947019577026,1.50448477268219,14,404,,,, +,,,14,404,1.5378811359405518,1.5378811359405518,, +1.6756316423416138,1.6756316423416138,1.50448477268219,15,431,,,, +,,,15,431,1.5330699682235718,1.5330699682235718,, +1.5169624090194702,1.5169624090194702,1.50448477268219,16,458,,,, +,,,16,458,1.5215381383895874,1.5215381383895874,, +1.4928584098815918,1.4928584098815918,1.4928584098815918,17,485,,,, +,,,17,485,1.5290859937667847,1.5290859937667847,, +1.53411066532135,1.53411066532135,1.4928584098815918,18,512,,,, +,,,18,512,1.5281685590744019,1.5281685590744019,, +2.129215955734253,2.129215955734253,1.4928584098815918,19,539,,,, +,,,19,539,1.5268619060516357,1.5268619060516357,, +1.5302873849868774,1.5302873849868774,1.4928584098815918,20,566,,,, +,,,20,566,1.5236692428588867,1.5236692428588867,, +1.5643718242645264,1.5643718242645264,1.4928584098815918,21,593,,,, +,,,21,593,1.5230003595352173,1.5230003595352173,, +1.72193443775177,1.72193443775177,1.4928584098815918,22,620,,,, +,,,22,620,1.5326762199401855,1.5326762199401855,, +1.7748150825500488,1.7748150825500488,1.4928584098815918,23,647,,,, +,,,23,647,1.5291637182235718,1.5291637182235718,, +1.613803744316101,1.613803744316101,1.4928584098815918,24,674,,,, +,,,24,674,1.5218795537948608,1.5218795537948608,, +2.4727234840393066,2.4727234840393066,1.4928584098815918,25,701,,,, +,,,25,701,1.5219910144805908,1.5219910144805908,, +1.4837208986282349,1.4837208986282349,1.4837208986282349,26,728,,,, +,,,26,728,1.5245846509933472,1.5245846509933472,, +1.6466835737228394,1.6466835737228394,1.4837208986282349,27,755,,,, +,,,27,755,1.5069466829299927,1.5069466829299927,, +1.5485084056854248,1.5485084056854248,1.4837208986282349,28,782,,,, +,,,28,782,1.5167176723480225,1.5167176723480225,, +1.7017395496368408,1.7017395496368408,1.4837208986282349,29,809,,,, +,,,29,809,1.5301258563995361,1.5301258563995361,, +1.5023117065429688,1.5023117065429688,1.4837208986282349,30,836,,,, +,,,30,836,1.537805438041687,1.537805438041687,, +1.9661035537719727,1.9661035537719727,1.4837208986282349,31,863,,,, +,,,31,863,1.5188084840774536,1.5188084840774536,, +1.4901745319366455,1.4901745319366455,1.4837208986282349,32,890,,,, +,,,32,890,1.5107086896896362,1.5107086896896362,, +1.5478239059448242,1.5478239059448242,1.4837208986282349,33,917,,,, +,,,33,917,1.5265803337097168,1.5265803337097168,, +2.0419957637786865,2.0419957637786865,1.4837208986282349,34,944,,,, +,,,34,944,1.53134024143219,1.53134024143219,, +1.9612828493118286,1.9612828493118286,1.4837208986282349,35,971,,,, +,,,35,971,1.515565037727356,1.515565037727356,, +1.6632282733917236,1.6632282733917236,1.4837208986282349,36,998,,,, +,,,36,998,1.5416983366012573,1.5416983366012573,, +1.6127418279647827,1.6127418279647827,1.4837208986282349,37,1025,,,, +,,,37,1025,1.5274314880371094,1.5274314880371094,, +2.298408031463623,2.298408031463623,1.4837208986282349,38,1052,,,, +,,,38,1052,1.5292696952819824,1.5292696952819824,, +1.511967420578003,1.511967420578003,1.4837208986282349,39,1079,,,, +,,,39,1079,1.5335350036621094,1.5335350036621094,, +1.6302207708358765,1.6302207708358765,1.4837208986282349,40,1106,,,, +,,,40,1106,1.5246522426605225,1.5246522426605225,, +1.8242311477661133,1.8242311477661133,1.4837208986282349,41,1133,,,, +,,,41,1133,1.5482406616210938,1.5482406616210938,, +1.5078246593475342,1.5078246593475342,1.4837208986282349,42,1160,,,, +,,,42,1160,1.5166659355163574,1.5166659355163574,, +1.6429189443588257,1.6429189443588257,1.4837208986282349,43,1187,,,, +,,,43,1187,1.5462201833724976,1.5462201833724976,, +1.5948994159698486,1.5948994159698486,1.4837208986282349,44,1214,,,, +,,,44,1214,1.5383992195129395,1.5383992195129395,, +2.8482041358947754,2.8482041358947754,1.4837208986282349,45,1241,,,, +,,,45,1241,1.5349172353744507,1.5349172353744507,, +1.5511653423309326,1.5511653423309326,1.4837208986282349,46,1268,,,, +,,,46,1268,1.5357002019882202,1.5357002019882202,, +1.5946757793426514,1.5946757793426514,1.4837208986282349,47,1295,,,, +,,,47,1295,1.5262075662612915,1.5262075662612915,, +1.489892840385437,1.489892840385437,1.4837208986282349,48,1322,,,, +,,,48,1322,1.5337672233581543,1.5337672233581543,, +1.6905817985534668,1.6905817985534668,1.4837208986282349,49,1349,,,, +,,,49,1349,1.5222982168197632,1.5222982168197632,, +1.726386547088623,1.726386547088623,1.4837208986282349,50,1376,,,, +,,,50,1376,1.5418167114257812,1.5418167114257812,, +1.5844988822937012,1.5844988822937012,1.4837208986282349,51,1403,,,, +,,,51,1403,1.5258700847625732,1.5258700847625732,, +1.5023143291473389,1.5023143291473389,1.4837208986282349,52,1430,,,, +,,,52,1430,1.5305825471878052,1.5305825471878052,, +1.604221224784851,1.604221224784851,1.4837208986282349,53,1457,,,, +,,,53,1457,1.5336490869522095,1.5336490869522095,, +1.5302739143371582,1.5302739143371582,1.4837208986282349,54,1484,,,, +,,,54,1484,1.55044686794281,1.55044686794281,, +1.6011542081832886,1.6011542081832886,1.4837208986282349,55,1511,,,, +,,,55,1511,1.5425565242767334,1.5425565242767334,, +1.7121896743774414,1.7121896743774414,1.4837208986282349,56,1538,,,, +,,,56,1538,1.5237902402877808,1.5237902402877808,, +1.4710912704467773,1.4710912704467773,1.4710912704467773,57,1565,,,, +,,,57,1565,1.5327295064926147,1.5327295064926147,, +1.5175226926803589,1.5175226926803589,1.4710912704467773,58,1592,,,, +,,,58,1592,1.5195919275283813,1.5195919275283813,, +1.548478126525879,1.548478126525879,1.4710912704467773,59,1619,,,, +,,,59,1619,1.5301244258880615,1.5301244258880615,, +1.5108834505081177,1.5108834505081177,1.4710912704467773,60,1646,,,, +,,,60,1646,1.530389428138733,1.530389428138733,, +1.5588654279708862,1.5588654279708862,1.4710912704467773,61,1673,,,, +,,,61,1673,1.5256266593933105,1.5256266593933105,, +1.5205316543579102,1.5205316543579102,1.4710912704467773,62,1700,,,, +,,,62,1700,1.5179623365402222,1.5179623365402222,, +1.524277687072754,1.524277687072754,1.4710912704467773,63,1727,,,, +,,,63,1727,1.5070974826812744,1.5070974826812744,, +1.8363109827041626,1.8363109827041626,1.4710912704467773,64,1754,,,, +,,,64,1754,1.5149905681610107,1.5149905681610107,, +1.8269462585449219,1.8269462585449219,1.4710912704467773,65,1781,,,, +,,,65,1781,1.532334327697754,1.532334327697754,, +2.3498313426971436,2.3498313426971436,1.4710912704467773,66,1808,,,, +,,,66,1808,1.5415828227996826,1.5415828227996826,, +1.5166380405426025,1.5166380405426025,1.4710912704467773,67,1835,,,, +,,,67,1835,1.539689540863037,1.539689540863037,, +1.501750111579895,1.501750111579895,1.4710912704467773,68,1862,,,, +,,,68,1862,1.565972924232483,1.565972924232483,, +1.539400339126587,1.539400339126587,1.4710912704467773,69,1889,,,, +,,,69,1889,1.5424540042877197,1.5424540042877197,, +1.9674934148788452,1.9674934148788452,1.4710912704467773,70,1916,,,, +,,,70,1916,1.520570158958435,1.520570158958435,, +1.6848045587539673,1.6848045587539673,1.4710912704467773,71,1943,,,, +,,,71,1943,1.5160269737243652,1.5160269737243652,, +1.69535231590271,1.69535231590271,1.4710912704467773,72,1970,,,, +,,,72,1970,1.5416145324707031,1.5416145324707031,, +1.509468913078308,1.509468913078308,1.4710912704467773,73,1997,,,, +,,,73,1997,1.526412010192871,1.526412010192871,, +1.4861220121383667,1.4861220121383667,1.4710912704467773,74,2024,,,, +,,,74,2024,1.52351975440979,1.52351975440979,, +1.5224934816360474,1.5224934816360474,1.4710912704467773,75,2051,,,, +,,,75,2051,1.528424620628357,1.528424620628357,, +2.1157143115997314,2.1157143115997314,1.4710912704467773,76,2078,,,, +,,,76,2078,1.5342276096343994,1.5342276096343994,, +1.6957592964172363,1.6957592964172363,1.4710912704467773,77,2105,,,, +,,,77,2105,1.5117862224578857,1.5117862224578857,, +1.946876883506775,1.946876883506775,1.4710912704467773,78,2132,,,, +,,,78,2132,1.5157194137573242,1.5157194137573242,, +1.5171287059783936,1.5171287059783936,1.4710912704467773,79,2159,,,, +,,,79,2159,1.537781834602356,1.537781834602356,, +1.8665889501571655,1.8665889501571655,1.4710912704467773,80,2186,,,, +,,,80,2186,1.536327600479126,1.536327600479126,, +1.516019582748413,1.516019582748413,1.4710912704467773,81,2213,,,, +,,,81,2213,1.5343431234359741,1.5343431234359741,, +1.7640703916549683,1.7640703916549683,1.4710912704467773,82,2240,,,, +,,,82,2240,1.5142379999160767,1.5142379999160767,, +1.5765297412872314,1.5765297412872314,1.4710912704467773,83,2267,,,, +,,,83,2267,1.5385164022445679,1.5385164022445679,, +1.540123701095581,1.540123701095581,1.4710912704467773,84,2294,,,, +,,,84,2294,1.5536705255508423,1.5536705255508423,, +1.5139241218566895,1.5139241218566895,1.4710912704467773,85,2321,,,, +,,,85,2321,1.53870689868927,1.53870689868927,, +1.505698800086975,1.505698800086975,1.4710912704467773,86,2348,,,, +,,,86,2348,1.5282485485076904,1.5282485485076904,, +1.4711054563522339,1.4711054563522339,1.4710912704467773,87,2375,,,, +,,,87,2375,1.5258111953735352,1.5258111953735352,, +1.5056190490722656,1.5056190490722656,1.4710912704467773,88,2402,,,, +,,,88,2402,1.5375957489013672,1.5375957489013672,, +1.5296813249588013,1.5296813249588013,1.4710912704467773,89,2429,,,, +,,,89,2429,1.5292414426803589,1.5292414426803589,, +1.5803176164627075,1.5803176164627075,1.4710912704467773,90,2456,,,, +,,,90,2456,1.5261460542678833,1.5261460542678833,, +1.5293328762054443,1.5293328762054443,1.4710912704467773,91,2483,,,, +,,,91,2483,1.5112512111663818,1.5112512111663818,, +1.5873807668685913,1.5873807668685913,1.4710912704467773,92,2510,,,, +,,,92,2510,1.526833176612854,1.526833176612854,, +1.985629916191101,1.985629916191101,1.4710912704467773,93,2537,,,, +,,,93,2537,1.571786880493164,1.571786880493164,, +1.512591004371643,1.512591004371643,1.4710912704467773,94,2564,,,, +,,,94,2564,1.5449620485305786,1.5449620485305786,, +1.6130543947219849,1.6130543947219849,1.4710912704467773,95,2591,,,, +,,,95,2591,1.5395216941833496,1.5395216941833496,, +1.5255597829818726,1.5255597829818726,1.4710912704467773,96,2618,,,, +,,,96,2618,1.55075204372406,1.55075204372406,, +1.8122349977493286,1.8122349977493286,1.4710912704467773,97,2645,,,, +,,,97,2645,1.5355020761489868,1.5355020761489868,, +1.5879732370376587,1.5879732370376587,1.4710912704467773,98,2672,,,, +,,,98,2672,1.5523614883422852,1.5523614883422852,, +1.6161285638809204,1.6161285638809204,1.4710912704467773,99,2699,,,, +,,,99,2699,1.553627610206604,1.553627610206604,, +,,,58,1566,,,1.5886471271514893,1.5886471271514893 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945278.37a92d36c649.1.14 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945278.37a92d36c649.1.14 new file mode 100644 index 0000000000000000000000000000000000000000..2c7cbf5387ef16b61b7b6e09ca46787e69d69d7c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646945278.37a92d36c649.1.14 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5d114dfa0f0f7c1c9677bece85f3271df6a0bfcc87f67a8d0052bfd455d671a3 +size 36426 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948785.37a92d36c649.1.15 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948785.37a92d36c649.1.15 new file mode 100644 index 0000000000000000000000000000000000000000..b1a47649b93ec78d64afadd38a20e8f542d32eb2 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948785.37a92d36c649.1.15 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:eeba613efe9ae8e7a67cefae9d30a0f8b943901243f9b8b23d65f481c956a8dc +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..292b4bcfc7d5d20ef3efd0ae7bec5c7efb14409c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/7/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 1024 + lin2_size: 512 + lin3_size: 256 + output_size: 1 + lr: 0.01956889375661914 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 64 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 69780993 +model/params/trainable: 69780993 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b4e449e5e7202d1f6b567e87c37df701fda2d3cf --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 512 + lin3_size: 64 + output_size: 1 + lr: 0.05808992422205426 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..67aeb09f9142e297a896106f7ab34f76ad134985 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.05808992422205426 + - model.lin1_size=512 + - model.lin2_size=512 + - model.lin3_size=64 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=512,model.lin2_size=512,model.lin3_size=64,model.lr=0.05808992422205426,trainer.gpus=0 + id: '8' + num: 8 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0c80476e851e1879f5d6fed4a4a9b5a70e3d926c --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=128 +- model.lr=0.05808992422205426 +- model.lin1_size=512 +- model.lin2_size=512 +- model.lin3_size=64 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f4757d1c6753154073435bcbe01bee46aeb7ab84 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 512 + lin3_size: 64 + output_size: 1 + lr: 0.05808992422205426 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 34858241 +model/params/trainable: 34858241 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..7df800160076bf89249380d238b63015b0e23cdc --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.8006258010864258,1.8006258010864258,1.8006258010864258,0,13,,,, +,,,0,13,1.797127366065979,1.797127366065979,, +1.5195599794387817,1.5195599794387817,1.5195599794387817,1,27,,,, +,,,1,27,1.5654213428497314,1.5654213428497314,, +1.5434820652008057,1.5434820652008057,1.5195599794387817,2,41,,,, +,,,2,41,1.5364269018173218,1.5364269018173218,, +1.507411003112793,1.507411003112793,1.507411003112793,3,55,,,, +,,,3,55,1.5553860664367676,1.5553860664367676,, +1.5262409448623657,1.5262409448623657,1.507411003112793,4,69,,,, +,,,4,69,1.5273497104644775,1.5273497104644775,, +1.5279693603515625,1.5279693603515625,1.507411003112793,5,83,,,, +,,,5,83,1.5398989915847778,1.5398989915847778,, +1.5723334550857544,1.5723334550857544,1.507411003112793,6,97,,,, +,,,6,97,1.5420169830322266,1.5420169830322266,, +1.5985969305038452,1.5985969305038452,1.507411003112793,7,111,,,, +,,,7,111,1.5186610221862793,1.5186610221862793,, +1.5236607789993286,1.5236607789993286,1.507411003112793,8,125,,,, +,,,8,125,1.5018799304962158,1.5018799304962158,, +1.639316201210022,1.639316201210022,1.507411003112793,9,139,,,, +,,,9,139,1.5072780847549438,1.5072780847549438,, +1.6488405466079712,1.6488405466079712,1.507411003112793,10,153,,,, +,,,10,153,1.5531970262527466,1.5531970262527466,, +2.676589250564575,2.676589250564575,1.507411003112793,11,167,,,, +,,,11,167,1.5582374334335327,1.5582374334335327,, +1.4875900745391846,1.4875900745391846,1.4875900745391846,12,181,,,, +,,,12,181,1.5229040384292603,1.5229040384292603,, +3.877687931060791,3.877687931060791,1.4875900745391846,13,195,,,, +,,,13,195,1.4988172054290771,1.4988172054290771,, +1.5536351203918457,1.5536351203918457,1.4875900745391846,14,209,,,, +,,,14,209,1.5357528924942017,1.5357528924942017,, +1.8290066719055176,1.8290066719055176,1.4875900745391846,15,223,,,, +,,,15,223,1.5312589406967163,1.5312589406967163,, +2.1856133937835693,2.1856133937835693,1.4875900745391846,16,237,,,, +,,,16,237,1.5093438625335693,1.5093438625335693,, +1.8494683504104614,1.8494683504104614,1.4875900745391846,17,251,,,, +,,,17,251,1.5143959522247314,1.5143959522247314,, +1.5420045852661133,1.5420045852661133,1.4875900745391846,18,265,,,, +,,,18,265,1.5330679416656494,1.5330679416656494,, +1.513360619544983,1.513360619544983,1.4875900745391846,19,279,,,, +,,,19,279,1.5383158922195435,1.5383158922195435,, +4.322876930236816,4.322876930236816,1.4875900745391846,20,293,,,, +,,,20,293,1.5317802429199219,1.5317802429199219,, +1.5518616437911987,1.5518616437911987,1.4875900745391846,21,307,,,, +,,,21,307,1.5473179817199707,1.5473179817199707,, +1.6832143068313599,1.6832143068313599,1.4875900745391846,22,321,,,, +,,,22,321,1.5509448051452637,1.5509448051452637,, +1.6916769742965698,1.6916769742965698,1.4875900745391846,23,335,,,, +,,,23,335,1.526961326599121,1.526961326599121,, +1.5670288801193237,1.5670288801193237,1.4875900745391846,24,349,,,, +,,,24,349,1.530901551246643,1.530901551246643,, +1.5906051397323608,1.5906051397323608,1.4875900745391846,25,363,,,, +,,,25,363,1.5388984680175781,1.5388984680175781,, +1.515312910079956,1.515312910079956,1.4875900745391846,26,377,,,, +,,,26,377,1.5262197256088257,1.5262197256088257,, +1.5003589391708374,1.5003589391708374,1.4875900745391846,27,391,,,, +,,,27,391,1.5255093574523926,1.5255093574523926,, +1.8063427209854126,1.8063427209854126,1.4875900745391846,28,405,,,, +,,,28,405,1.5075044631958008,1.5075044631958008,, +1.922566294670105,1.922566294670105,1.4875900745391846,29,419,,,, +,,,29,419,1.5226539373397827,1.5226539373397827,, +1.5325071811676025,1.5325071811676025,1.4875900745391846,30,433,,,, +,,,30,433,1.5169349908828735,1.5169349908828735,, +1.5312796831130981,1.5312796831130981,1.4875900745391846,31,447,,,, +,,,31,447,1.5154956579208374,1.5154956579208374,, +9.386004447937012,9.386004447937012,1.4875900745391846,32,461,,,, +,,,32,461,1.5390381813049316,1.5390381813049316,, +1.5177764892578125,1.5177764892578125,1.4875900745391846,33,475,,,, +,,,33,475,1.5263471603393555,1.5263471603393555,, +1.5523707866668701,1.5523707866668701,1.4875900745391846,34,489,,,, +,,,34,489,1.5256694555282593,1.5256694555282593,, +1.8339916467666626,1.8339916467666626,1.4875900745391846,35,503,,,, +,,,35,503,1.5214307308197021,1.5214307308197021,, +1.506973385810852,1.506973385810852,1.4875900745391846,36,517,,,, +,,,36,517,1.5136767625808716,1.5136767625808716,, +1.92168128490448,1.92168128490448,1.4875900745391846,37,531,,,, +,,,37,531,1.51689612865448,1.51689612865448,, +1.5212241411209106,1.5212241411209106,1.4875900745391846,38,545,,,, +,,,38,545,1.5236294269561768,1.5236294269561768,, +1.5522550344467163,1.5522550344467163,1.4875900745391846,39,559,,,, +,,,39,559,1.5118128061294556,1.5118128061294556,, +1.5579036474227905,1.5579036474227905,1.4875900745391846,40,573,,,, +,,,40,573,1.4977455139160156,1.4977455139160156,, +2.755484104156494,2.755484104156494,1.4875900745391846,41,587,,,, +,,,41,587,1.5202471017837524,1.5202471017837524,, +2.6126930713653564,2.6126930713653564,1.4875900745391846,42,601,,,, +,,,42,601,1.5273442268371582,1.5273442268371582,, +1.522132158279419,1.522132158279419,1.4875900745391846,43,615,,,, +,,,43,615,1.5479751825332642,1.5479751825332642,, +1.6389262676239014,1.6389262676239014,1.4875900745391846,44,629,,,, +,,,44,629,1.528095006942749,1.528095006942749,, +2.109004497528076,2.109004497528076,1.4875900745391846,45,643,,,, +,,,45,643,1.5097399950027466,1.5097399950027466,, +2.21002197265625,2.21002197265625,1.4875900745391846,46,657,,,, +,,,46,657,1.5309882164001465,1.5309882164001465,, +2.6380765438079834,2.6380765438079834,1.4875900745391846,47,671,,,, +,,,47,671,1.5597243309020996,1.5597243309020996,, +2.133535146713257,2.133535146713257,1.4875900745391846,48,685,,,, +,,,48,685,1.5307557582855225,1.5307557582855225,, +2.126929521560669,2.126929521560669,1.4875900745391846,49,699,,,, +,,,49,699,1.533414363861084,1.533414363861084,, +2.598031520843506,2.598031520843506,1.4875900745391846,50,713,,,, +,,,50,713,1.542096495628357,1.542096495628357,, +6.439234256744385,6.439234256744385,1.4875900745391846,51,727,,,, +,,,51,727,1.5406205654144287,1.5406205654144287,, +1.6451526880264282,1.6451526880264282,1.4875900745391846,52,741,,,, +,,,52,741,1.5492489337921143,1.5492489337921143,, +1.5144755840301514,1.5144755840301514,1.4875900745391846,53,755,,,, +,,,53,755,1.5366253852844238,1.5366253852844238,, +1.8630808591842651,1.8630808591842651,1.4875900745391846,54,769,,,, +,,,54,769,1.531714677810669,1.531714677810669,, +1.9191980361938477,1.9191980361938477,1.4875900745391846,55,783,,,, +,,,55,783,1.5425044298171997,1.5425044298171997,, +1.7076667547225952,1.7076667547225952,1.4875900745391846,56,797,,,, +,,,56,797,1.5374218225479126,1.5374218225479126,, +1.6095359325408936,1.6095359325408936,1.4875900745391846,57,811,,,, +,,,57,811,1.524845838546753,1.524845838546753,, +1.5259970426559448,1.5259970426559448,1.4875900745391846,58,825,,,, +,,,58,825,1.5319712162017822,1.5319712162017822,, +2.2201197147369385,2.2201197147369385,1.4875900745391846,59,839,,,, +,,,59,839,1.5258840322494507,1.5258840322494507,, +1.7385040521621704,1.7385040521621704,1.4875900745391846,60,853,,,, +,,,60,853,1.5235731601715088,1.5235731601715088,, +1.9715574979782104,1.9715574979782104,1.4875900745391846,61,867,,,, +,,,61,867,1.5405333042144775,1.5405333042144775,, +4.241236686706543,4.241236686706543,1.4875900745391846,62,881,,,, +,,,62,881,1.543615460395813,1.543615460395813,, +1.8042347431182861,1.8042347431182861,1.4875900745391846,63,895,,,, +,,,63,895,1.519759178161621,1.519759178161621,, +1.754902720451355,1.754902720451355,1.4875900745391846,64,909,,,, +,,,64,909,1.5359888076782227,1.5359888076782227,, +3.2498745918273926,3.2498745918273926,1.4875900745391846,65,923,,,, +,,,65,923,1.5271331071853638,1.5271331071853638,, +1.6791763305664062,1.6791763305664062,1.4875900745391846,66,937,,,, +,,,66,937,1.524311900138855,1.524311900138855,, +1.5744456052780151,1.5744456052780151,1.4875900745391846,67,951,,,, +,,,67,951,1.527304768562317,1.527304768562317,, +1.713043212890625,1.713043212890625,1.4875900745391846,68,965,,,, +,,,68,965,1.529538631439209,1.529538631439209,, +1.6166627407073975,1.6166627407073975,1.4875900745391846,69,979,,,, +,,,69,979,1.5235927104949951,1.5235927104949951,, +1.503470540046692,1.503470540046692,1.4875900745391846,70,993,,,, +,,,70,993,1.5186049938201904,1.5186049938201904,, +1.9797364473342896,1.9797364473342896,1.4875900745391846,71,1007,,,, +,,,71,1007,1.5428731441497803,1.5428731441497803,, +1.5246776342391968,1.5246776342391968,1.4875900745391846,72,1021,,,, +,,,72,1021,1.5382928848266602,1.5382928848266602,, +1.8457539081573486,1.8457539081573486,1.4875900745391846,73,1035,,,, +,,,73,1035,1.5199952125549316,1.5199952125549316,, +2.0363221168518066,2.0363221168518066,1.4875900745391846,74,1049,,,, +,,,74,1049,1.5295138359069824,1.5295138359069824,, +1.5847291946411133,1.5847291946411133,1.4875900745391846,75,1063,,,, +,,,75,1063,1.5436797142028809,1.5436797142028809,, +1.6281158924102783,1.6281158924102783,1.4875900745391846,76,1077,,,, +,,,76,1077,1.5368393659591675,1.5368393659591675,, +1.5428574085235596,1.5428574085235596,1.4875900745391846,77,1091,,,, +,,,77,1091,1.547100305557251,1.547100305557251,, +1.5352833271026611,1.5352833271026611,1.4875900745391846,78,1105,,,, +,,,78,1105,1.521337628364563,1.521337628364563,, +1.4858118295669556,1.4858118295669556,1.4858118295669556,79,1119,,,, +,,,79,1119,1.5322880744934082,1.5322880744934082,, +1.5055677890777588,1.5055677890777588,1.4858118295669556,80,1133,,,, +,,,80,1133,1.542460560798645,1.542460560798645,, +3.3580918312072754,3.3580918312072754,1.4858118295669556,81,1147,,,, +,,,81,1147,1.5408447980880737,1.5408447980880737,, +1.5160585641860962,1.5160585641860962,1.4858118295669556,82,1161,,,, +,,,82,1161,1.537702202796936,1.537702202796936,, +1.7293049097061157,1.7293049097061157,1.4858118295669556,83,1175,,,, +,,,83,1175,1.5478732585906982,1.5478732585906982,, +2.5826570987701416,2.5826570987701416,1.4858118295669556,84,1189,,,, +,,,84,1189,1.5477941036224365,1.5477941036224365,, +1.684281349182129,1.684281349182129,1.4858118295669556,85,1203,,,, +,,,85,1203,1.5392404794692993,1.5392404794692993,, +1.50055992603302,1.50055992603302,1.4858118295669556,86,1217,,,, +,,,86,1217,1.5373796224594116,1.5373796224594116,, +1.7013856172561646,1.7013856172561646,1.4858118295669556,87,1231,,,, +,,,87,1231,1.5369672775268555,1.5369672775268555,, +1.5158461332321167,1.5158461332321167,1.4858118295669556,88,1245,,,, +,,,88,1245,1.5400919914245605,1.5400919914245605,, +1.803704023361206,1.803704023361206,1.4858118295669556,89,1259,,,, +,,,89,1259,1.5353528261184692,1.5353528261184692,, +1.946122407913208,1.946122407913208,1.4858118295669556,90,1273,,,, +,,,90,1273,1.5442012548446655,1.5442012548446655,, +2.094282388687134,2.094282388687134,1.4858118295669556,91,1287,,,, +,,,91,1287,1.5307750701904297,1.5307750701904297,, +1.6425471305847168,1.6425471305847168,1.4858118295669556,92,1301,,,, +,,,92,1301,1.5367851257324219,1.5367851257324219,, +1.577078104019165,1.577078104019165,1.4858118295669556,93,1315,,,, +,,,93,1315,1.5352630615234375,1.5352630615234375,, +2.066180467605591,2.066180467605591,1.4858118295669556,94,1329,,,, +,,,94,1329,1.5106393098831177,1.5106393098831177,, +2.0345540046691895,2.0345540046691895,1.4858118295669556,95,1343,,,, +,,,95,1343,1.5531706809997559,1.5531706809997559,, +1.4975131750106812,1.4975131750106812,1.4858118295669556,96,1357,,,, +,,,96,1357,1.5372638702392578,1.5372638702392578,, +1.8781174421310425,1.8781174421310425,1.4858118295669556,97,1371,,,, +,,,97,1371,1.546967625617981,1.546967625617981,, +1.510632038116455,1.510632038116455,1.4858118295669556,98,1385,,,, +,,,98,1385,1.5419446229934692,1.5419446229934692,, +1.552717924118042,1.552717924118042,1.4858118295669556,99,1399,,,, +,,,99,1399,1.5415985584259033,1.5415985584259033,, +,,,80,1120,,,1.6008297204971313,1.6008297204971313 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948786.37a92d36c649.1.16 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948786.37a92d36c649.1.16 new file mode 100644 index 0000000000000000000000000000000000000000..5aea3eb5316194aee70a833b2d58a4dfea123a0d --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646948786.37a92d36c649.1.16 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:096fc2b84064ee6aeb857f619933a378e09bc72f1eac8866ecded271d0c1c9d5 +size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950271.37a92d36c649.1.17 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950271.37a92d36c649.1.17 new file mode 100644 index 0000000000000000000000000000000000000000..ff0a999ba1c2ea6e6dba3df58656550617b53530 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950271.37a92d36c649.1.17 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cf01878734b961ff013a00dafe147ab3a15fcc49af605020d9f6469cfc7f0371 +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f4757d1c6753154073435bcbe01bee46aeb7ab84 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/8/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 512 + lin2_size: 512 + lin3_size: 64 + output_size: 1 + lr: 0.05808992422205426 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 34858241 +model/params/trainable: 34858241 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/config.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..b09d26fceeb4d3b215a7ad2db04904fa22babcf9 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/config.yaml @@ -0,0 +1,71 @@ +original_work_dir: ${hydra:runtime.cwd} +data_dir: ${original_work_dir}/data +print_config: true +ignore_warnings: true +train: true +test: true +seed: null +name: focusMAE_150_hyperparameter_search +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: ${data_dir}/focus150 + csv_file: ${data_dir}/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 256 + lin3_size: 512 + output_size: 1 + lr: 0.12082105605940949 + weight_decay: 0.0005 +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +logger: + csv: + _target_: pytorch_lightning.loggers.csv_logs.CSVLogger + save_dir: . + name: csv/ + prefix: '' + tensorboard: + _target_: pytorch_lightning.loggers.tensorboard.TensorBoardLogger + save_dir: tensorboard/ + name: null + version: ${name} + log_graph: false + default_hp_metric: true + prefix: '' +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +optimized_metric: val/mae_best diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/hydra.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/hydra.yaml new file mode 100644 index 0000000000000000000000000000000000000000..9d77a5b23f85c5bf6ec20764d27a4564ede78aa8 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/hydra.yaml @@ -0,0 +1,226 @@ +hydra: + run: + dir: logs/experiments/runs/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + sweep: + dir: logs/experiments/multiruns/${name}/${now:%Y-%m-%d}_${now:%H-%M-%S} + subdir: ${hydra.job.num} + launcher: + _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher + sweeper: + sampler: + _target_: optuna.samplers.TPESampler + seed: 12345 + consider_prior: true + prior_weight: 1.0 + consider_magic_clip: true + consider_endpoints: false + n_startup_trials: 10 + n_ei_candidates: 24 + multivariate: false + warn_independent_sampling: true + _target_: hydra_plugins.hydra_optuna_sweeper.optuna_sweeper.OptunaSweeper + direction: minimize + storage: null + study_name: focusMAE_150_hyperparameter_search + n_trials: 25 + n_jobs: 1 + search_space: + datamodule.batch_size: + type: categorical + choices: + - 64 + - 128 + model.lr: + type: float + low: 0.0001 + high: 0.2 + model.lin1_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin2_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + model.lin3_size: + type: categorical + choices: + - 64 + - 128 + - 256 + - 512 + - 1024 + help: + app_name: ${hydra.job.name} + header: '${hydra.help.app_name} is powered by Hydra. + + ' + footer: 'Powered by Hydra (https://hydra.cc) + + Use --hydra-help to view Hydra specific help + + ' + template: '${hydra.help.header} + + == Configuration groups == + + Compose your configuration from those groups (group=option) + + + $APP_CONFIG_GROUPS + + + == Config == + + Override anything in the config (foo.bar=value) + + + $CONFIG + + + ${hydra.help.footer} + + ' + hydra_help: + template: 'Hydra (${hydra.runtime.version}) + + See https://hydra.cc for more info. + + + == Flags == + + $FLAGS_HELP + + + == Configuration groups == + + Compose your configuration from those groups (For example, append hydra/job_logging=disabled + to command line) + + + $HYDRA_CONFIG_GROUPS + + + Use ''--cfg hydra'' to Show the Hydra config. + + ' + hydra_help: ??? + hydra_logging: + version: 1 + formatters: + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(purple)sHYDRA%(reset)s] %(message)s' + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + root: + level: INFO + handlers: + - console + disable_existing_loggers: false + job_logging: + version: 1 + formatters: + simple: + format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s' + colorlog: + (): colorlog.ColoredFormatter + format: '[%(cyan)s%(asctime)s%(reset)s][%(blue)s%(name)s%(reset)s][%(log_color)s%(levelname)s%(reset)s] + - %(message)s' + log_colors: + DEBUG: purple + INFO: green + WARNING: yellow + ERROR: red + CRITICAL: red + handlers: + console: + class: logging.StreamHandler + formatter: colorlog + stream: ext://sys.stdout + file: + class: logging.FileHandler + formatter: simple + filename: ${hydra.job.name}.log + root: + level: INFO + handlers: + - console + - file + disable_existing_loggers: false + env: {} + searchpath: [] + callbacks: {} + output_subdir: .hydra + overrides: + hydra: [] + task: + - datamodule.batch_size=128 + - model.lr=0.12082105605940949 + - model.lin1_size=128 + - model.lin2_size=256 + - model.lin3_size=512 + - hparams_search=focusMAE_150_optuna + - trainer.gpus=0 + job: + name: train + override_dirname: datamodule.batch_size=128,hparams_search=focusMAE_150_optuna,model.lin1_size=128,model.lin2_size=256,model.lin3_size=512,model.lr=0.12082105605940949,trainer.gpus=0 + id: '9' + num: 9 + config_name: train.yaml + env_set: {} + env_copy: [] + config: + override_dirname: + kv_sep: '=' + item_sep: ',' + exclude_keys: [] + runtime: + version: 1.1.1 + cwd: /usr/src/app + config_sources: + - path: hydra.conf + schema: pkg + provider: hydra + - path: /usr/src/app/configs + schema: file + provider: main + - path: hydra_plugins.hydra_colorlog.conf + schema: pkg + provider: hydra-colorlog + - path: '' + schema: structured + provider: schema + choices: + local: default.yaml + hparams_search: focusMAE_150_optuna + debug: null + experiment: null + log_dir: default.yaml + trainer: long.yaml + logger: many_loggers + callbacks: default.yaml + model: focus150.yaml + datamodule: focus150.yaml + hydra/env: default + hydra/callbacks: null + hydra/job_logging: colorlog + hydra/hydra_logging: colorlog + hydra/hydra_help: default + hydra/help: default + hydra/sweeper: optuna + hydra/sweeper/sampler: tpe + hydra/launcher: basic + hydra/output: default + verbose: false diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/overrides.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/overrides.yaml new file mode 100644 index 0000000000000000000000000000000000000000..56cc6a850c48a7d969f4d815b85493f43fc6e600 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/.hydra/overrides.yaml @@ -0,0 +1,7 @@ +- datamodule.batch_size=128 +- model.lr=0.12082105605940949 +- model.lin1_size=128 +- model.lin2_size=256 +- model.lin3_size=512 +- hparams_search=focusMAE_150_optuna +- trainer.gpus=0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ea3a5e54ce1c3108aecfd7e729a443f78b226215 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 256 + lin3_size: 512 + output_size: 1 + lr: 0.12082105605940949 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8807041 +model/params/trainable: 8807041 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/metrics.csv b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/metrics.csv new file mode 100644 index 0000000000000000000000000000000000000000..d976c74e70cb8281552ea90c319041da8828757b --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/csv/version_0/metrics.csv @@ -0,0 +1,202 @@ +val/loss,val/mae,val/mae_best,epoch,step,train/loss,train/mae,test/loss,test/mae +1.7329738140106201,1.7329738140106201,1.7329738140106201,0,13,,,, +,,,0,13,5.268739700317383,5.268739700317383,, +1.599246859550476,1.599246859550476,1.599246859550476,1,27,,,, +,,,1,27,1.7166483402252197,1.7166483402252197,, +1.6923975944519043,1.6923975944519043,1.599246859550476,2,41,,,, +,,,2,41,1.6356314420700073,1.6356314420700073,, +1.6464487314224243,1.6464487314224243,1.599246859550476,3,55,,,, +,,,3,55,1.6112439632415771,1.6112439632415771,, +1.9607394933700562,1.9607394933700562,1.599246859550476,4,69,,,, +,,,4,69,1.594221591949463,1.594221591949463,, +1.5351694822311401,1.5351694822311401,1.5351694822311401,5,83,,,, +,,,5,83,1.5755597352981567,1.5755597352981567,, +1.5817011594772339,1.5817011594772339,1.5351694822311401,6,97,,,, +,,,6,97,1.5627152919769287,1.5627152919769287,, +1.5147565603256226,1.5147565603256226,1.5147565603256226,7,111,,,, +,,,7,111,1.547471523284912,1.547471523284912,, +1.729515552520752,1.729515552520752,1.5147565603256226,8,125,,,, +,,,8,125,1.5334223508834839,1.5334223508834839,, +2.028661012649536,2.028661012649536,1.5147565603256226,9,139,,,, +,,,9,139,1.5434974431991577,1.5434974431991577,, +1.5320948362350464,1.5320948362350464,1.5147565603256226,10,153,,,, +,,,10,153,1.531865119934082,1.531865119934082,, +1.5339354276657104,1.5339354276657104,1.5147565603256226,11,167,,,, +,,,11,167,1.57100510597229,1.57100510597229,, +1.8523181676864624,1.8523181676864624,1.5147565603256226,12,181,,,, +,,,12,181,1.54741632938385,1.54741632938385,, +2.7215185165405273,2.7215185165405273,1.5147565603256226,13,195,,,, +,,,13,195,1.5308643579483032,1.5308643579483032,, +1.74314546585083,1.74314546585083,1.5147565603256226,14,209,,,, +,,,14,209,1.5517668724060059,1.5517668724060059,, +1.573400855064392,1.573400855064392,1.5147565603256226,15,223,,,, +,,,15,223,1.5343821048736572,1.5343821048736572,, +1.715896487236023,1.715896487236023,1.5147565603256226,16,237,,,, +,,,16,237,1.5287929773330688,1.5287929773330688,, +1.7924786806106567,1.7924786806106567,1.5147565603256226,17,251,,,, +,,,17,251,1.5187609195709229,1.5187609195709229,, +1.859678864479065,1.859678864479065,1.5147565603256226,18,265,,,, +,,,18,265,1.5063302516937256,1.5063302516937256,, +7.327245235443115,7.327245235443115,1.5147565603256226,19,279,,,, +,,,19,279,1.5314631462097168,1.5314631462097168,, +1.6987930536270142,1.6987930536270142,1.5147565603256226,20,293,,,, +,,,20,293,1.5854741334915161,1.5854741334915161,, +1.5298945903778076,1.5298945903778076,1.5147565603256226,21,307,,,, +,,,21,307,1.537446141242981,1.537446141242981,, +1.9179527759552002,1.9179527759552002,1.5147565603256226,22,321,,,, +,,,22,321,1.5303080081939697,1.5303080081939697,, +1.49958336353302,1.49958336353302,1.49958336353302,23,335,,,, +,,,23,335,1.5317367315292358,1.5317367315292358,, +1.7744404077529907,1.7744404077529907,1.49958336353302,24,349,,,, +,,,24,349,1.5538475513458252,1.5538475513458252,, +3.9522173404693604,3.9522173404693604,1.49958336353302,25,363,,,, +,,,25,363,1.5393047332763672,1.5393047332763672,, +2.389435052871704,2.389435052871704,1.49958336353302,26,377,,,, +,,,26,377,1.5510390996932983,1.5510390996932983,, +1.5684137344360352,1.5684137344360352,1.49958336353302,27,391,,,, +,,,27,391,1.555804967880249,1.555804967880249,, +1.5149155855178833,1.5149155855178833,1.49958336353302,28,405,,,, +,,,28,405,1.5595628023147583,1.5595628023147583,, +1.5187273025512695,1.5187273025512695,1.49958336353302,29,419,,,, +,,,29,419,1.5473392009735107,1.5473392009735107,, +1.488895058631897,1.488895058631897,1.488895058631897,30,433,,,, +,,,30,433,1.5544655323028564,1.5544655323028564,, +1.5120221376419067,1.5120221376419067,1.488895058631897,31,447,,,, +,,,31,447,1.5386731624603271,1.5386731624603271,, +1.5044355392456055,1.5044355392456055,1.488895058631897,32,461,,,, +,,,32,461,1.5462307929992676,1.5462307929992676,, +1.6909921169281006,1.6909921169281006,1.488895058631897,33,475,,,, +,,,33,475,1.533998727798462,1.533998727798462,, +1.49537193775177,1.49537193775177,1.488895058631897,34,489,,,, +,,,34,489,1.5622084140777588,1.5622084140777588,, +1.500245451927185,1.500245451927185,1.488895058631897,35,503,,,, +,,,35,503,1.5221537351608276,1.5221537351608276,, +5.787719249725342,5.787719249725342,1.488895058631897,36,517,,,, +,,,36,517,1.5480525493621826,1.5480525493621826,, +1.6431626081466675,1.6431626081466675,1.488895058631897,37,531,,,, +,,,37,531,1.5810267925262451,1.5810267925262451,, +1.5442368984222412,1.5442368984222412,1.488895058631897,38,545,,,, +,,,38,545,1.555781364440918,1.555781364440918,, +1.6094481945037842,1.6094481945037842,1.488895058631897,39,559,,,, +,,,39,559,1.5563414096832275,1.5563414096832275,, +1.5656377077102661,1.5656377077102661,1.488895058631897,40,573,,,, +,,,40,573,1.5489660501480103,1.5489660501480103,, +1.7366691827774048,1.7366691827774048,1.488895058631897,41,587,,,, +,,,41,587,1.567770004272461,1.567770004272461,, +1.5017191171646118,1.5017191171646118,1.488895058631897,42,601,,,, +,,,42,601,1.5372766256332397,1.5372766256332397,, +1.6581683158874512,1.6581683158874512,1.488895058631897,43,615,,,, +,,,43,615,1.5580940246582031,1.5580940246582031,, +3.064271926879883,3.064271926879883,1.488895058631897,44,629,,,, +,,,44,629,1.5529786348342896,1.5529786348342896,, +2.233787775039673,2.233787775039673,1.488895058631897,45,643,,,, +,,,45,643,1.553490400314331,1.553490400314331,, +1.83506178855896,1.83506178855896,1.488895058631897,46,657,,,, +,,,46,657,1.5603182315826416,1.5603182315826416,, +3.928699254989624,3.928699254989624,1.488895058631897,47,671,,,, +,,,47,671,1.5428080558776855,1.5428080558776855,, +1.530777931213379,1.530777931213379,1.488895058631897,48,685,,,, +,,,48,685,1.5415645837783813,1.5415645837783813,, +1.517518401145935,1.517518401145935,1.488895058631897,49,699,,,, +,,,49,699,1.5790607929229736,1.5790607929229736,, +1.6689008474349976,1.6689008474349976,1.488895058631897,50,713,,,, +,,,50,713,1.5623149871826172,1.5623149871826172,, +2.6766343116760254,2.6766343116760254,1.488895058631897,51,727,,,, +,,,51,727,1.5458204746246338,1.5458204746246338,, +1.9176536798477173,1.9176536798477173,1.488895058631897,52,741,,,, +,,,52,741,1.5827395915985107,1.5827395915985107,, +1.5441073179244995,1.5441073179244995,1.488895058631897,53,755,,,, +,,,53,755,1.5605794191360474,1.5605794191360474,, +1.9077891111373901,1.9077891111373901,1.488895058631897,54,769,,,, +,,,54,769,1.5522921085357666,1.5522921085357666,, +1.5407936573028564,1.5407936573028564,1.488895058631897,55,783,,,, +,,,55,783,1.5357011556625366,1.5357011556625366,, +7.521324634552002,7.521324634552002,1.488895058631897,56,797,,,, +,,,56,797,1.549718976020813,1.549718976020813,, +2.2578277587890625,2.2578277587890625,1.488895058631897,57,811,,,, +,,,57,811,1.5769296884536743,1.5769296884536743,, +2.2839455604553223,2.2839455604553223,1.488895058631897,58,825,,,, +,,,58,825,1.572549819946289,1.572549819946289,, +1.5291757583618164,1.5291757583618164,1.488895058631897,59,839,,,, +,,,59,839,1.5447537899017334,1.5447537899017334,, +4.267239570617676,4.267239570617676,1.488895058631897,60,853,,,, +,,,60,853,1.575587511062622,1.575587511062622,, +1.5675901174545288,1.5675901174545288,1.488895058631897,61,867,,,, +,,,61,867,1.5707460641860962,1.5707460641860962,, +1.583311676979065,1.583311676979065,1.488895058631897,62,881,,,, +,,,62,881,1.5912424325942993,1.5912424325942993,, +1.5249252319335938,1.5249252319335938,1.488895058631897,63,895,,,, +,,,63,895,1.5615320205688477,1.5615320205688477,, +2.9342026710510254,2.9342026710510254,1.488895058631897,64,909,,,, +,,,64,909,1.5584044456481934,1.5584044456481934,, +1.527869462966919,1.527869462966919,1.488895058631897,65,923,,,, +,,,65,923,1.5668885707855225,1.5668885707855225,, +1.56785249710083,1.56785249710083,1.488895058631897,66,937,,,, +,,,66,937,1.5651644468307495,1.5651644468307495,, +2.4767534732818604,2.4767534732818604,1.488895058631897,67,951,,,, +,,,67,951,1.5790261030197144,1.5790261030197144,, +1.7589449882507324,1.7589449882507324,1.488895058631897,68,965,,,, +,,,68,965,1.5742311477661133,1.5742311477661133,, +4.380283355712891,4.380283355712891,1.488895058631897,69,979,,,, +,,,69,979,1.5528316497802734,1.5528316497802734,, +1.6122419834136963,1.6122419834136963,1.488895058631897,70,993,,,, +,,,70,993,1.5700033903121948,1.5700033903121948,, +1.5394235849380493,1.5394235849380493,1.488895058631897,71,1007,,,, +,,,71,1007,1.57521653175354,1.57521653175354,, +1.8345857858657837,1.8345857858657837,1.488895058631897,72,1021,,,, +,,,72,1021,1.558773159980774,1.558773159980774,, +2.4569170475006104,2.4569170475006104,1.488895058631897,73,1035,,,, +,,,73,1035,1.5862617492675781,1.5862617492675781,, +1.5296252965927124,1.5296252965927124,1.488895058631897,74,1049,,,, +,,,74,1049,1.571938157081604,1.571938157081604,, +1.8973994255065918,1.8973994255065918,1.488895058631897,75,1063,,,, +,,,75,1063,1.596357822418213,1.596357822418213,, +1.9830594062805176,1.9830594062805176,1.488895058631897,76,1077,,,, +,,,76,1077,1.564727783203125,1.564727783203125,, +4.557817459106445,4.557817459106445,1.488895058631897,77,1091,,,, +,,,77,1091,1.5846036672592163,1.5846036672592163,, +4.067972660064697,4.067972660064697,1.488895058631897,78,1105,,,, +,,,78,1105,1.5953071117401123,1.5953071117401123,, +1.5297950506210327,1.5297950506210327,1.488895058631897,79,1119,,,, +,,,79,1119,1.5751646757125854,1.5751646757125854,, +2.0902395248413086,2.0902395248413086,1.488895058631897,80,1133,,,, +,,,80,1133,1.5525274276733398,1.5525274276733398,, +6.603821277618408,6.603821277618408,1.488895058631897,81,1147,,,, +,,,81,1147,1.593773365020752,1.593773365020752,, +2.0251712799072266,2.0251712799072266,1.488895058631897,82,1161,,,, +,,,82,1161,1.57331120967865,1.57331120967865,, +3.2682833671569824,3.2682833671569824,1.488895058631897,83,1175,,,, +,,,83,1175,1.574002981185913,1.574002981185913,, +1.5236872434616089,1.5236872434616089,1.488895058631897,84,1189,,,, +,,,84,1189,1.5732372999191284,1.5732372999191284,, +1.5046451091766357,1.5046451091766357,1.488895058631897,85,1203,,,, +,,,85,1203,1.567728042602539,1.567728042602539,, +1.5091248750686646,1.5091248750686646,1.488895058631897,86,1217,,,, +,,,86,1217,1.5761655569076538,1.5761655569076538,, +1.5218254327774048,1.5218254327774048,1.488895058631897,87,1231,,,, +,,,87,1231,1.5690608024597168,1.5690608024597168,, +1.7024246454238892,1.7024246454238892,1.488895058631897,88,1245,,,, +,,,88,1245,1.5823848247528076,1.5823848247528076,, +1.6242082118988037,1.6242082118988037,1.488895058631897,89,1259,,,, +,,,89,1259,1.5786975622177124,1.5786975622177124,, +1.6307072639465332,1.6307072639465332,1.488895058631897,90,1273,,,, +,,,90,1273,1.561802864074707,1.561802864074707,, +2.312039613723755,2.312039613723755,1.488895058631897,91,1287,,,, +,,,91,1287,1.5681146383285522,1.5681146383285522,, +1.5124989748001099,1.5124989748001099,1.488895058631897,92,1301,,,, +,,,92,1301,1.5617676973342896,1.5617676973342896,, +2.785073757171631,2.785073757171631,1.488895058631897,93,1315,,,, +,,,93,1315,1.5925109386444092,1.5925109386444092,, +1.548352599143982,1.548352599143982,1.488895058631897,94,1329,,,, +,,,94,1329,1.5818564891815186,1.5818564891815186,, +4.868865489959717,4.868865489959717,1.488895058631897,95,1343,,,, +,,,95,1343,1.575960636138916,1.575960636138916,, +1.53618586063385,1.53618586063385,1.488895058631897,96,1357,,,, +,,,96,1357,1.5503785610198975,1.5503785610198975,, +3.5792288780212402,3.5792288780212402,1.488895058631897,97,1371,,,, +,,,97,1371,1.562467098236084,1.562467098236084,, +1.5184054374694824,1.5184054374694824,1.488895058631897,98,1385,,,, +,,,98,1385,1.5906316041946411,1.5906316041946411,, +6.140869617462158,6.140869617462158,1.488895058631897,99,1399,,,, +,,,99,1399,1.5615262985229492,1.5615262985229492,, +,,,31,434,,,1.608952522277832,1.608952522277832 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950272.37a92d36c649.1.18 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950272.37a92d36c649.1.18 new file mode 100644 index 0000000000000000000000000000000000000000..48129d17c6354e53ae60cc001296fb53114690bc --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950272.37a92d36c649.1.18 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:22c220d1d531aa5945a8f51d450cbdde4c1af076b459642cfd15fbea5f8737ef +size 36391 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950713.37a92d36c649.1.19 b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950713.37a92d36c649.1.19 new file mode 100644 index 0000000000000000000000000000000000000000..63a23262830c640f180c7e3cc79f89483013c446 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/events.out.tfevents.1646950713.37a92d36c649.1.19 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1c8e1baa1102eaf04e7ceaf5468a1c67230ca1d6526bfa2c9b60f7520bc70afc +size 179 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml new file mode 100644 index 0000000000000000000000000000000000000000..ea3a5e54ce1c3108aecfd7e729a443f78b226215 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/9/tensorboard/focusMAE_150_hyperparameter_search/hparams.yaml @@ -0,0 +1,52 @@ +trainer: + _target_: pytorch_lightning.Trainer + gpus: 0 + min_epochs: 1 + max_epochs: 100 + resume_from_checkpoint: null +model: + _target_: src.models.focus_module.FocusLitModule + input_size: 67500 + lin1_size: 128 + lin2_size: 256 + lin3_size: 512 + output_size: 1 + lr: 0.12082105605940949 + weight_decay: 0.0005 +datamodule: + _target_: src.datamodules.focus_datamodule.FocusDataModule + data_dir: /usr/src/app/data/focus150 + csv_file: /usr/src/app/data/focus150/metadata.csv + batch_size: 128 + train_val_test_split_percentage: + - 0.7 + - 0.15 + - 0.15 + num_workers: 0 + pin_memory: false +seed: null +callbacks: + model_checkpoint: + _target_: pytorch_lightning.callbacks.ModelCheckpoint + monitor: val/mae + mode: min + save_top_k: 1 + save_last: true + verbose: false + dirpath: checkpoints/ + filename: epoch_{epoch:03d} + auto_insert_metric_name: false + early_stopping: + _target_: pytorch_lightning.callbacks.EarlyStopping + monitor: val/mae + mode: min + patience: 100 + min_delta: 0 + model_summary: + _target_: pytorch_lightning.callbacks.RichModelSummary + max_depth: -1 + rich_progress_bar: + _target_: pytorch_lightning.callbacks.RichProgressBar +model/params/total: 8807041 +model/params/trainable: 8807041 +model/params/non_trainable: 0 diff --git a/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/optimization_results.yaml b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/optimization_results.yaml new file mode 100644 index 0000000000000000000000000000000000000000..bf8d2e6dc7f4eb734c036f6d0954cc46803b5e69 --- /dev/null +++ b/logs/experiments/multiruns/focusMAE_150_hyperparameter_search/2022-03-10_16-59-48/optimization_results.yaml @@ -0,0 +1,8 @@ +name: optuna +best_params: + datamodule.batch_size: 64 + model.lr: 0.00041303192540957006 + model.lin1_size: 256 + model.lin2_size: 128 + model.lin3_size: 256 +best_value: 0.9431846737861633