nintorac
/

s4_dx7

Model card Files Files and versions Community

Nintorac Dev commited on Feb 7, 2024

Commit

4f0300d

1 Parent(s): a36105f

restructure

Browse files

Files changed (7) hide show

s4-dx7-vc-fir/s4-dx7-vc-fir-00/.gitattributes +2 -0
s4-dx7-vc-fir/s4-dx7-vc-fir-00/.hydra/config.yaml +168 -0
s4-dx7-vc-fir/s4-dx7-vc-fir-00/.hydra/hydra.yaml +174 -0
s4-dx7-vc-fir/s4-dx7-vc-fir-00/.hydra/overrides.yaml +11 -0
s4-dx7-vc-fir/s4-dx7-vc-fir-00/checkpoints/last.ckpt +3 -0
s4-dx7-vc-fir/{00.ckpt → s4-dx7-vc-fir-00/checkpoints/val/loss.ckpt} +0 -0
s4-dx7-vc-fir/s4-dx7-vc-fir-00/config_tree.txt +181 -0

s4-dx7-vc-fir/s4-dx7-vc-fir-00/.gitattributes ADDED Viewed

	@@ -0,0 +1,2 @@


1	+ checkpoints/last.ckpt filter=lfs diff=lfs merge=lfs -text
2	+ checkpoints/val/loss.ckpt filter=lfs diff=lfs merge=lfs -text

s4-dx7-vc-fir/s4-dx7-vc-fir-00/.hydra/config.yaml ADDED Viewed

	@@ -0,0 +1,168 @@

+train:
+  seed: 0
+  name: null
+  interval: epoch
+  monitor: val/loss
+  mode: min
+  ema: 0.0
+  test: false
+  debug: false
+  ignore_warnings: false
+  state:
+    mode: null
+    n_context: 0
+    n_context_eval: ${.n_context}
+  ckpt: null
+  optimizer_param_grouping:
+    bias_weight_decay: false
+    normalization_weight_decay: false
+  disable_dataset: false
+  validate_at_start: false
+  pretrained_model_path: null
+  pretrained_model_strict_load: true
+  pretrained_model_state_hook:
+    _name_: null
+  post_init_hook:
+    _name_: null
+  layer_decay:
+    _name_: null
+    decay: 0.7
+  track_grad_norms: false
+tolerance:
+  logdir: ./resume
+  id: 420
+wandb:
+  project: hippo
+  group: ''
+  job_type: training
+  mode: online
+  save_dir: .
+  id: null
+callbacks:
+  learning_rate_monitor:
+    logging_interval: ${train.interval}
+  timer:
+    step: true
+    inter_step: false
+    epoch: true
+    val: true
+  params:
+    total: true
+    trainable: true
+    fixed: true
+  model_checkpoint:
+    monitor: ${train.monitor}
+    mode: ${train.mode}
+    save_top_k: 1
+    save_last: true
+    dirpath: checkpoints/
+    filename: ${train.monitor}
+    auto_insert_metric_name: false
+    verbose: true
+  rich_model_summary:
+    max_depth: 1
+  rich_progress_bar:
+    refresh_rate: 1
+    leave: true
+trainer:
+  accelerator: gpu
+  strategy: auto
+  devices: 1
+  accumulate_grad_batches: 2
+  max_epochs: 1000
+  gradient_clip_val: null
+  log_every_n_steps: 10
+  limit_train_batches: 1000
+  limit_val_batches: 100
+  enable_model_summary: false
+loader:
+  batch_size: 14
+  num_workers: 4
+  pin_memory: true
+  drop_last: true
+dataset:
+  _name_: dx7
+  bits: 8
+  __l_max: 16000
+  sr: 8000
+  duration: 2.5
+  limit: 20000
+  bit_rate: 8
+task:
+  _name_: base
+  loss: cross_entropy
+  metrics:
+  - bpb
+  - accuracy
+  - accuracy@3
+  - accuracy@5
+  - accuracy@10
+  torchmetrics: null
+optimizer:
+  _name_: adamw
+  lr: 0.001
+  weight_decay: 0.0
+  betas:
+  - 0.9
+  - 0.999
+scheduler:
+  _name_: plateau
+  mode: ${train.mode}
+  factor: 0.2
+  patience: 20
+  min_lr: 0.0
+model:
+  layer:
+    _name_: s4
+    d_state: 64
+    channels: 1
+    bidirectional: false
+    gate: null
+    gate_act: id
+    bottleneck: null
+    activation: gelu
+    mult_act: null
+    final_act: glu
+    postact: null
+    initializer: null
+    weight_norm: false
+    tie_dropout: ${oc.select:model.tie_dropout,null}
+    layer: fftconv
+    mode: nplr
+    init: legs
+    measure: null
+    rank: 1
+    dt_min: 0.001
+    dt_max: 0.1
+    dt_transform: softplus
+    lr:
+      dt: 0.001
+      A: 0.001
+      B: 0.001
+    wd: 0.0
+    n_ssm: 1
+    drop_kernel: 0.0
+    deterministic: false
+    l_max: null
+    verbose: true
+  _name_: sashimi
+  d_model: 64
+  n_layers: 8
+  pool:
+  - 4
+  - 4
+  expand: 2
+  ff: 2
+  prenorm: true
+  dropout: 0.0
+  dropres: 0.0
+  initializer: null
+  transposed: true
+  residual: R
+  norm: layer
+  interp: 0
+  act_pool: null
+encoder: embedding
+decoder:
+  _name_: sequence
+  mode: last

s4-dx7-vc-fir/s4-dx7-vc-fir-00/.hydra/hydra.yaml ADDED Viewed

	@@ -0,0 +1,174 @@

+hydra:
+  run:
+    dir: ./outputs/${now:%Y-%m-%d}/${now:%H-%M-%S-%f}
+  sweep:
+    dir: multirun/${now:%Y-%m-%d}/${now:%H-%M-%S}
+    subdir: ${hydra.job.num}
+  launcher:
+    _target_: hydra._internal.core_plugins.basic_launcher.BasicLauncher
+  sweeper:
+    _target_: hydra._internal.core_plugins.basic_sweeper.BasicSweeper
+    max_batch_size: null
+    params: null
+  help:
+    app_name: ${hydra.job.name}
+    header: '${hydra.help.app_name} is powered by Hydra.
+      '
+    footer: 'Powered by Hydra (https://hydra.cc)
+      Use --hydra-help to view Hydra specific help
+      '
+    template: '${hydra.help.header}
+      == Configuration groups ==
+      Compose your configuration from those groups (group=option)
+      $APP_CONFIG_GROUPS
+      == Config ==
+      Override anything in the config (foo.bar=value)
+      $CONFIG
+      ${hydra.help.footer}
+      '
+  hydra_help:
+    template: 'Hydra (${hydra.runtime.version})
+      See https://hydra.cc for more info.
+      == Flags ==
+      $FLAGS_HELP
+      == Configuration groups ==
+      Compose your configuration from those groups (For example, append hydra/job_logging=disabled
+      to command line)
+      $HYDRA_CONFIG_GROUPS
+      Use ''--cfg hydra'' to Show the Hydra config.
+      '
+    hydra_help: ???
+  hydra_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][HYDRA] %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+    root:
+      level: INFO
+      handlers:
+      - console
+    loggers:
+      logging_example:
+        level: DEBUG
+    disable_existing_loggers: false
+  job_logging:
+    version: 1
+    formatters:
+      simple:
+        format: '[%(asctime)s][%(name)s][%(levelname)s] - %(message)s'
+    handlers:
+      console:
+        class: logging.StreamHandler
+        formatter: simple
+        stream: ext://sys.stdout
+      file:
+        class: logging.FileHandler
+        formatter: simple
+        filename: ${hydra.runtime.output_dir}/${hydra.job.name}.log
+    root:
+      level: INFO
+      handlers:
+      - console
+      - file
+    disable_existing_loggers: false
+  env: {}
+  mode: RUN
+  searchpath: []
+  callbacks: {}
+  output_subdir: .hydra
+  overrides:
+    hydra:
+    - hydra.mode=RUN
+    task:
+    - +experiment=audio/sashimi-sc09
+    - loader.batch_size=14
+    - dataset=dx7
+    - +dataset.sr=8000
+    - +dataset.duration=2.5
+    - trainer.limit_train_batches=1000
+    - trainer.limit_val_batches=100
+    - trainer.accumulate_grad_batches=2
+    - +dataset.limit=20000
+    - +dataset.bit_rate=8
+    - +tolerance.id=420
+  job:
+    name: train
+    chdir: null
+    override_dirname: +dataset.bit_rate=8,+dataset.duration=2.5,+dataset.limit=20000,+dataset.sr=8000,+experiment=audio/sashimi-sc09,+tolerance.id=420,dataset=dx7,loader.batch_size=14,trainer.accumulate_grad_batches=2,trainer.limit_train_batches=1000,trainer.limit_val_batches=100
+    id: ???
+    num: ???
+    config_name: config.yaml
+    env_set: {}
+    env_copy: []
+    config:
+      override_dirname:
+        kv_sep: '='
+        item_sep: ','
+        exclude_keys: []
+  runtime:
+    version: 1.3.2
+    version_base: '1.1'
+    cwd: /home/ubuntu/s4/s4_dx7/s4
+    config_sources:
+    - path: hydra.conf
+      schema: pkg
+      provider: hydra
+    - path: /home/ubuntu/s4/s4_dx7/s4/configs
+      schema: file
+      provider: main
+    - path: ''
+      schema: structured
+      provider: schema
+    output_dir: /home/ubuntu/s4/s4_dx7/s4/outputs/2024-01-20/12-12-19-068887
+    choices:
+      experiment: audio/sashimi-sc09
+      model: sashimi
+      model/layer: s4
+      scheduler: plateau
+      optimizer: adamw
+      task: multiclass_classification
+      dataset: dx7
+      loader: default
+      trainer: default
+      hydra/env: default
+      hydra/callbacks: null
+      hydra/job_logging: default
+      hydra/hydra_logging: default
+      hydra/hydra_help: default
+      hydra/help: default
+      hydra/sweeper: basic
+      hydra/launcher: basic
+      hydra/output: default
+  verbose: false

s4-dx7-vc-fir/s4-dx7-vc-fir-00/.hydra/overrides.yaml ADDED Viewed

	@@ -0,0 +1,11 @@

+- +experiment=audio/sashimi-sc09
+- loader.batch_size=14
+- dataset=dx7
+- +dataset.sr=8000
+- +dataset.duration=2.5
+- trainer.limit_train_batches=1000
+- trainer.limit_val_batches=100
+- trainer.accumulate_grad_batches=2
+- +dataset.limit=20000
+- +dataset.bit_rate=8
+- +tolerance.id=420

s4-dx7-vc-fir/s4-dx7-vc-fir-00/checkpoints/last.ckpt ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf25558fb420f9e29ce11c3198dc8b49785702efde3834fa8f925657806742c
+size 57590733

s4-dx7-vc-fir/{00.ckpt → s4-dx7-vc-fir-00/checkpoints/val/loss.ckpt} RENAMED Viewed

File without changes

s4-dx7-vc-fir/s4-dx7-vc-fir-00/config_tree.txt ADDED Viewed

	@@ -0,0 +1,181 @@

+CONFIG
+├── train
+│   └── seed: 0
+│       name: null
+│       interval: epoch
+│       monitor: val/loss
+│       mode: min
+│       ema: 0.0
+│       test: false
+│       debug: false
+│       ignore_warnings: false
+│       state:
+│         mode: null
+│         n_context: 0
+│         n_context_eval: 0
+│       ckpt: null
+│       optimizer_param_grouping:
+│         bias_weight_decay: false
+│         normalization_weight_decay: false
+│       disable_dataset: false
+│       validate_at_start: false
+│       pretrained_model_path: null
+│       pretrained_model_strict_load: true
+│       pretrained_model_state_hook:
+│         _name_: null
+│       post_init_hook:
+│         _name_: null
+│       layer_decay:
+│         _name_: null
+│         decay: 0.7
+│       track_grad_norms: false
+│
+├── tolerance
+│   └── logdir: ./resume
+│       id: 420
+│
+├── wandb
+│   └── project: hippo
+│       group: ''
+│       job_type: training
+│       mode: online
+│       save_dir: .
+│       id: null
+│
+├── callbacks
+│   └── learning_rate_monitor:
+│         logging_interval: epoch
+│       timer:
+│         step: true
+│         inter_step: false
+│         epoch: true
+│         val: true
+│       params:
+│         total: true
+│         trainable: true
+│         fixed: true
+│       model_checkpoint:
+│         monitor: val/loss
+│         mode: min
+│         save_top_k: 1
+│         save_last: true
+│         dirpath: checkpoints/
+│         filename: val/loss
+│         auto_insert_metric_name: false
+│         verbose: true
+│       rich_model_summary:
+│         max_depth: 1
+│       rich_progress_bar:
+│         refresh_rate: 1
+│         leave: true
+│
+├── trainer
+│   └── accelerator: gpu
+│       strategy: auto
+│       devices: 1
+│       accumulate_grad_batches: 2
+│       max_epochs: 1000
+│       gradient_clip_val: null
+│       log_every_n_steps: 10
+│       limit_train_batches: 1000
+│       limit_val_batches: 100
+│       enable_model_summary: false
+│
+├── loader
+│   └── batch_size: 14
+│       num_workers: 4
+│       pin_memory: true
+│       drop_last: true
+│
+├── dataset
+│   └── _name_: dx7
+│       bits: 8
+│       sr: 8000
+│       duration: 2.5
+│       limit: 20000
+│       bit_rate: 8
+│
+├── task
+│   └── _name_: base
+│       loss: cross_entropy
+│       metrics:
+│       - bpb
+│       - accuracy
+│       - accuracy@3
+│       - accuracy@5
+│       - accuracy@10
+│       torchmetrics: null
+│
+├── optimizer
+│   └── _name_: adamw
+│       lr: 0.001
+│       weight_decay: 0.0
+│       betas:
+│       - 0.9
+│       - 0.999
+│
+├── scheduler
+│   └── _name_: plateau
+│       mode: min
+│       factor: 0.2
+│       patience: 20
+│       min_lr: 0.0
+│
+├── model
+│   └── layer:
+│         _name_: s4
+│         d_state: 64
+│         channels: 1
+│         bidirectional: false
+│         gate: null
+│         gate_act: id
+│         bottleneck: null
+│         activation: gelu
+│         mult_act: null
+│         final_act: glu
+│         postact: null
+│         initializer: null
+│         weight_norm: false
+│         tie_dropout: null
+│         layer: fftconv
+│         mode: nplr
+│         init: legs
+│         measure: null
+│         rank: 1
+│         dt_min: 0.001
+│         dt_max: 0.1
+│         dt_transform: softplus
+│         lr:
+│           dt: 0.001
+│           A: 0.001
+│           B: 0.001
+│         wd: 0.0
+│         n_ssm: 1
+│         drop_kernel: 0.0
+│         deterministic: false
+│         l_max: null
+│         verbose: true
+│       _name_: sashimi
+│       d_model: 64
+│       n_layers: 8
+│       pool:
+│       - 4
+│       - 4
+│       expand: 2
+│       ff: 2
+│       prenorm: true
+│       dropout: 0.0
+│       dropres: 0.0
+│       initializer: null
+│       transposed: true
+│       residual: R
+│       norm: layer
+│       interp: 0
+│       act_pool: null
+│
+├── encoder
+│   └── embedding
+└── decoder
+    └── _name_: sequence
+        mode: last