Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+wandb/run-20240921_111222-4ony16ec/run-4ony16ec.wandb filter=lfs diff=lfs merge=lfs -text

added_tokens.json

@@ -0,0 +1,16 @@
+{
+  "<|box_end|>": 151649,
+  "<|box_start|>": 151648,
+  "<|endoftext|>": 151643,
+  "<|im_end|>": 151645,
+  "<|im_start|>": 151644,
+  "<|image_pad|>": 151655,
+  "<|object_ref_end|>": 151647,
+  "<|object_ref_start|>": 151646,
+  "<|quad_end|>": 151651,
+  "<|quad_start|>": 151650,
+  "<|video_pad|>": 151656,
+  "<|vision_end|>": 151653,
+  "<|vision_pad|>": 151654,
+  "<|vision_start|>": 151652
+}

arguments.yaml

@@ -0,0 +1,51 @@
+data_cfgs:
+  eval_data_files: null
+  eval_datasets: null
+  eval_optional_args: []
+  eval_size: null
+  eval_split: null
+  eval_subset: null
+  eval_template: null
+  train_data_files: extracted_preference_1.5k_washed.json
+  train_datasets: /aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted
+  train_optional_args: []
+  train_size: null
+  train_split: train
+  train_subset: null
+  train_template: NExTQA_preference
+logger_cfgs:
+  cache_dir: null
+  log_project: align-anything
+  log_run_name: dpo
+  log_type: wandb
+  output_dir: ../outputs/dpo_tiv2t_1.5k_base
+  save_interval: 100000
+model_cfgs:
+  model_max_length: 4096
+  model_name_or_path: /aifs4su/yaodong/models/Qwen2-VL-7B-Instruct
+  trust_remote_code: true
+special_tokens: null
+train_cfgs:
+  adam_betas:
+  - 0.9
+  - 0.95
+  bf16: true
+  ds_cfgs: ds_z3_config.json
+  epochs: 3
+  eval_interval: 10
+  eval_strategy: epoch
+  fp16: false
+  freeze_language_model: false
+  freeze_mm_proj: false
+  freeze_vision_tower: true
+  gradient_accumulation_steps: 1.0
+  gradient_checkpointing: true
+  learning_rate: 1.0e-06
+  lr_scheduler_type: cosine
+  lr_warmup_ratio: 0.01
+  per_device_eval_batch_size: 1.0
+  per_device_train_batch_size: 1.0
+  regularization: 0.001
+  scale_coeff: 0.1
+  seed: 42
+  weight_decay: 0.0

chat_template.json

@@ -0,0 +1,3 @@
+{
+    "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}"
+}

config.json

@@ -0,0 +1,48 @@
+{
+  "_name_or_path": "/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct",
+  "architectures": [
+    "Qwen2VLForConditionalGeneration"
+  ],
+  "attention_dropout": 0.0,
+  "bos_token_id": 128245,
+  "eos_token_id": 151645,
+  "hidden_act": "silu",
+  "hidden_size": 3584,
+  "image_token_id": 151655,
+  "initializer_range": 0.02,
+  "intermediate_size": 18944,
+  "max_position_embeddings": 32768,
+  "max_window_layers": 28,
+  "model_type": "qwen2_vl",
+  "num_attention_heads": 28,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 4,
+  "pad_token_id": 151643,
+  "rms_norm_eps": 1e-06,
+  "rope_scaling": {
+    "mrope_section": [
+      16,
+      24,
+      24
+    ],
+    "rope_type": "default",
+    "type": "default"
+  },
+  "rope_theta": 1000000.0,
+  "sliding_window": 32768,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.45.0.dev0",
+  "use_cache": true,
+  "use_sliding_window": false,
+  "video_token_id": 151656,
+  "vision_config": {
+    "in_chans": 3,
+    "model_type": "qwen2_vl",
+    "spatial_patch_size": 14
+  },
+  "vision_end_token_id": 151653,
+  "vision_start_token_id": 151652,
+  "vision_token_id": 151654,
+  "vocab_size": 151657
+}

environ.txt

@@ -0,0 +1,178 @@
+BASH_FUNC__module_raw%%=() {  unset _mlshdbg;
+ if [ "${MODULES_SILENT_SHELL_DEBUG:-0}" = '1' ]; then
+ case "$-" in 
+ *v*x*)
+ set +vx;
+ _mlshdbg='vx'
+ ;;
+ *v*)
+ set +v;
+ _mlshdbg='v'
+ ;;
+ *x*)
+ set +x;
+ _mlshdbg='x'
+ ;;
+ *)
+ _mlshdbg=''
+ ;;
+ esac;
+ fi;
+ unset _mlre _mlIFS;
+ if [ -n "${IFS+x}" ]; then
+ _mlIFS=$IFS;
+ fi;
+ IFS=' ';
+ for _mlv in ${MODULES_RUN_QUARANTINE:-};
+ do
+ if [ "${_mlv}" = "${_mlv##*[!A-Za-z0-9_]}" -a "${_mlv}" = "${_mlv#[0-9]}" ]; then
+ if [ -n "`eval 'echo ${'$_mlv'+x}'`" ]; then
+ _mlre="${_mlre:-}${_mlv}_modquar='`eval 'echo ${'$_mlv'}'`' ";
+ fi;
+ _mlrv="MODULES_RUNENV_${_mlv}";
+ _mlre="${_mlre:-}${_mlv}='`eval 'echo ${'$_mlrv':-}'`' ";
+ fi;
+ done;
+ if [ -n "${_mlre:-}" ]; then
+ eval `eval ${_mlre} /usr/bin/tclsh /cm/local/apps/environment-modules/4.5.3/libexec/modulecmd.tcl bash '"$@"'`;
+ else
+ eval `/usr/bin/tclsh /cm/local/apps/environment-modules/4.5.3/libexec/modulecmd.tcl bash "$@"`;
+ fi;
+ _mlstatus=$?;
+ if [ -n "${_mlIFS+x}" ]; then
+ IFS=$_mlIFS;
+ else
+ unset IFS;
+ fi;
+ unset _mlre _mlv _mlrv _mlIFS;
+ if [ -n "${_mlshdbg:-}" ]; then
+ set -$_mlshdbg;
+ fi;
+ unset _mlshdbg;
+ return $_mlstatus
+}
+BASH_FUNC_ml%%=() {  module ml "$@"
+}
+BASH_FUNC_module%%=() {  _module_raw "$@" 2>&1
+}
+BASH_FUNC_switchml%%=() {  typeset swfound=1;
+ if [ "${MODULES_USE_COMPAT_VERSION:-0}" = '1' ]; then
+ typeset swname='main';
+ if [ -e /cm/local/apps/environment-modules/4.5.3/libexec/modulecmd.tcl ]; then
+ typeset swfound=0;
+ unset MODULES_USE_COMPAT_VERSION;
+ fi;
+ else
+ typeset swname='compatibility';
+ if [ -e /cm/local/apps/environment-modules/4.5.3/libexec/modulecmd-compat ]; then
+ typeset swfound=0;
+ MODULES_USE_COMPAT_VERSION=1;
+ export MODULES_USE_COMPAT_VERSION;
+ fi;
+ fi;
+ if [ $swfound -eq 0 ]; then
+ echo "Switching to Modules $swname version";
+ source /cm/local/apps/environment-modules/4.5.3/init/bash;
+ else
+ echo "Cannot switch to Modules $swname version, command not found";
+ return 1;
+ fi
+}
+BROWSER=/home/yangyaodong/.vscode-server/cli/servers/Stable-38c31bc77e0dd6ae88a4e9cc93428cc27a56ba40/server/bin/helpers/browser.sh
+CMD_WLM_CLUSTER_NAME=slurm
+COLORTERM=truecolor
+CONDA_DEFAULT_ENV=hantao_tiv
+CONDA_EXE=/aifs4su/yaodong/miniconda3/bin/conda
+CONDA_MKL_INTERFACE_LAYER_BACKUP=
+CONDA_PREFIX=/aifs4su/yaodong/miniconda3/envs/hantao_tiv
+CONDA_PREFIX_1=/aifs4su/yaodong/miniconda3
+CONDA_PREFIX_2=/aifs4su/yaodong/miniconda3/envs/hantao_new
+CONDA_PROMPT_MODIFIER=(hantao_tiv) 
+CONDA_PYTHON_EXE=/aifs4su/yaodong/miniconda3/bin/python
+CONDA_SHLVL=3
+CPATH=/cm/shared/apps/slurm/current/include
+CPATH_modshare=/cm/shared/apps/slurm/current/include:1
+CROSS_RANK=0
+CROSS_SIZE=1
+CUDA_HOME=/aifs4su/yaodong/miniconda3/envs/hantao_tiv
+CUDA_MODULE_LOADING=LAZY
+CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7
+DBUS_SESSION_BUS_ADDRESS=unix:path=/run/user/1028/bus
+ENABLE_LMOD=0
+GIT_ASKPASS=/home/yangyaodong/.vscode-server/cli/servers/Stable-38c31bc77e0dd6ae88a4e9cc93428cc27a56ba40/server/extensions/git/dist/askpass.sh
+GSETTINGS_SCHEMA_DIR=/aifs4su/yaodong/miniconda3/envs/hantao_tiv/share/glib-2.0/schemas
+GSETTINGS_SCHEMA_DIR_CONDA_BACKUP=
+HOME=/home/yangyaodong
+KMP_DUPLICATE_LIB_OK=True
+KMP_INIT_AT_FORK=FALSE
+LANG=C.UTF-8
+LD_LIBRARY_PATH=/usr/local/cuda/lib64:/usr/mpi/gcc/openmpi-4.1.7a1/lib:/usr/local/cuda/lib64:/usr/local/cuda/lib64:/cm/shared/apps/slurm/current/lib64/slurm:/cm/shared/apps/slurm/current/lib64
+LD_LIBRARY_PATH_modshare=/cm/shared/apps/slurm/current/lib64:1:/usr/mpi/gcc/openmpi-4.1.7a1/lib:1:/cm/shared/apps/slurm/current/lib64/slurm:1:/usr/local/cuda/lib64:1
+LD_RUN_PATH=/usr/mpi/gcc/openmpi-4.1.7a1/lib
+LD_RUN_PATH_modshare=/usr/mpi/gcc/openmpi-4.1.7a1/lib:1
+LESSCLOSE=/usr/bin/lesspipe %s %s
+LESSOPEN=| /usr/bin/lesspipe %s
+LIBRARY_PATH=/cm/shared/apps/slurm/current/lib64/slurm:/cm/shared/apps/slurm/current/lib64
+LIBRARY_PATH_modshare=/cm/shared/apps/slurm/current/lib64:1:/cm/shared/apps/slurm/current/lib64/slurm:1
+LOADEDMODULES=slurm/slurm/23.02.6:gcc/64/4.1.7a1
+LOADEDMODULES_modshare=slurm/slurm/23.02.6:1:gcc/64/4.1.7a1:1
+LOCAL_RANK=0
+LOCAL_SIZE=8
+LOGLEVEL=WARNING
+LOGNAME=yangyaodong
+LS_COLORS=rs=0:di=01;34:ln=01;36:mh=00:pi=40;33:so=01;35:do=01;35:bd=40;33;01:cd=40;33;01:or=40;31;01:mi=00:su=37;41:sg=30;43:ca=30;41:tw=30;42:ow=34;42:st=37;44:ex=01;32:*.tar=01;31:*.tgz=01;31:*.arc=01;31:*.arj=01;31:*.taz=01;31:*.lha=01;31:*.lz4=01;31:*.lzh=01;31:*.lzma=01;31:*.tlz=01;31:*.txz=01;31:*.tzo=01;31:*.t7z=01;31:*.zip=01;31:*.z=01;31:*.dz=01;31:*.gz=01;31:*.lrz=01;31:*.lz=01;31:*.lzo=01;31:*.xz=01;31:*.zst=01;31:*.tzst=01;31:*.bz2=01;31:*.bz=01;31:*.tbz=01;31:*.tbz2=01;31:*.tz=01;31:*.deb=01;31:*.rpm=01;31:*.jar=01;31:*.war=01;31:*.ear=01;31:*.sar=01;31:*.rar=01;31:*.alz=01;31:*.ace=01;31:*.zoo=01;31:*.cpio=01;31:*.7z=01;31:*.rz=01;31:*.cab=01;31:*.wim=01;31:*.swm=01;31:*.dwm=01;31:*.esd=01;31:*.jpg=01;35:*.jpeg=01;35:*.mjpg=01;35:*.mjpeg=01;35:*.gif=01;35:*.bmp=01;35:*.pbm=01;35:*.pgm=01;35:*.ppm=01;35:*.tga=01;35:*.xbm=01;35:*.xpm=01;35:*.tif=01;35:*.tiff=01;35:*.png=01;35:*.svg=01;35:*.svgz=01;35:*.mng=01;35:*.pcx=01;35:*.mov=01;35:*.mpg=01;35:*.mpeg=01;35:*.m2v=01;35:*.mkv=01;35:*.webm=01;35:*.webp=01;35:*.ogm=01;35:*.mp4=01;35:*.m4v=01;35:*.mp4v=01;35:*.vob=01;35:*.qt=01;35:*.nuv=01;35:*.wmv=01;35:*.asf=01;35:*.rm=01;35:*.rmvb=01;35:*.flc=01;35:*.avi=01;35:*.fli=01;35:*.flv=01;35:*.gl=01;35:*.dl=01;35:*.xcf=01;35:*.xwd=01;35:*.yuv=01;35:*.cgm=01;35:*.emf=01;35:*.ogv=01;35:*.ogx=01;35:*.aac=00;36:*.au=00;36:*.flac=00;36:*.m4a=00;36:*.mid=00;36:*.midi=00;36:*.mka=00;36:*.mp3=00;36:*.mpc=00;36:*.ogg=00;36:*.ra=00;36:*.wav=00;36:*.oga=00;36:*.opus=00;36:*.spx=00;36:*.xspf=00;36:
+MANPATH=/usr/mpi/gcc/openmpi-4.1.7a1/share/man:/cm/shared/apps/slurm/current/man:/cm/local/apps/environment-modules/4.5.3/share/man:/usr/local/man:/usr/local/share/man:/usr/share/man:/cm/local/apps/environment-modules/current/share/man:/cm/local/apps/environment-modules/current/share/man:/cm/local/apps/environment-modules/current/share/man
+MANPATH_modshare=/usr/local/share/man:1:/usr/mpi/gcc/openmpi-4.1.7a1/share/man:1:/cm/local/apps/environment-modules/current/share/man:1:/cm/local/apps/environment-modules/4.5.3/share/man:1:/usr/local/man:1:/usr/share/man:1:/cm/shared/apps/slurm/current/man:1
+MASTER_ADDR=127.0.0.1
+MASTER_PORT=16688
+MIG_PARTED_CHECKPOINT_FILE=/var/lib/nvidia-mig-manager/checkpoint.json
+MIG_PARTED_CONFIG_FILE=/etc/nvidia-mig-manager/config.yaml
+MIG_PARTED_HOOKS_FILE=/etc/nvidia-mig-manager/hooks.yaml
+MKL_INTERFACE_LAYER=LP64,GNU
+MODULEPATH=/cm/local/modulefiles:/cm/shared/modulefiles
+MODULESHOME=/cm/local/apps/environment-modules/4.5.3
+MODULES_CMD=/cm/local/apps/environment-modules/4.5.3/libexec/modulecmd.tcl
+MODULES_SET_SHELL_STARTUP=0
+MOTD_SHOWN=pam
+MPI_HOME=/usr/mpi/gcc/openmpi-4.1.7a1
+MPI_RUN=/usr/mpi/gcc/openmpi-4.1.7a1/bin/mpirun
+OLDPWD=/home/yangyaodong
+PATH=/home/yangyaodong/.local/bin:/usr/local/cuda/bin:/usr/lpp/mmfs/bin:/usr/local/cuda/bin:/opt/bin:/home/yangyaodong/.local/bin:/aifs4su/yaodong/google-cloud-sdk/bin:/aifs4su/yaodong/miniconda3/envs/hantao_tiv/bin:/aifs4su/yaodong/miniconda3/condabin:/usr/mpi/gcc/openmpi-4.1.7a1/bin:/usr/local/cuda/bin:/usr/lpp/mmfs/bin:/cm/shared/apps/slurm/current/sbin:/cm/shared/apps/slurm/current/bin:/usr/local/cuda/bin:/opt/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/usr/games:/usr/local/games:/snap/bin:/sbin:/usr/sbin:/cm/local/apps/environment-modules/4.5.3/bin
+PATH_modshare=/usr/mpi/gcc/openmpi-4.1.7a1/bin:1:/opt/bin/:1:/usr/bin:1:/usr/local/bin:1:/cm/shared/apps/slurm/current/bin:1:/cm/shared/apps/slurm/current/sbin:1:/bin:1:/snap/bin:1:/sbin:1:/home/yangyaodong/.vscode-server/cli/servers/Stable-38c31bc77e0dd6ae88a4e9cc93428cc27a56ba40/server/bin/remote-cli:1:/usr/sbin:1:/cm/local/apps/environment-modules/4.5.3/bin:1:/usr/games:1:/usr/local/sbin:1:/usr/lpp/mmfs/bin:1:/usr/local/cuda/bin:1:/usr/local/games:1
+PWD=/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/scripts
+PYTHONHASHSEED=42
+PYTHONPATH=/aifs4su/yaodong/projects/hantao/dev_cham/align-anything:/aifs4su/yaodong/projects/hantao/dev_cham/align-anything
+RANK=0
+SHELL=/bin/bash
+SHLVL=5
+SLURM_CONF=/cm/shared/apps/slurm/var/etc/slurm/slurm.conf
+SSH_CLIENT=10.33.4.51 60672 22
+SSH_CONNECTION=10.33.4.51 35276 10.33.5.36 22
+SSL_CERT_DIR=/usr/lib/ssl/certs
+SSL_CERT_FILE=/usr/lib/ssl/certs/ca-certificates.crt
+TERM=screen
+TERM_PROGRAM=tmux
+TERM_PROGRAM_VERSION=3.2a
+TMUX=/tmp/tmux-1028/default,1661839,139
+TMUX_PANE=%139
+TRITON_CACHE_DIR=/aifs4su/yaodong/cache/triton
+USER=yangyaodong
+VSCODE_GIT_ASKPASS_EXTRA_ARGS=
+VSCODE_GIT_ASKPASS_MAIN=/home/yangyaodong/.vscode-server/cli/servers/Stable-38c31bc77e0dd6ae88a4e9cc93428cc27a56ba40/server/extensions/git/dist/askpass-main.js
+VSCODE_GIT_ASKPASS_NODE=/home/yangyaodong/.vscode-server/cli/servers/Stable-38c31bc77e0dd6ae88a4e9cc93428cc27a56ba40/server/node
+VSCODE_GIT_IPC_HANDLE=/run/user/1028/vscode-git-ba18af3aed.sock
+VSCODE_IPC_HOOK_CLI=/run/user/1028/vscode-ipc-57558741-0df8-4930-ba26-d5e7527b0cd8.sock
+WANDB_API_KEY=547f38af44135ca76a4f4eed9c8d135532da4960
+WANDB_SERVICE=2-1311189-tcp-localhost-38981
+WORLD_SIZE=8
+XDG_DATA_DIRS=/usr/local/share:/usr/share:/var/lib/snapd/desktop
+XDG_RUNTIME_DIR=/run/user/1028
+XDG_SESSION_CLASS=user
+XDG_SESSION_ID=2362
+XDG_SESSION_TYPE=tty
+XML_CATALOG_FILES=file:///aifs4su/yaodong/miniconda3/envs/hantao_tiv/etc/xml/catalog file:///etc/xml/catalog
+_=/aifs4su/yaodong/miniconda3/envs/hantao_tiv/bin/deepspeed
+_CE_CONDA=
+_CE_M=
+_LMFILES_=/cm/local/modulefiles/slurm/slurm/23.02.6:/cm/local/modulefiles/gcc/64/4.1.7a1
+_LMFILES__modshare=/cm/local/modulefiles/slurm/slurm/23.02.6:1:/cm/local/modulefiles/gcc/64/4.1.7a1:1

preprocessor_config.json

@@ -0,0 +1,29 @@
+{
+  "do_convert_rgb": true,
+  "do_normalize": true,
+  "do_rescale": true,
+  "do_resize": true,
+  "image_mean": [
+    0.48145466,
+    0.4578275,
+    0.40821073
+  ],
+  "image_processor_type": "Qwen2VLImageProcessor",
+  "image_std": [
+    0.26862954,
+    0.26130258,
+    0.27577711
+  ],
+  "max_pixels": 1003520,
+  "merge_size": 2,
+  "min_pixels": 3136,
+  "patch_size": 14,
+  "processor_class": "Qwen2VLProcessor",
+  "resample": 3,
+  "rescale_factor": 0.00392156862745098,
+  "size": {
+    "max_pixels": 1003520,
+    "min_pixels": 3136
+  },
+  "temporal_patch_size": 2
+}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4f7d3d8412de5afaa7d62729bd2e5112c53cd04082eeac24c897e27382ae616
+size 16577151950

script.sh

@@ -0,0 +1,74 @@
+#!/usr/bin/env bash
+#
+# Copyright 2024 PKU-Alignment Team. All Rights Reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+# ==============================================================================
+
+export TRITON_CACHE_DIR="/aifs4su/yaodong/cache/triton"
+# You can replace it with a local model path
+MODEL_NAME_OR_PATH="/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct"
+# You can replace it with a local dataset path
+TRAIN_DATASETS="/aifs4su/yaodong/projects/hantao/lang_feedback/video/outputs"
+EVAL_DATASETS="/aifs4su/yaodong/datasets/ShareGPTVideo/extracted/split"
+# You can replace it with a new path
+OUTPUT_DIR="../outputs/dpo_tiv2t_1.5k_cai"
+# For wandb online logging
+export WANDB_API_KEY="547f38af44135ca76a4f4eed9c8d135532da4960"
+# Source the setup script
+source ./setup.sh
+
+export CUDA_HOME=$CONDA_PREFIX
+
+# Execute deepspeed command
+deepspeed \
+	--master_port ${MASTER_PORT} \
+	--module align_anything.trainers.tiv_to_t.dpo \
+	--model_name_or_path ${MODEL_NAME_OR_PATH} \
+	--train_datasets ${TRAIN_DATASETS} \
+	--output_dir ${OUTPUT_DIR} \
+	--train_data_files cai_gen_outputs_batch_gen_washed_valid_clean_same.json \
+	--train_template NExTQA_preference \
+	--train_split 'train' \
+	--per_device_train_batch_size 1 \
+	--per_device_eval_batch_size 1 \
+	--gradient_accumulation_steps 1
+
+export TRITON_CACHE_DIR="/aifs4su/yaodong/cache/triton"
+# You can replace it with a local model path
+MODEL_NAME_OR_PATH="/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct"
+# You can replace it with a local dataset path
+TRAIN_DATASETS="/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted"
+EVAL_DATASETS="/aifs4su/yaodong/datasets/ShareGPTVideo/extracted/split"
+# You can replace it with a new path
+OUTPUT_DIR="../outputs/dpo_tiv2t_1.5k_base"
+# For wandb online logging
+export WANDB_API_KEY="547f38af44135ca76a4f4eed9c8d135532da4960"
+# Source the setup script
+source ./setup.sh
+
+export CUDA_HOME=$CONDA_PREFIX
+
+# Execute deepspeed command
+deepspeed \
+	--master_port ${MASTER_PORT} \
+	--module align_anything.trainers.tiv_to_t.dpo \
+	--model_name_or_path ${MODEL_NAME_OR_PATH} \
+	--train_datasets ${TRAIN_DATASETS} \
+	--output_dir ${OUTPUT_DIR} \
+	--train_data_files extracted_preference_1.5k_washed.json \
+	--train_template NExTQA_preference \
+	--train_split 'train' \
+	--per_device_train_batch_size 1 \
+	--per_device_eval_batch_size 1 \
+	--gradient_accumulation_steps 1

special_tokens_map.json

@@ -0,0 +1,45 @@
+{
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|endoftext|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer_config.json

@@ -0,0 +1,160 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "128244": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151643": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151644": {
+      "content": "<|im_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151645": {
+      "content": "<|im_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151646": {
+      "content": "<|object_ref_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151647": {
+      "content": "<|object_ref_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151648": {
+      "content": "<|box_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151649": {
+      "content": "<|box_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151650": {
+      "content": "<|quad_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151651": {
+      "content": "<|quad_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151652": {
+      "content": "<|vision_start|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151653": {
+      "content": "<|vision_end|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151654": {
+      "content": "<|vision_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151655": {
+      "content": "<|image_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "151656": {
+      "content": "<|video_pad|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<|im_start|>",
+    "<|im_end|>",
+    "<|object_ref_start|>",
+    "<|object_ref_end|>",
+    "<|box_start|>",
+    "<|box_end|>",
+    "<|quad_start|>",
+    "<|quad_end|>",
+    "<|vision_start|>",
+    "<|vision_end|>",
+    "<|vision_pad|>",
+    "<|image_pad|>",
+    "<|video_pad|>"
+  ],
+  "bos_token": "<s>",
+  "chat_template": "{% set image_count = namespace(value=0) %}{% set video_count = namespace(value=0) %}{% for message in messages %}{% if loop.first and message['role'] != 'system' %}<|im_start|>system\nYou are a helpful assistant.<|im_end|>\n{% endif %}<|im_start|>{{ message['role'] }}\n{% if message['content'] is string %}{{ message['content'] }}<|im_end|>\n{% else %}{% for content in message['content'] %}{% if content['type'] == 'image' or 'image' in content or 'image_url' in content %}{% set image_count.value = image_count.value + 1 %}{% if add_vision_id %}Picture {{ image_count.value }}: {% endif %}<|vision_start|><|image_pad|><|vision_end|>{% elif content['type'] == 'video' or 'video' in content %}{% set video_count.value = video_count.value + 1 %}{% if add_vision_id %}Video {{ video_count.value }}: {% endif %}<|vision_start|><|video_pad|><|vision_end|>{% elif 'text' in content %}{{ content['text'] }}{% endif %}{% endfor %}<|im_end|>\n{% endif %}{% endfor %}{% if add_generation_prompt %}<|im_start|>assistant\n{% endif %}",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|im_end|>",
+  "errors": "replace",
+  "model_max_length": 4096,
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "processor_class": "Qwen2VLProcessor",
+  "split_special_tokens": false,
+  "tokenizer_class": "Qwen2Tokenizer",
+  "unk_token": "<unk>"
+}

wandb/debug.log

@@ -0,0 +1,29 @@
+2024-09-21 11:52:59,195 INFO    MainThread:1311189 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_setup.py:_flush():76] Configure stats pid to 1311189
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_setup.py:_flush():76] Loading settings from /home/yangyaodong/.config/wandb/settings
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_setup.py:_flush():76] Loading settings from /aifs4su/yaodong/projects/hantao/dev_cham/align-anything/scripts/wandb/settings
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'api_key': '***REDACTED***'}
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-09-21 11:52:59,196 WARNING MainThread:1311189 [wandb_setup.py:_flush():76] Could not find program at -m align_anything.trainers.tiv_to_t.dpo
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.tiv_to_t.dpo'}
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_init.py:_log_setup():529] Logging user logs to ../outputs/dpo_tiv2t_1.5k_base/wandb/run-20240921_115259-p9bvnzls/logs/debug.log
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_init.py:_log_setup():530] Logging internal logs to ../outputs/dpo_tiv2t_1.5k_base/wandb/run-20240921_115259-p9bvnzls/logs/debug-internal.log
+2024-09-21 11:52:59,196 INFO    MainThread:1311189 [wandb_init.py:init():569] calling init triggers
+2024-09-21 11:52:59,197 INFO    MainThread:1311189 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3, 'seed': 42, 'per_device_train_batch_size': 1.0, 'per_device_eval_batch_size': 1.0, 'gradient_accumulation_steps': 1.0, 'gradient_checkpointing': True, 'learning_rate': 1e-06, 'lr_scheduler_type': 'cosine', 'lr_warmup_ratio': 0.01, 'weight_decay': 0.0, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'regularization': 0.001, 'scale_coeff': 0.1, 'freeze_mm_proj': False, 'freeze_vision_tower': True, 'freeze_language_model': False}, 'data_cfgs': {'train_datasets': '/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted', 'train_template': 'NExTQA_preference', 'train_size': None, 'train_split': 'train', 'train_subset': None, 'train_data_files': 'extracted_preference_1.5k_washed.json', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'dpo', 'output_dir': '../outputs/dpo_tiv2t_1.5k_base', 'cache_dir': None, 'save_interval': 100000}, 'model_cfgs': {'model_name_or_path': '/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct', 'trust_remote_code': True, 'model_max_length': 4096}, 'special_tokens': None}
+2024-09-21 11:52:59,197 INFO    MainThread:1311189 [wandb_init.py:init():619] starting backend
+2024-09-21 11:52:59,197 INFO    MainThread:1311189 [wandb_init.py:init():623] setting up manager
+2024-09-21 11:52:59,198 INFO    MainThread:1311189 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-09-21 11:52:59,201 INFO    MainThread:1311189 [wandb_init.py:init():631] backend started and connected
+2024-09-21 11:52:59,204 INFO    MainThread:1311189 [wandb_init.py:init():720] updated telemetry
+2024-09-21 11:52:59,226 INFO    MainThread:1311189 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
+2024-09-21 11:52:59,742 INFO    MainThread:1311189 [wandb_run.py:_on_init():2435] communicating current version
+2024-09-21 11:52:59,955 INFO    MainThread:1311189 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-09-21 11:52:59,956 INFO    MainThread:1311189 [wandb_init.py:init():804] starting run threads in backend
+2024-09-21 11:53:06,573 INFO    MainThread:1311189 [wandb_run.py:_console_start():2413] atexit reg
+2024-09-21 11:53:06,574 INFO    MainThread:1311189 [wandb_run.py:_redirect():2255] redirect: wrap_raw
+2024-09-21 11:53:06,574 INFO    MainThread:1311189 [wandb_run.py:_redirect():2320] Wrapping output streams.
+2024-09-21 11:53:06,574 INFO    MainThread:1311189 [wandb_run.py:_redirect():2345] Redirects installed.
+2024-09-21 11:53:06,633 INFO    MainThread:1311189 [wandb_init.py:init():847] run started, returning control to user process

wandb/run-20240921_050939-9z0w7l09/files/conda-environment.yaml

@@ -0,0 +1,516 @@
+name: hantao_tiv
+channels:
+  - nvidia/label/cuda-12.1.0
+  - nvidia
+  - pytorch
+  - huggingface
+  - conda-forge
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=conda_forge
+  - _openmp_mutex=4.5=2_gnu
+  - aom=3.9.1=hac33072_0
+  - asttokens=2.4.1=pyhd8ed1ab_0
+  - blas=1.0=mkl
+  - brotli-python=1.1.0=py311hb755f60_1
+  - bzip2=1.0.8=h4bc722e_7
+  - ca-certificates=2024.7.4=hbcca054_0
+  - cairo=1.18.0=hebfffa5_3
+  - certifi=2024.7.4=pyhd8ed1ab_0
+  - cffi=1.16.0=py311hb3a22ac_0
+  - charset-normalizer=3.3.2=pyhd8ed1ab_0
+  - comm=0.2.2=pyhd8ed1ab_0
+  - cuda=12.1.0=0
+  - cuda-cccl=12.1.55=0
+  - cuda-command-line-tools=12.1.0=0
+  - cuda-compiler=12.1.0=0
+  - cuda-cudart=12.1.55=0
+  - cuda-cudart-dev=12.1.55=0
+  - cuda-cudart-static=12.1.55=0
+  - cuda-cuobjdump=12.1.55=0
+  - cuda-cupti=12.1.62=0
+  - cuda-cupti-static=12.1.62=0
+  - cuda-cuxxfilt=12.1.55=0
+  - cuda-demo-suite=12.1.55=0
+  - cuda-documentation=12.1.55=0
+  - cuda-driver-dev=12.1.55=0
+  - cuda-gdb=12.1.55=0
+  - cuda-libraries=12.1.0=0
+  - cuda-libraries-dev=12.1.0=0
+  - cuda-libraries-static=12.1.0=0
+  - cuda-nsight=12.1.55=0
+  - cuda-nsight-compute=12.1.0=0
+  - cuda-nvcc=12.1.66=0
+  - cuda-nvdisasm=12.1.55=0
+  - cuda-nvml-dev=12.1.55=0
+  - cuda-nvprof=12.1.55=0
+  - cuda-nvprune=12.1.55=0
+  - cuda-nvrtc=12.1.55=0
+  - cuda-nvrtc-dev=12.1.55=0
+  - cuda-nvrtc-static=12.1.55=0
+  - cuda-nvtx=12.1.66=0
+  - cuda-nvvp=12.1.55=0
+  - cuda-opencl=12.1.56=0
+  - cuda-opencl-dev=12.1.56=0
+  - cuda-profiler-api=12.1.55=0
+  - cuda-runtime=12.1.0=0
+  - cuda-sanitizer-api=12.1.55=0
+  - cuda-toolkit=12.1.0=0
+  - cuda-tools=12.1.0=0
+  - cuda-visual-tools=12.1.0=0
+  - dav1d=1.2.1=hd590300_0
+  - debugpy=1.8.2=py311h4332511_0
+  - exceptiongroup=1.2.2=pyhd8ed1ab_0
+  - executing=2.0.1=pyhd8ed1ab_0
+  - expat=2.6.2=h59595ed_0
+  - ffmpeg=7.0.1=gpl_h9be9148_104
+  - filelock=3.15.4=pyhd8ed1ab_0
+  - font-ttf-dejavu-sans-mono=2.37=hab24e00_0
+  - font-ttf-inconsolata=3.000=h77eed37_0
+  - font-ttf-source-code-pro=2.038=h77eed37_0
+  - font-ttf-ubuntu=0.83=h77eed37_2
+  - fontconfig=2.14.2=h14ed4e7_0
+  - fonts-conda-ecosystem=1=0
+  - fonts-conda-forge=1=0
+  - freetype=2.12.1=h267a509_2
+  - fribidi=1.0.10=h36c2ea0_0
+  - gds-tools=1.6.0.25=0
+  - gettext=0.22.5=h59595ed_2
+  - gettext-tools=0.22.5=h59595ed_2
+  - git-lfs=3.5.1=ha770c72_0
+  - gmp=6.3.0=hac33072_2
+  - gmpy2=2.1.5=py311hc4f1f91_1
+  - gnutls=3.7.9=hb077bed_0
+  - graphite2=1.3.13=h59595ed_1003
+  - h2=4.1.0=pyhd8ed1ab_0
+  - harfbuzz=9.0.0=hda332d3_1
+  - hpack=4.0.0=pyh9f0ad1d_0
+  - hyperframe=6.0.1=pyhd8ed1ab_0
+  - icu=75.1=he02047a_0
+  - idna=3.7=pyhd8ed1ab_0
+  - importlib-metadata=8.2.0=pyha770c72_0
+  - importlib_metadata=8.2.0=hd8ed1ab_0
+  - intel-openmp=2022.0.1=h06a4308_3633
+  - ipykernel=6.29.5=pyh3099207_0
+  - ipython=8.26.0=pyh707e725_0
+  - jedi=0.19.1=pyhd8ed1ab_0
+  - jinja2=3.1.4=pyhd8ed1ab_0
+  - jupyter_client=8.6.2=pyhd8ed1ab_0
+  - jupyter_core=5.7.2=py311h38be061_0
+  - keyutils=1.6.1=h166bdaf_0
+  - krb5=1.21.3=h659f571_0
+  - lame=3.100=h166bdaf_1003
+  - lcms2=2.16=hb7c19ff_0
+  - ld_impl_linux-64=2.40=hf3520f5_7
+  - lerc=4.0.0=h27087fc_0
+  - libabseil=20240116.2=cxx17_he02047a_1
+  - libasprintf=0.22.5=h661eb56_2
+  - libasprintf-devel=0.22.5=h661eb56_2
+  - libass=0.17.1=h39113c1_2
+  - libblas=3.9.0=16_linux64_mkl
+  - libcblas=3.9.0=16_linux64_mkl
+  - libcublas=12.1.0.26=0
+  - libcublas-dev=12.1.0.26=0
+  - libcublas-static=12.1.0.26=0
+  - libcufft=11.0.2.4=0
+  - libcufft-dev=11.0.2.4=0
+  - libcufft-static=11.0.2.4=0
+  - libcufile=1.6.0.25=0
+  - libcufile-dev=1.6.0.25=0
+  - libcufile-static=1.6.0.25=0
+  - libcurand=10.3.2.56=0
+  - libcurand-dev=10.3.2.56=0
+  - libcurand-static=10.3.2.56=0
+  - libcusolver=11.4.4.55=0
+  - libcusolver-dev=11.4.4.55=0
+  - libcusolver-static=11.4.4.55=0
+  - libcusparse=12.0.2.55=0
+  - libcusparse-dev=12.0.2.55=0
+  - libcusparse-static=12.0.2.55=0
+  - libdeflate=1.20=hd590300_0
+  - libdrm=2.4.122=h4ab18f5_0
+  - libedit=3.1.20191231=he28a2e2_2
+  - libexpat=2.6.2=h59595ed_0
+  - libffi=3.4.2=h7f98852_5
+  - libgcc-ng=14.1.0=h77fa898_0
+  - libgettextpo=0.22.5=h59595ed_2
+  - libgettextpo-devel=0.22.5=h59595ed_2
+  - libglib=2.80.3=h8a4344b_1
+  - libgomp=14.1.0=h77fa898_0
+  - libhwloc=2.11.1=default_hecaa2ac_1000
+  - libiconv=1.17=hd590300_2
+  - libidn2=2.3.7=hd590300_0
+  - libjpeg-turbo=3.0.0=hd590300_1
+  - liblapack=3.9.0=16_linux64_mkl
+  - libnpp=12.0.2.50=0
+  - libnpp-dev=12.0.2.50=0
+  - libnpp-static=12.0.2.50=0
+  - libnsl=2.0.1=hd590300_0
+  - libnvjitlink=12.1.105=0
+  - libnvjitlink-dev=12.1.55=0
+  - libnvjpeg=12.1.0.39=0
+  - libnvjpeg-dev=12.1.0.39=0
+  - libnvjpeg-static=12.1.0.39=0
+  - libnvvm-samples=12.1.55=0
+  - libopenvino=2024.2.0=h2da1b83_1
+  - libopenvino-auto-batch-plugin=2024.2.0=hb045406_1
+  - libopenvino-auto-plugin=2024.2.0=hb045406_1
+  - libopenvino-hetero-plugin=2024.2.0=h5c03a75_1
+  - libopenvino-intel-cpu-plugin=2024.2.0=h2da1b83_1
+  - libopenvino-intel-gpu-plugin=2024.2.0=h2da1b83_1
+  - libopenvino-intel-npu-plugin=2024.2.0=he02047a_1
+  - libopenvino-ir-frontend=2024.2.0=h5c03a75_1
+  - libopenvino-onnx-frontend=2024.2.0=h07e8aee_1
+  - libopenvino-paddle-frontend=2024.2.0=h07e8aee_1
+  - libopenvino-pytorch-frontend=2024.2.0=he02047a_1
+  - libopenvino-tensorflow-frontend=2024.2.0=h39126c6_1
+  - libopenvino-tensorflow-lite-frontend=2024.2.0=he02047a_1
+  - libopus=1.3.1=h7f98852_1
+  - libpciaccess=0.18=hd590300_0
+  - libpng=1.6.43=h2797004_0
+  - libprotobuf=4.25.3=h08a7969_0
+  - libsodium=1.0.18=h36c2ea0_1
+  - libsqlite=3.46.0=hde9e2c9_0
+  - libstdcxx-ng=14.1.0=hc0a3c3a_0
+  - libtasn1=4.19.0=h166bdaf_0
+  - libtiff=4.6.0=h1dd3fc0_3
+  - libunistring=0.9.10=h7f98852_0
+  - libuuid=2.38.1=h0b41bf4_0
+  - libva=2.22.0=hb711507_0
+  - libvpx=1.14.1=hac33072_0
+  - libwebp-base=1.4.0=hd590300_0
+  - libxcb=1.16=hd590300_0
+  - libxcrypt=4.4.36=hd590300_1
+  - libxml2=2.12.7=he7c6b58_4
+  - libzlib=1.3.1=h4ab18f5_1
+  - llvm-openmp=15.0.7=h0cdce71_0
+  - markupsafe=2.1.5=py311h459d7ec_0
+  - matplotlib-inline=0.1.7=pyhd8ed1ab_0
+  - mkl=2022.1.0=hc2b9512_224
+  - mpc=1.3.1=hfe3b2da_0
+  - mpfr=4.2.1=h38ae2d0_2
+  - mpmath=1.3.0=pyhd8ed1ab_0
+  - ncurses=6.5=h59595ed_0
+  - nest-asyncio=1.6.0=pyhd8ed1ab_0
+  - nettle=3.9.1=h7ab15ed_0
+  - networkx=3.3=pyhd8ed1ab_1
+  - nsight-compute=2023.1.0.15=0
+  - ocl-icd=2.3.2=hd590300_1
+  - openh264=2.4.1=h59595ed_0
+  - openjpeg=2.5.2=h488ebb8_0
+  - openssl=3.3.1=h4bc722e_2
+  - p11-kit=0.24.1=hc5aa10d_0
+  - packaging=24.1=pyhd8ed1ab_0
+  - parso=0.8.4=pyhd8ed1ab_0
+  - pcre2=10.44=h0f59acf_0
+  - pexpect=4.9.0=pyhd8ed1ab_0
+  - pickleshare=0.7.5=py_1003
+  - pillow=10.4.0=py311h82a398c_0
+  - pip=24.0=pyhd8ed1ab_0
+  - pixman=0.43.2=h59595ed_0
+  - prompt-toolkit=3.0.47=pyha770c72_0
+  - psutil=6.0.0=py311h331c9d8_0
+  - pthread-stubs=0.4=h36c2ea0_1001
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pugixml=1.14=h59595ed_0
+  - pure_eval=0.2.3=pyhd8ed1ab_0
+  - pycparser=2.22=pyhd8ed1ab_0
+  - pygments=2.18.0=pyhd8ed1ab_0
+  - pysocks=1.7.1=pyha2e5f31_6
+  - python=3.11.9=hb806964_0_cpython
+  - python_abi=3.11=4_cp311
+  - pytorch=2.4.0=py3.11_cuda12.1_cudnn9.1.0_0
+  - pytorch-cuda=12.1=ha16c6d3_5
+  - pytorch-mutex=1.0=cuda
+  - pyyaml=6.0.1=py311h459d7ec_1
+  - pyzmq=26.0.3=py311h08a0b41_0
+  - readline=8.2=h8228510_1
+  - requests=2.32.3=pyhd8ed1ab_0
+  - setuptools=71.0.4=pyhd8ed1ab_0
+  - six=1.16.0=pyh6c4a22f_0
+  - snappy=1.2.1=ha2e4443_0
+  - stack_data=0.6.2=pyhd8ed1ab_0
+  - svt-av1=2.1.2=hac33072_0
+  - sympy=1.13.0=pypyh2585a3b_103
+  - tbb=2021.12.0=h434a139_3
+  - tk=8.6.13=noxft_h4845f30_101
+  - torchaudio=2.4.0=py311_cu121
+  - torchtriton=3.0.0=py311
+  - tornado=6.4.1=py311h331c9d8_0
+  - traitlets=5.14.3=pyhd8ed1ab_0
+  - typing_extensions=4.12.2=pyha770c72_0
+  - urllib3=2.2.2=pyhd8ed1ab_1
+  - wayland=1.23.0=h5291e77_0
+  - wayland-protocols=1.36=hd8ed1ab_0
+  - wcwidth=0.2.13=pyhd8ed1ab_0
+  - wheel=0.43.0=pyhd8ed1ab_1
+  - x264=1!164.3095=h166bdaf_2
+  - x265=3.5=h924138e_3
+  - xorg-fixesproto=5.0=h7f98852_1002
+  - xorg-kbproto=1.0.7=h7f98852_1002
+  - xorg-libice=1.1.1=hd590300_0
+  - xorg-libsm=1.2.4=h7391055_0
+  - xorg-libx11=1.8.9=hb711507_1
+  - xorg-libxau=1.0.11=hd590300_0
+  - xorg-libxdmcp=1.1.3=h7f98852_0
+  - xorg-libxext=1.3.4=h0b41bf4_2
+  - xorg-libxfixes=5.0.3=h7f98852_1004
+  - xorg-libxrender=0.9.11=hd590300_0
+  - xorg-renderproto=0.11.1=h7f98852_1002
+  - xorg-xextproto=7.3.0=h0b41bf4_1003
+  - xorg-xproto=7.0.31=h7f98852_1007
+  - xz=5.2.6=h166bdaf_0
+  - yaml=0.2.5=h7f98852_2
+  - zeromq=4.3.5=h75354e8_4
+  - zipp=3.19.2=pyhd8ed1ab_0
+  - zlib=1.3.1=h4ab18f5_1
+  - zstandard=0.23.0=py311h5cd10c7_0
+  - zstd=1.5.6=ha6fb4c9_0
+  - pip:
+      - about-time==4.2.1
+      - absl-py==2.1.0
+      - accelerate==0.34.0
+      - aiofiles==23.2.1
+      - aiohttp==3.9.5
+      - aiohttp-retry==2.8.3
+      - aiosignal==1.3.1
+      - align-anything==0.0.1.dev0
+      - alive-progress==3.1.5
+      - amqp==5.2.0
+      - annotated-types==0.7.0
+      - antlr4-python3-runtime==4.9.3
+      - anyio==4.4.0
+      - appdirs==1.4.4
+      - asyncssh==2.16.0
+      - atpublic==5.0
+      - attrs==23.2.0
+      - audioread==3.0.1
+      - backoff==2.2.1
+      - billiard==4.2.0
+      - boto3==1.35.9
+      - botocore==1.35.9
+      - cachetools==5.4.0
+      - celery==5.4.0
+      - cfgv==3.4.0
+      - click==8.1.7
+      - click-didyoumean==0.3.1
+      - click-plugins==1.1.1
+      - click-repl==0.3.0
+      - cloudpickle==3.0.0
+      - cmake==3.30.1
+      - colorama==0.4.6
+      - commonmark==0.9.1
+      - configobj==5.0.8
+      - contourpy==1.2.1
+      - cryptography==43.0.0
+      - cycler==0.12.1
+      - dacite==1.6.0
+      - dagshub==0.3.35
+      - dagshub-annotation-converter==0.1.0
+      - dataclasses-json==0.6.7
+      - datasets==2.20.0
+      - decorator==4.4.2
+      - deepspeed==0.14.4
+      - dictdiffer==0.9.0
+      - diffusers==0.29.2
+      - dill==0.3.8
+      - diskcache==5.6.3
+      - distlib==0.3.8
+      - distro==1.9.0
+      - dnspython==2.6.1
+      - docker-pycreds==0.4.0
+      - docstring-parser==0.16
+      - dpath==2.2.0
+      - dulwich==0.22.1
+      - dvc==3.55.1
+      - dvc-data==3.16.5
+      - dvc-http==2.32.0
+      - dvc-objects==5.1.0
+      - dvc-render==1.0.2
+      - dvc-studio-client==0.21.0
+      - dvc-task==0.4.0
+      - einops==0.8.0
+      - email-validator==2.2.0
+      - entrypoints==0.4
+      - fastapi==0.111.1
+      - fastapi-cli==0.0.4
+      - ffmpy==0.3.3
+      - fire==0.6.0
+      - flatten-dict==0.4.2
+      - flufl-lock==8.1.0
+      - fonttools==4.53.1
+      - frozenlist==1.4.1
+      - fsspec==2024.5.0
+      - funcy==2.0
+      - fusepy==3.0.1
+      - gitdb==4.0.11
+      - gitpython==3.1.43
+      - gql==3.5.0
+      - gradio==4.39.0
+      - gradio-client==1.1.1
+      - gradio-multimodalchatbot==0.0.1
+      - grandalf==0.8
+      - grapheme==0.6.0
+      - graphql-core==3.2.3
+      - grpcio==1.65.1
+      - gto==1.7.1
+      - h11==0.14.0
+      - hjson==3.1.0
+      - httpcore==1.0.5
+      - httptools==0.6.1
+      - httpx==0.27.2
+      - huggingface-hub==0.24.3
+      - hydra-core==1.3.2
+      - identify==2.6.0
+      - imageio==2.35.1
+      - imageio-ffmpeg==0.5.1
+      - importlib-resources==6.4.0
+      - iniconfig==2.0.0
+      - interegular==0.3.3
+      - iterative-telemetry==0.0.8
+      - jmespath==1.0.1
+      - joblib==1.4.2
+      - jsonschema==4.23.0
+      - jsonschema-specifications==2023.12.1
+      - kiwisolver==1.4.5
+      - kombu==5.4.0
+      - lark==1.1.9
+      - lazy-loader==0.4
+      - librosa==0.10.2.post1
+      - llamafactory==0.8.4.dev0
+      - llvmlite==0.43.0
+      - lm-format-enforcer==0.10.3
+      - lxml==5.3.0
+      - markdown==3.6
+      - markdown-it-py==3.0.0
+      - marshmallow==3.22.0
+      - matplotlib==3.9.1
+      - mdurl==0.1.2
+      - mmsg==0.1.dev14+gbd2b056.d20240803
+      - moviepy==1.0.3
+      - mpi4py==4.0.0
+      - msgpack==1.0.8
+      - multidict==6.0.5
+      - multiprocess==0.70.16
+      - mypy-extensions==1.0.0
+      - ninja==1.11.1.1
+      - nodeenv==1.9.1
+      - numba==0.60.0
+      - numpy==1.26.4
+      - nvidia-cublas-cu12==12.1.3.1
+      - nvidia-cuda-cupti-cu12==12.1.105
+      - nvidia-cuda-nvrtc-cu12==12.1.105
+      - nvidia-cuda-runtime-cu12==12.1.105
+      - nvidia-cudnn-cu12==8.9.2.26
+      - nvidia-cufft-cu12==11.0.2.54
+      - nvidia-curand-cu12==10.3.2.106
+      - nvidia-cusolver-cu12==11.4.5.107
+      - nvidia-cusparse-cu12==12.1.0.106
+      - nvidia-ml-py==12.535.161
+      - nvidia-nccl-cu12==2.20.5
+      - nvidia-nvjitlink-cu12==12.5.82
+      - nvidia-nvtx-cu12==12.1.105
+      - nvitop==1.3.2
+      - omegaconf==2.3.0
+      - openai==1.37.1
+      - optree==0.12.1
+      - orjson==3.10.6
+      - outlines==0.0.47.dev37+g26e2934
+      - pandas==2.2.2
+      - pathspec==0.12.1
+      - pathvalidate==3.0.0
+      - peft==0.12.0
+      - platformdirs==3.11.0
+      - pluggy==1.5.0
+      - pooch==1.8.2
+      - pre-commit==3.8.0
+      - proglog==0.1.10
+      - prometheus-client==0.20.0
+      - prometheus-fastapi-instrumentator==7.0.0
+      - protobuf==4.25.4
+      - py-cpuinfo==9.0.0
+      - pyairports==2.1.1
+      - pyarrow==17.0.0
+      - pyarrow-hotfix==0.6
+      - pyav==13.0.0
+      - pycountry==24.6.1
+      - pydantic==2.8.2
+      - pydantic-core==2.20.1
+      - pydot==3.0.1
+      - pydub==0.25.1
+      - pygit2==1.15.1
+      - pygtrie==2.5.0
+      - pyparsing==3.1.2
+      - pytest==8.3.2
+      - python-dateutil==2.9.0.post0
+      - python-dotenv==1.0.1
+      - python-multipart==0.0.9
+      - pytz==2024.1
+      - ranger-fm==1.9.3
+      - ray==2.34.0
+      - referencing==0.35.1
+      - regex==2024.7.24
+      - requests-toolbelt==1.0.0
+      - rfc3986==1.5.0
+      - rich==13.1.0
+      - rpds-py==0.19.1
+      - ruamel-yaml==0.18.6
+      - ruamel-yaml-clib==0.2.8
+      - ruff==0.5.5
+      - s3transfer==0.10.2
+      - safetensors==0.4.3
+      - scikit-learn==1.5.1
+      - scipy==1.14.0
+      - scmrepo==3.3.7
+      - semantic-version==2.10.0
+      - semver==3.0.2
+      - sentencepiece==0.2.0
+      - sentry-sdk==2.11.0
+      - setproctitle==1.3.3
+      - shellingham==1.5.4
+      - shortuuid==1.0.13
+      - shtab==1.7.1
+      - smmap==5.0.1
+      - sniffio==1.3.1
+      - soundfile==0.12.1
+      - soxr==0.4.0
+      - sqltrie==0.11.1
+      - sse-starlette==2.1.3
+      - starlette==0.37.2
+      - tabulate==0.9.0
+      - tenacity==8.2.3
+      - tensorboard==2.17.0
+      - tensorboard-data-server==0.7.2
+      - term-image==0.7.2
+      - termcolor==2.4.0
+      - threadpoolctl==3.5.0
+      - tiktoken==0.7.0
+      - tokenizers==0.19.1
+      - tomlkit==0.12.0
+      - torch==2.3.1
+      - torchvision==0.18.1
+      - tqdm==4.66.4
+      - transformers==4.45.0.dev0
+      - treelib==1.6.4
+      - triton==2.3.1
+      - trl==0.9.6
+      - typer==0.12.3
+      - typing-inspect==0.9.0
+      - tyro==0.8.10
+      - tzdata==2024.1
+      - uvicorn==0.30.3
+      - uvloop==0.19.0
+      - vine==5.1.0
+      - virtualenv==20.26.3
+      - vllm==0.5.3.post1
+      - vllm-flash-attn==2.5.9.post1
+      - voluptuous==0.15.2
+      - wandb==0.17.5
+      - watchfiles==0.22.0
+      - websockets==11.0.3
+      - werkzeug==3.0.3
+      - xformers==0.0.27
+      - xxhash==3.4.1
+      - yarl==1.9.4
+      - zc-lockfile==3.0.post1
+prefix: /aifs4su/yaodong/miniconda3/envs/hantao_tiv

wandb/run-20240921_050939-9z0w7l09/files/config.yaml

@@ -0,0 +1,112 @@
+wandb_version: 1
+
+train_cfgs:
+  desc: null
+  value:
+    ds_cfgs: ds_z3_config.json
+    epochs: 3
+    seed: 42
+    per_device_train_batch_size: 1.0
+    per_device_eval_batch_size: 1.0
+    gradient_accumulation_steps: 1.0
+    gradient_checkpointing: true
+    learning_rate: 1.0e-06
+    lr_scheduler_type: cosine
+    lr_warmup_ratio: 0.01
+    weight_decay: 0.0
+    adam_betas:
+    - 0.9
+    - 0.95
+    bf16: true
+    fp16: false
+    eval_strategy: epoch
+    eval_interval: 10
+    regularization: 0.001
+    scale_coeff: 0.1
+    freeze_mm_proj: false
+    freeze_vision_tower: true
+    freeze_language_model: false
+data_cfgs:
+  desc: null
+  value:
+    train_datasets: /aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted
+    train_template: NExTQA_preference
+    train_size: null
+    train_split: train
+    train_subset: null
+    train_data_files: extracted_preference_1.5k_washed.json
+    train_optional_args: []
+    eval_datasets: null
+    eval_template: null
+    eval_size: null
+    eval_split: null
+    eval_subset: null
+    eval_data_files: null
+    eval_optional_args: []
+logger_cfgs:
+  desc: null
+  value:
+    log_type: wandb
+    log_project: align-anything
+    log_run_name: dpo
+    output_dir: ../outputs/dpo_tiv2t_1.5k_base
+    cache_dir: null
+    save_interval: 100000
+model_cfgs:
+  desc: null
+  value:
+    model_name_or_path: /aifs4su/yaodong/models/Qwen2-VL-7B-Instruct
+    trust_remote_code: true
+    model_max_length: 4096
+special_tokens:
+  desc: null
+  value: null
+_wandb:
+  desc: null
+  value:
+    python_version: 3.11.9
+    cli_version: 0.17.5
+    framework: huggingface
+    huggingface_version: 4.45.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    start_time: 1726866579
+    t:
+      1:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 83
+      - 98
+      - 105
+      2:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 83
+      - 98
+      - 105
+      3:
+      - 2
+      - 13
+      - 16
+      - 23
+      - 61
+      4: 3.11.9
+      5: 0.17.5
+      6: 4.45.0.dev0
+      8:
+      - 5
+      13: linux-x86_64

wandb/run-20240921_050939-9z0w7l09/files/output.log

@@ -0,0 +1,206 @@
+
+***** Running training *****
+
+Training 1/3 epoch:   0%|                                                                                                                             | 0/531 [00:00<?, ?it/s]`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`...
+/aifs4su/yaodong/miniconda3/envs/hantao_tiv/lib/python3.11/site-packages/torch/utils/checkpoint.py:295: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead.
+  with torch.enable_grad(), device_autocast_ctx, torch.cpu.amp.autocast(**ctx.cpu_autocast_kwargs):  # type: ignore[attr-defined]
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6357):   2%|█▋                                                                                                   | 9/531 [01:30<1:21:14,  9.34s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.1789):   4%|███▌                                                                                                | 19/531 [03:00<1:15:00,  8.79s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6288):   5%|█████▍                                                                                              | 29/531 [04:47<1:30:27, 10.81s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.3259):   7%|███████▎                                                                                            | 39/531 [06:44<1:33:55, 11.46s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.9580):   9%|█████████▏                                                                                          | 49/531 [08:26<1:20:24, 10.01s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2154):  11%|███████████                                                                                         | 59/531 [10:01<1:14:08,  9.43s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.5728):  13%|████████████▉                                                                                       | 69/531 [11:44<1:22:35, 10.73s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.9818):  15%|██████████████▉                                                                                     | 79/531 [13:38<1:16:33, 10.16s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.3341):  17%|████████████████▊                                                                                   | 89/531 [15:09<1:10:36,  9.58s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6811):  19%|██████████████████▋                                                                                 | 99/531 [16:57<1:07:05,  9.32s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.3843):  21%|████████████████████▎                                                                              | 109/531 [18:36<1:11:34, 10.18s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.8316):  22%|██████████████████████▏                                                                            | 119/531 [20:10<1:02:22,  9.08s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.9861):  24%|████████████████████████▌                                                                            | 129/531 [21:37<59:53,  8.94s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.5590):  26%|██████████████████████████▍                                                                          | 139/531 [22:58<50:15,  7.69s/it]
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6365):  28%|███████████████████████████▌                                                                       | 148/531 [24:33<1:16:08, 11.93s/it]Traceback (most recent call last):
+  File "<frozen runpy>", line 198, in _run_module_as_main
+  File "<frozen runpy>", line 88, in _run_code
+  File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/tiv_to_t/dpo.py", line 182, in <module>
+    sys.exit(main())
+             ^^^^^^
+  File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/tiv_to_t/dpo.py", line 177, in main
+    trainer.train()
+  File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/text_to_text/dpo.py", line 254, in train
+    info = self.train_step(batch)
+           ^^^^^^^^^^^^^^^^^^^^^^
+  File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/text_to_text/dpo.py", line 205, in train_step
+    loss_dict = self.loss(batch=batch)
+                ^^^^^^^^^^^^^^^^^^^^^^
+  File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/tiv_to_t/dpo.py", line 136, in loss
+    loss = torch.stack(losses).mean()  # size = ()
+           ^^^^^^^^^^^^^^^^^^^
+RuntimeError: stack expects a non-empty TensorList
+[rank0]: Traceback (most recent call last):
+[rank0]:   File "<frozen runpy>", line 198, in _run_module_as_main
+[rank0]:   File "<frozen runpy>", line 88, in _run_code
+[rank0]:   File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/tiv_to_t/dpo.py", line 182, in <module>
+[rank0]:     sys.exit(main())
+[rank0]:              ^^^^^^
+[rank0]:   File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/tiv_to_t/dpo.py", line 177, in main
+[rank0]:     trainer.train()
+[rank0]:   File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/text_to_text/dpo.py", line 254, in train
+[rank0]:     info = self.train_step(batch)
+[rank0]:            ^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/text_to_text/dpo.py", line 205, in train_step
+[rank0]:     loss_dict = self.loss(batch=batch)
+[rank0]:                 ^^^^^^^^^^^^^^^^^^^^^^
+[rank0]:   File "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything/align_anything/trainers/tiv_to_t/dpo.py", line 136, in loss
+[rank0]:     loss = torch.stack(losses).mean()  # size = ()
+[rank0]:            ^^^^^^^^^^^^^^^^^^^
+[rank0]: RuntimeError: stack expects a non-empty TensorList

wandb/run-20240921_050939-9z0w7l09/files/requirements.txt

@@ -0,0 +1,325 @@
+Brotli==1.1.0
+GitPython==3.1.43
+Jinja2==3.1.4
+Markdown==3.6
+MarkupSafe==2.1.5
+PySocks==1.7.1
+PyYAML==6.0.1
+Pygments==2.18.0
+Werkzeug==3.0.3
+about-time==4.2.1
+absl-py==2.1.0
+accelerate==0.34.0
+aiofiles==23.2.1
+aiohttp-retry==2.8.3
+aiohttp==3.9.5
+aiosignal==1.3.1
+align-anything==0.0.1.dev0
+align-anything==0.0.1.dev0
+alive-progress==3.1.5
+amqp==5.2.0
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+anyio==4.4.0
+appdirs==1.4.4
+asttokens==2.4.1
+asyncssh==2.16.0
+atpublic==5.0
+attrs==23.2.0
+audioread==3.0.1
+autocommand==2.2.2
+backoff==2.2.1
+backports.tarfile==1.2.0
+billiard==4.2.0
+boto3==1.35.9
+botocore==1.35.9
+cachetools==5.4.0
+celery==5.4.0
+certifi==2024.7.4
+cffi==1.16.0
+cfgv==3.4.0
+charset-normalizer==3.3.2
+click-didyoumean==0.3.1
+click-plugins==1.1.1
+click-repl==0.3.0
+click==8.1.7
+cloudpickle==3.0.0
+cmake==3.30.1
+colorama==0.4.6
+comm==0.2.2
+commonmark==0.9.1
+configobj==5.0.8
+contourpy==1.2.1
+cryptography==43.0.0
+cycler==0.12.1
+dacite==1.6.0
+dagshub-annotation-converter==0.1.0
+dagshub==0.3.35
+dataclasses-json==0.6.7
+datasets==2.20.0
+debugpy==1.8.2
+decorator==4.4.2
+deepspeed==0.14.4
+dictdiffer==0.9.0
+diffusers==0.29.2
+dill==0.3.8
+diskcache==5.6.3
+distlib==0.3.8
+distro==1.9.0
+dnspython==2.6.1
+docker-pycreds==0.4.0
+docstring_parser==0.16
+dpath==2.2.0
+dulwich==0.22.1
+dvc-data==3.16.5
+dvc-http==2.32.0
+dvc-objects==5.1.0
+dvc-render==1.0.2
+dvc-studio-client==0.21.0
+dvc-task==0.4.0
+dvc==3.55.1
+einops==0.8.0
+email_validator==2.2.0
+entrypoints==0.4
+exceptiongroup==1.2.2
+executing==2.0.1
+fastapi-cli==0.0.4
+fastapi==0.111.1
+ffmpy==0.3.3
+filelock==3.15.4
+fire==0.6.0
+flatten-dict==0.4.2
+flufl.lock==8.1.0
+fonttools==4.53.1
+frozenlist==1.4.1
+fsspec==2024.5.0
+funcy==2.0
+fusepy==3.0.1
+gitdb==4.0.11
+gmpy2==2.1.5
+gql==3.5.0
+gradio==4.39.0
+gradio_client==1.1.1
+gradio_multimodalchatbot==0.0.1
+grandalf==0.8
+grapheme==0.6.0
+graphql-core==3.2.3
+grpcio==1.65.1
+gto==1.7.1
+h11==0.14.0
+h2==4.1.0
+hjson==3.1.0
+hpack==4.0.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.2
+huggingface-hub==0.24.3
+hydra-core==1.3.2
+hyperframe==6.0.1
+identify==2.6.0
+idna==3.7
+imageio-ffmpeg==0.5.1
+imageio==2.35.1
+importlib_metadata==8.0.0
+importlib_metadata==8.2.0
+importlib_resources==6.4.0
+importlib_resources==6.4.0
+inflect==7.3.1
+iniconfig==2.0.0
+interegular==0.3.3
+ipykernel==6.29.5
+ipython==8.26.0
+iterative-telemetry==0.0.8
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
+jaraco.text==3.12.1
+jedi==0.19.1
+jmespath==1.0.1
+joblib==1.4.2
+jsonschema-specifications==2023.12.1
+jsonschema==4.23.0
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+kiwisolver==1.4.5
+kombu==5.4.0
+lark==1.1.9
+lazy_loader==0.4
+librosa==0.10.2.post1
+llamafactory==0.8.4.dev0
+llamafactory==0.8.4.dev0
+llvmlite==0.43.0
+lm-format-enforcer==0.10.3
+lxml==5.3.0
+markdown-it-py==3.0.0
+marshmallow==3.22.0
+matplotlib-inline==0.1.7
+matplotlib==3.9.1
+mdurl==0.1.2
+mmsg==0.1.dev14+gbd2b056.d20240803
+more-itertools==10.3.0
+moviepy==1.0.3
+mpi4py==4.0.0
+mpmath==1.3.0
+msgpack==1.0.8
+multidict==6.0.5
+multiprocess==0.70.16
+mypy-extensions==1.0.0
+nest_asyncio==1.6.0
+networkx==3.3
+ninja==1.11.1.1
+nodeenv==1.9.1
+numba==0.60.0
+numpy==1.26.4
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-ml-py==12.535.161
+nvidia-nccl-cu12==2.20.5
+nvidia-nvjitlink-cu12==12.5.82
+nvidia-nvtx-cu12==12.1.105
+nvitop==1.3.2
+omegaconf==2.3.0
+openai==1.37.1
+optree==0.12.1
+ordered-set==4.1.0
+orjson==3.10.6
+outlines==0.0.47.dev37+g26e2934
+packaging==24.1
+packaging==24.1
+pandas==2.2.2
+parso==0.8.4
+pathspec==0.12.1
+pathvalidate==3.0.0
+peft==0.12.0
+pexpect==4.9.0
+pickleshare==0.7.5
+pillow==10.4.0
+pip==24.0
+platformdirs==3.11.0
+platformdirs==4.2.2
+pluggy==1.5.0
+pooch==1.8.2
+pre-commit==3.8.0
+proglog==0.1.10
+prometheus-fastapi-instrumentator==7.0.0
+prometheus_client==0.20.0
+prompt_toolkit==3.0.47
+protobuf==4.25.4
+psutil==6.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+py-cpuinfo==9.0.0
+pyairports==2.1.1
+pyarrow-hotfix==0.6
+pyarrow==17.0.0
+pyav==13.0.0
+pycountry==24.6.1
+pycparser==2.22
+pydantic==2.8.2
+pydantic_core==2.20.1
+pydot==3.0.1
+pydub==0.25.1
+pygit2==1.15.1
+pygtrie==2.5.0
+pyparsing==3.1.2
+pytest==8.3.2
+python-dateutil==2.9.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+pyzmq==26.0.3
+ranger-fm==1.9.3
+ray==2.34.0
+referencing==0.35.1
+regex==2024.7.24
+requests-toolbelt==1.0.0
+requests==2.32.3
+rfc3986==1.5.0
+rich==13.1.0
+rpds-py==0.19.1
+ruamel.yaml.clib==0.2.8
+ruamel.yaml==0.18.6
+ruff==0.5.5
+s3transfer==0.10.2
+safetensors==0.4.3
+scikit-learn==1.5.1
+scipy==1.14.0
+scmrepo==3.3.7
+semantic-version==2.10.0
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==2.11.0
+setproctitle==1.3.3
+setuptools==71.0.4
+shellingham==1.5.4
+shortuuid==1.0.13
+shtab==1.7.1
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+soundfile==0.12.1
+soxr==0.4.0
+sqltrie==0.11.1
+sse-starlette==2.1.3
+stack-data==0.6.2
+starlette==0.37.2
+sympy==1.13.0
+tabulate==0.9.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard==2.17.0
+term-image==0.7.2
+termcolor==2.4.0
+threadpoolctl==3.5.0
+tiktoken==0.7.0
+tokenizers==0.19.1
+tomli==2.0.1
+tomlkit==0.12.0
+torch==2.3.1
+torch==2.4.0
+torchaudio==2.4.0
+torchvision==0.18.1
+torchvision==0.19.0
+tornado==6.4.1
+tqdm==4.66.4
+traitlets==5.14.3
+transformers==4.45.0.dev0
+treelib==1.6.4
+triton==2.3.1
+triton==3.0.0
+trl==0.9.6
+typeguard==4.3.0
+typer==0.12.3
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+typing_extensions==4.12.2
+tyro==0.8.10
+tzdata==2024.1
+urllib3==2.2.2
+uvicorn==0.30.3
+uvloop==0.19.0
+vine==5.1.0
+virtualenv==20.26.3
+vllm-flash-attn==2.5.9.post1
+vllm==0.5.3.post1
+voluptuous==0.15.2
+wandb==0.17.5
+watchfiles==0.22.0
+wcwidth==0.2.13
+websockets==11.0.3
+wheel==0.43.0
+wheel==0.43.0
+xformers==0.0.27
+xxhash==3.4.1
+yarl==1.9.4
+zc.lockfile==3.0.post1
+zipp==3.19.2
+zipp==3.19.2
+zstandard==0.23.0

wandb/run-20240921_050939-9z0w7l09/files/wandb-metadata.json

@@ -0,0 +1,1215 @@
+{
+    "os": "Linux-5.15.0-1040-nvidia-x86_64-with-glibc2.35",
+    "python": "3.11.9",
+    "heartbeatAt": "2024-09-20T21:09:40.930520",
+    "startedAt": "2024-09-20T21:09:39.790516",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--model_name_or_path",
+        "/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct",
+        "--train_datasets",
+        "/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted",
+        "--output_dir",
+        "../outputs/dpo_tiv2t_1.5k_base",
+        "--train_data_files",
+        "extracted_preference_1.5k_washed.json",
+        "--train_template",
+        "NExTQA_preference",
+        "--train_split",
+        "train",
+        "--per_device_train_batch_size",
+        "1",
+        "--per_device_eval_batch_size",
+        "1",
+        "--gradient_accumulation_steps",
+        "1"
+    ],
+    "state": "running",
+    "program": "-m align_anything.trainers.tiv_to_t.dpo",
+    "codePathLocal": null,
+    "git": {
+        "remote": "git@github.com-hantao:htlou/align-anything.git",
+        "commit": "9eff99b0ee34f7265b8a2e1824650634c898f654"
+    },
+    "email": "2200017789@stu.pku.edu.cn",
+    "root": "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything",
+    "host": "dgx-122",
+    "username": "yangyaodong",
+    "executable": "/aifs4su/yaodong/miniconda3/envs/hantao_tiv/bin/python3.11",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 2078.7158973214287,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3346.359,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3349.584,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3349.58,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3342.287,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3347.413,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3105.85,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3323.345,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3300.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3340.55,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3360.628,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3349.649,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3324.304,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3324.784,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 1758.8549690246582,
+            "used": 114.58099365234375
+        }
+    },
+    "gpu": "NVIDIA H800",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        }
+    ],
+    "memory": {
+        "total": 2015.564224243164
+    }
+}

wandb/run-20240921_050939-9z0w7l09/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/step": 148, "train/loss": 0.6364923119544983, "train/reward": -7.709503173828125, "train/better_sample_reward": -2.553741693496704, "train/worse_sample_reward": -5.15576171875, "train/reward_accuracy": 0.75, "train/reward_margin": 2.602020263671875, "train/lr": 8.284550220824186e-07, "train/epoch": 0.8361581920903954, "_timestamp": 1726868060.069517, "_runtime": 1480.246605873108, "_step": 148, "_wandb": {"runtime": 1489}}

wandb/run-20240921_050939-9z0w7l09/logs/debug.log

@@ -0,0 +1,36 @@
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_setup.py:_flush():76] Configure stats pid to 730272
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_setup.py:_flush():76] Loading settings from /home/yangyaodong/.config/wandb/settings
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_setup.py:_flush():76] Loading settings from /aifs4su/yaodong/projects/hantao/dev_cham/align-anything/scripts/wandb/settings
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'api_key': '***REDACTED***'}
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-09-21 05:09:39,806 WARNING MainThread:730272 [wandb_setup.py:_flush():76] Could not find program at -m align_anything.trainers.tiv_to_t.dpo
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.tiv_to_t.dpo'}
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-09-21 05:09:39,806 INFO    MainThread:730272 [wandb_init.py:_log_setup():529] Logging user logs to ../outputs/dpo_tiv2t_1.5k_base/wandb/run-20240921_050939-9z0w7l09/logs/debug.log
+2024-09-21 05:09:39,807 INFO    MainThread:730272 [wandb_init.py:_log_setup():530] Logging internal logs to ../outputs/dpo_tiv2t_1.5k_base/wandb/run-20240921_050939-9z0w7l09/logs/debug-internal.log
+2024-09-21 05:09:39,807 INFO    MainThread:730272 [wandb_init.py:init():569] calling init triggers
+2024-09-21 05:09:39,807 INFO    MainThread:730272 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3, 'seed': 42, 'per_device_train_batch_size': 1.0, 'per_device_eval_batch_size': 1.0, 'gradient_accumulation_steps': 1.0, 'gradient_checkpointing': True, 'learning_rate': 1e-06, 'lr_scheduler_type': 'cosine', 'lr_warmup_ratio': 0.01, 'weight_decay': 0.0, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'regularization': 0.001, 'scale_coeff': 0.1, 'freeze_mm_proj': False, 'freeze_vision_tower': True, 'freeze_language_model': False}, 'data_cfgs': {'train_datasets': '/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted', 'train_template': 'NExTQA_preference', 'train_size': None, 'train_split': 'train', 'train_subset': None, 'train_data_files': 'extracted_preference_1.5k_washed.json', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'dpo', 'output_dir': '../outputs/dpo_tiv2t_1.5k_base', 'cache_dir': None, 'save_interval': 100000}, 'model_cfgs': {'model_name_or_path': '/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct', 'trust_remote_code': True, 'model_max_length': 4096}, 'special_tokens': None}
+2024-09-21 05:09:39,807 INFO    MainThread:730272 [wandb_init.py:init():619] starting backend
+2024-09-21 05:09:39,807 INFO    MainThread:730272 [wandb_init.py:init():623] setting up manager
+2024-09-21 05:09:39,809 INFO    MainThread:730272 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-09-21 05:09:39,822 INFO    MainThread:730272 [wandb_init.py:init():631] backend started and connected
+2024-09-21 05:09:39,827 INFO    MainThread:730272 [wandb_init.py:init():720] updated telemetry
+2024-09-21 05:09:39,856 INFO    MainThread:730272 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
+2024-09-21 05:09:40,452 INFO    MainThread:730272 [wandb_run.py:_on_init():2435] communicating current version
+2024-09-21 05:09:40,618 INFO    MainThread:730272 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-09-21 05:09:40,619 INFO    MainThread:730272 [wandb_init.py:init():804] starting run threads in backend
+2024-09-21 05:09:46,898 INFO    MainThread:730272 [wandb_run.py:_console_start():2413] atexit reg
+2024-09-21 05:09:46,898 INFO    MainThread:730272 [wandb_run.py:_redirect():2255] redirect: wrap_raw
+2024-09-21 05:09:46,898 INFO    MainThread:730272 [wandb_run.py:_redirect():2320] Wrapping output streams.
+2024-09-21 05:09:46,898 INFO    MainThread:730272 [wandb_run.py:_redirect():2345] Redirects installed.
+2024-09-21 05:09:46,902 INFO    MainThread:730272 [wandb_init.py:init():847] run started, returning control to user process
+2024-09-21 05:34:29,563 INFO    MainThread:730272 [wandb_run.py:_finish():2107] finishing run htlou/align-anything/9z0w7l09
+2024-09-21 05:34:29,563 INFO    MainThread:730272 [wandb_run.py:_atexit_cleanup():2374] got exitcode: 0
+2024-09-21 05:34:29,563 INFO    MainThread:730272 [wandb_run.py:_restore():2352] restore
+2024-09-21 05:34:29,564 INFO    MainThread:730272 [wandb_run.py:_restore():2358] restore done
+2024-09-21 05:34:37,880 INFO    MainThread:730272 [wandb_run.py:_footer_history_summary_info():4016] rendering history
+2024-09-21 05:34:37,881 INFO    MainThread:730272 [wandb_run.py:_footer_history_summary_info():4048] rendering summary
+2024-09-21 05:34:37,886 INFO    MainThread:730272 [wandb_run.py:_footer_sync_info():3975] logging synced files

wandb/run-20240921_103042-1p62y7m7/files/conda-environment.yaml

@@ -0,0 +1,516 @@
+name: hantao_tiv
+channels:
+  - nvidia/label/cuda-12.1.0
+  - nvidia
+  - pytorch
+  - huggingface
+  - conda-forge
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=conda_forge
+  - _openmp_mutex=4.5=2_gnu
+  - aom=3.9.1=hac33072_0
+  - asttokens=2.4.1=pyhd8ed1ab_0
+  - blas=1.0=mkl
+  - brotli-python=1.1.0=py311hb755f60_1
+  - bzip2=1.0.8=h4bc722e_7
+  - ca-certificates=2024.7.4=hbcca054_0
+  - cairo=1.18.0=hebfffa5_3
+  - certifi=2024.7.4=pyhd8ed1ab_0
+  - cffi=1.16.0=py311hb3a22ac_0
+  - charset-normalizer=3.3.2=pyhd8ed1ab_0
+  - comm=0.2.2=pyhd8ed1ab_0
+  - cuda=12.1.0=0
+  - cuda-cccl=12.1.55=0
+  - cuda-command-line-tools=12.1.0=0
+  - cuda-compiler=12.1.0=0
+  - cuda-cudart=12.1.55=0
+  - cuda-cudart-dev=12.1.55=0
+  - cuda-cudart-static=12.1.55=0
+  - cuda-cuobjdump=12.1.55=0
+  - cuda-cupti=12.1.62=0
+  - cuda-cupti-static=12.1.62=0
+  - cuda-cuxxfilt=12.1.55=0
+  - cuda-demo-suite=12.1.55=0
+  - cuda-documentation=12.1.55=0
+  - cuda-driver-dev=12.1.55=0
+  - cuda-gdb=12.1.55=0
+  - cuda-libraries=12.1.0=0
+  - cuda-libraries-dev=12.1.0=0
+  - cuda-libraries-static=12.1.0=0
+  - cuda-nsight=12.1.55=0
+  - cuda-nsight-compute=12.1.0=0
+  - cuda-nvcc=12.1.66=0
+  - cuda-nvdisasm=12.1.55=0
+  - cuda-nvml-dev=12.1.55=0
+  - cuda-nvprof=12.1.55=0
+  - cuda-nvprune=12.1.55=0
+  - cuda-nvrtc=12.1.55=0
+  - cuda-nvrtc-dev=12.1.55=0
+  - cuda-nvrtc-static=12.1.55=0
+  - cuda-nvtx=12.1.66=0
+  - cuda-nvvp=12.1.55=0
+  - cuda-opencl=12.1.56=0
+  - cuda-opencl-dev=12.1.56=0
+  - cuda-profiler-api=12.1.55=0
+  - cuda-runtime=12.1.0=0
+  - cuda-sanitizer-api=12.1.55=0
+  - cuda-toolkit=12.1.0=0
+  - cuda-tools=12.1.0=0
+  - cuda-visual-tools=12.1.0=0
+  - dav1d=1.2.1=hd590300_0
+  - debugpy=1.8.2=py311h4332511_0
+  - exceptiongroup=1.2.2=pyhd8ed1ab_0
+  - executing=2.0.1=pyhd8ed1ab_0
+  - expat=2.6.2=h59595ed_0
+  - ffmpeg=7.0.1=gpl_h9be9148_104
+  - filelock=3.15.4=pyhd8ed1ab_0
+  - font-ttf-dejavu-sans-mono=2.37=hab24e00_0
+  - font-ttf-inconsolata=3.000=h77eed37_0
+  - font-ttf-source-code-pro=2.038=h77eed37_0
+  - font-ttf-ubuntu=0.83=h77eed37_2
+  - fontconfig=2.14.2=h14ed4e7_0
+  - fonts-conda-ecosystem=1=0
+  - fonts-conda-forge=1=0
+  - freetype=2.12.1=h267a509_2
+  - fribidi=1.0.10=h36c2ea0_0
+  - gds-tools=1.6.0.25=0
+  - gettext=0.22.5=h59595ed_2
+  - gettext-tools=0.22.5=h59595ed_2
+  - git-lfs=3.5.1=ha770c72_0
+  - gmp=6.3.0=hac33072_2
+  - gmpy2=2.1.5=py311hc4f1f91_1
+  - gnutls=3.7.9=hb077bed_0
+  - graphite2=1.3.13=h59595ed_1003
+  - h2=4.1.0=pyhd8ed1ab_0
+  - harfbuzz=9.0.0=hda332d3_1
+  - hpack=4.0.0=pyh9f0ad1d_0
+  - hyperframe=6.0.1=pyhd8ed1ab_0
+  - icu=75.1=he02047a_0
+  - idna=3.7=pyhd8ed1ab_0
+  - importlib-metadata=8.2.0=pyha770c72_0
+  - importlib_metadata=8.2.0=hd8ed1ab_0
+  - intel-openmp=2022.0.1=h06a4308_3633
+  - ipykernel=6.29.5=pyh3099207_0
+  - ipython=8.26.0=pyh707e725_0
+  - jedi=0.19.1=pyhd8ed1ab_0
+  - jinja2=3.1.4=pyhd8ed1ab_0
+  - jupyter_client=8.6.2=pyhd8ed1ab_0
+  - jupyter_core=5.7.2=py311h38be061_0
+  - keyutils=1.6.1=h166bdaf_0
+  - krb5=1.21.3=h659f571_0
+  - lame=3.100=h166bdaf_1003
+  - lcms2=2.16=hb7c19ff_0
+  - ld_impl_linux-64=2.40=hf3520f5_7
+  - lerc=4.0.0=h27087fc_0
+  - libabseil=20240116.2=cxx17_he02047a_1
+  - libasprintf=0.22.5=h661eb56_2
+  - libasprintf-devel=0.22.5=h661eb56_2
+  - libass=0.17.1=h39113c1_2
+  - libblas=3.9.0=16_linux64_mkl
+  - libcblas=3.9.0=16_linux64_mkl
+  - libcublas=12.1.0.26=0
+  - libcublas-dev=12.1.0.26=0
+  - libcublas-static=12.1.0.26=0
+  - libcufft=11.0.2.4=0
+  - libcufft-dev=11.0.2.4=0
+  - libcufft-static=11.0.2.4=0
+  - libcufile=1.6.0.25=0
+  - libcufile-dev=1.6.0.25=0
+  - libcufile-static=1.6.0.25=0
+  - libcurand=10.3.2.56=0
+  - libcurand-dev=10.3.2.56=0
+  - libcurand-static=10.3.2.56=0
+  - libcusolver=11.4.4.55=0
+  - libcusolver-dev=11.4.4.55=0
+  - libcusolver-static=11.4.4.55=0
+  - libcusparse=12.0.2.55=0
+  - libcusparse-dev=12.0.2.55=0
+  - libcusparse-static=12.0.2.55=0
+  - libdeflate=1.20=hd590300_0
+  - libdrm=2.4.122=h4ab18f5_0
+  - libedit=3.1.20191231=he28a2e2_2
+  - libexpat=2.6.2=h59595ed_0
+  - libffi=3.4.2=h7f98852_5
+  - libgcc-ng=14.1.0=h77fa898_0
+  - libgettextpo=0.22.5=h59595ed_2
+  - libgettextpo-devel=0.22.5=h59595ed_2
+  - libglib=2.80.3=h8a4344b_1
+  - libgomp=14.1.0=h77fa898_0
+  - libhwloc=2.11.1=default_hecaa2ac_1000
+  - libiconv=1.17=hd590300_2
+  - libidn2=2.3.7=hd590300_0
+  - libjpeg-turbo=3.0.0=hd590300_1
+  - liblapack=3.9.0=16_linux64_mkl
+  - libnpp=12.0.2.50=0
+  - libnpp-dev=12.0.2.50=0
+  - libnpp-static=12.0.2.50=0
+  - libnsl=2.0.1=hd590300_0
+  - libnvjitlink=12.1.105=0
+  - libnvjitlink-dev=12.1.55=0
+  - libnvjpeg=12.1.0.39=0
+  - libnvjpeg-dev=12.1.0.39=0
+  - libnvjpeg-static=12.1.0.39=0
+  - libnvvm-samples=12.1.55=0
+  - libopenvino=2024.2.0=h2da1b83_1
+  - libopenvino-auto-batch-plugin=2024.2.0=hb045406_1
+  - libopenvino-auto-plugin=2024.2.0=hb045406_1
+  - libopenvino-hetero-plugin=2024.2.0=h5c03a75_1
+  - libopenvino-intel-cpu-plugin=2024.2.0=h2da1b83_1
+  - libopenvino-intel-gpu-plugin=2024.2.0=h2da1b83_1
+  - libopenvino-intel-npu-plugin=2024.2.0=he02047a_1
+  - libopenvino-ir-frontend=2024.2.0=h5c03a75_1
+  - libopenvino-onnx-frontend=2024.2.0=h07e8aee_1
+  - libopenvino-paddle-frontend=2024.2.0=h07e8aee_1
+  - libopenvino-pytorch-frontend=2024.2.0=he02047a_1
+  - libopenvino-tensorflow-frontend=2024.2.0=h39126c6_1
+  - libopenvino-tensorflow-lite-frontend=2024.2.0=he02047a_1
+  - libopus=1.3.1=h7f98852_1
+  - libpciaccess=0.18=hd590300_0
+  - libpng=1.6.43=h2797004_0
+  - libprotobuf=4.25.3=h08a7969_0
+  - libsodium=1.0.18=h36c2ea0_1
+  - libsqlite=3.46.0=hde9e2c9_0
+  - libstdcxx-ng=14.1.0=hc0a3c3a_0
+  - libtasn1=4.19.0=h166bdaf_0
+  - libtiff=4.6.0=h1dd3fc0_3
+  - libunistring=0.9.10=h7f98852_0
+  - libuuid=2.38.1=h0b41bf4_0
+  - libva=2.22.0=hb711507_0
+  - libvpx=1.14.1=hac33072_0
+  - libwebp-base=1.4.0=hd590300_0
+  - libxcb=1.16=hd590300_0
+  - libxcrypt=4.4.36=hd590300_1
+  - libxml2=2.12.7=he7c6b58_4
+  - libzlib=1.3.1=h4ab18f5_1
+  - llvm-openmp=15.0.7=h0cdce71_0
+  - markupsafe=2.1.5=py311h459d7ec_0
+  - matplotlib-inline=0.1.7=pyhd8ed1ab_0
+  - mkl=2022.1.0=hc2b9512_224
+  - mpc=1.3.1=hfe3b2da_0
+  - mpfr=4.2.1=h38ae2d0_2
+  - mpmath=1.3.0=pyhd8ed1ab_0
+  - ncurses=6.5=h59595ed_0
+  - nest-asyncio=1.6.0=pyhd8ed1ab_0
+  - nettle=3.9.1=h7ab15ed_0
+  - networkx=3.3=pyhd8ed1ab_1
+  - nsight-compute=2023.1.0.15=0
+  - ocl-icd=2.3.2=hd590300_1
+  - openh264=2.4.1=h59595ed_0
+  - openjpeg=2.5.2=h488ebb8_0
+  - openssl=3.3.1=h4bc722e_2
+  - p11-kit=0.24.1=hc5aa10d_0
+  - packaging=24.1=pyhd8ed1ab_0
+  - parso=0.8.4=pyhd8ed1ab_0
+  - pcre2=10.44=h0f59acf_0
+  - pexpect=4.9.0=pyhd8ed1ab_0
+  - pickleshare=0.7.5=py_1003
+  - pillow=10.4.0=py311h82a398c_0
+  - pip=24.0=pyhd8ed1ab_0
+  - pixman=0.43.2=h59595ed_0
+  - prompt-toolkit=3.0.47=pyha770c72_0
+  - psutil=6.0.0=py311h331c9d8_0
+  - pthread-stubs=0.4=h36c2ea0_1001
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pugixml=1.14=h59595ed_0
+  - pure_eval=0.2.3=pyhd8ed1ab_0
+  - pycparser=2.22=pyhd8ed1ab_0
+  - pygments=2.18.0=pyhd8ed1ab_0
+  - pysocks=1.7.1=pyha2e5f31_6
+  - python=3.11.9=hb806964_0_cpython
+  - python_abi=3.11=4_cp311
+  - pytorch=2.4.0=py3.11_cuda12.1_cudnn9.1.0_0
+  - pytorch-cuda=12.1=ha16c6d3_5
+  - pytorch-mutex=1.0=cuda
+  - pyyaml=6.0.1=py311h459d7ec_1
+  - pyzmq=26.0.3=py311h08a0b41_0
+  - readline=8.2=h8228510_1
+  - requests=2.32.3=pyhd8ed1ab_0
+  - setuptools=71.0.4=pyhd8ed1ab_0
+  - six=1.16.0=pyh6c4a22f_0
+  - snappy=1.2.1=ha2e4443_0
+  - stack_data=0.6.2=pyhd8ed1ab_0
+  - svt-av1=2.1.2=hac33072_0
+  - sympy=1.13.0=pypyh2585a3b_103
+  - tbb=2021.12.0=h434a139_3
+  - tk=8.6.13=noxft_h4845f30_101
+  - torchaudio=2.4.0=py311_cu121
+  - torchtriton=3.0.0=py311
+  - tornado=6.4.1=py311h331c9d8_0
+  - traitlets=5.14.3=pyhd8ed1ab_0
+  - typing_extensions=4.12.2=pyha770c72_0
+  - urllib3=2.2.2=pyhd8ed1ab_1
+  - wayland=1.23.0=h5291e77_0
+  - wayland-protocols=1.36=hd8ed1ab_0
+  - wcwidth=0.2.13=pyhd8ed1ab_0
+  - wheel=0.43.0=pyhd8ed1ab_1
+  - x264=1!164.3095=h166bdaf_2
+  - x265=3.5=h924138e_3
+  - xorg-fixesproto=5.0=h7f98852_1002
+  - xorg-kbproto=1.0.7=h7f98852_1002
+  - xorg-libice=1.1.1=hd590300_0
+  - xorg-libsm=1.2.4=h7391055_0
+  - xorg-libx11=1.8.9=hb711507_1
+  - xorg-libxau=1.0.11=hd590300_0
+  - xorg-libxdmcp=1.1.3=h7f98852_0
+  - xorg-libxext=1.3.4=h0b41bf4_2
+  - xorg-libxfixes=5.0.3=h7f98852_1004
+  - xorg-libxrender=0.9.11=hd590300_0
+  - xorg-renderproto=0.11.1=h7f98852_1002
+  - xorg-xextproto=7.3.0=h0b41bf4_1003
+  - xorg-xproto=7.0.31=h7f98852_1007
+  - xz=5.2.6=h166bdaf_0
+  - yaml=0.2.5=h7f98852_2
+  - zeromq=4.3.5=h75354e8_4
+  - zipp=3.19.2=pyhd8ed1ab_0
+  - zlib=1.3.1=h4ab18f5_1
+  - zstandard=0.23.0=py311h5cd10c7_0
+  - zstd=1.5.6=ha6fb4c9_0
+  - pip:
+      - about-time==4.2.1
+      - absl-py==2.1.0
+      - accelerate==0.34.0
+      - aiofiles==23.2.1
+      - aiohttp==3.9.5
+      - aiohttp-retry==2.8.3
+      - aiosignal==1.3.1
+      - align-anything==0.0.1.dev0
+      - alive-progress==3.1.5
+      - amqp==5.2.0
+      - annotated-types==0.7.0
+      - antlr4-python3-runtime==4.9.3
+      - anyio==4.4.0
+      - appdirs==1.4.4
+      - asyncssh==2.16.0
+      - atpublic==5.0
+      - attrs==23.2.0
+      - audioread==3.0.1
+      - backoff==2.2.1
+      - billiard==4.2.0
+      - boto3==1.35.9
+      - botocore==1.35.9
+      - cachetools==5.4.0
+      - celery==5.4.0
+      - cfgv==3.4.0
+      - click==8.1.7
+      - click-didyoumean==0.3.1
+      - click-plugins==1.1.1
+      - click-repl==0.3.0
+      - cloudpickle==3.0.0
+      - cmake==3.30.1
+      - colorama==0.4.6
+      - commonmark==0.9.1
+      - configobj==5.0.8
+      - contourpy==1.2.1
+      - cryptography==43.0.0
+      - cycler==0.12.1
+      - dacite==1.6.0
+      - dagshub==0.3.35
+      - dagshub-annotation-converter==0.1.0
+      - dataclasses-json==0.6.7
+      - datasets==2.20.0
+      - decorator==4.4.2
+      - deepspeed==0.14.4
+      - dictdiffer==0.9.0
+      - diffusers==0.29.2
+      - dill==0.3.8
+      - diskcache==5.6.3
+      - distlib==0.3.8
+      - distro==1.9.0
+      - dnspython==2.6.1
+      - docker-pycreds==0.4.0
+      - docstring-parser==0.16
+      - dpath==2.2.0
+      - dulwich==0.22.1
+      - dvc==3.55.1
+      - dvc-data==3.16.5
+      - dvc-http==2.32.0
+      - dvc-objects==5.1.0
+      - dvc-render==1.0.2
+      - dvc-studio-client==0.21.0
+      - dvc-task==0.4.0
+      - einops==0.8.0
+      - email-validator==2.2.0
+      - entrypoints==0.4
+      - fastapi==0.111.1
+      - fastapi-cli==0.0.4
+      - ffmpy==0.3.3
+      - fire==0.6.0
+      - flatten-dict==0.4.2
+      - flufl-lock==8.1.0
+      - fonttools==4.53.1
+      - frozenlist==1.4.1
+      - fsspec==2024.5.0
+      - funcy==2.0
+      - fusepy==3.0.1
+      - gitdb==4.0.11
+      - gitpython==3.1.43
+      - gql==3.5.0
+      - gradio==4.39.0
+      - gradio-client==1.1.1
+      - gradio-multimodalchatbot==0.0.1
+      - grandalf==0.8
+      - grapheme==0.6.0
+      - graphql-core==3.2.3
+      - grpcio==1.65.1
+      - gto==1.7.1
+      - h11==0.14.0
+      - hjson==3.1.0
+      - httpcore==1.0.5
+      - httptools==0.6.1
+      - httpx==0.27.2
+      - huggingface-hub==0.24.3
+      - hydra-core==1.3.2
+      - identify==2.6.0
+      - imageio==2.35.1
+      - imageio-ffmpeg==0.5.1
+      - importlib-resources==6.4.0
+      - iniconfig==2.0.0
+      - interegular==0.3.3
+      - iterative-telemetry==0.0.8
+      - jmespath==1.0.1
+      - joblib==1.4.2
+      - jsonschema==4.23.0
+      - jsonschema-specifications==2023.12.1
+      - kiwisolver==1.4.5
+      - kombu==5.4.0
+      - lark==1.1.9
+      - lazy-loader==0.4
+      - librosa==0.10.2.post1
+      - llamafactory==0.8.4.dev0
+      - llvmlite==0.43.0
+      - lm-format-enforcer==0.10.3
+      - lxml==5.3.0
+      - markdown==3.6
+      - markdown-it-py==3.0.0
+      - marshmallow==3.22.0
+      - matplotlib==3.9.1
+      - mdurl==0.1.2
+      - mmsg==0.1.dev14+gbd2b056.d20240803
+      - moviepy==1.0.3
+      - mpi4py==4.0.0
+      - msgpack==1.0.8
+      - multidict==6.0.5
+      - multiprocess==0.70.16
+      - mypy-extensions==1.0.0
+      - ninja==1.11.1.1
+      - nodeenv==1.9.1
+      - numba==0.60.0
+      - numpy==1.26.4
+      - nvidia-cublas-cu12==12.1.3.1
+      - nvidia-cuda-cupti-cu12==12.1.105
+      - nvidia-cuda-nvrtc-cu12==12.1.105
+      - nvidia-cuda-runtime-cu12==12.1.105
+      - nvidia-cudnn-cu12==8.9.2.26
+      - nvidia-cufft-cu12==11.0.2.54
+      - nvidia-curand-cu12==10.3.2.106
+      - nvidia-cusolver-cu12==11.4.5.107
+      - nvidia-cusparse-cu12==12.1.0.106
+      - nvidia-ml-py==12.535.161
+      - nvidia-nccl-cu12==2.20.5
+      - nvidia-nvjitlink-cu12==12.5.82
+      - nvidia-nvtx-cu12==12.1.105
+      - nvitop==1.3.2
+      - omegaconf==2.3.0
+      - openai==1.37.1
+      - optree==0.12.1
+      - orjson==3.10.6
+      - outlines==0.0.47.dev37+g26e2934
+      - pandas==2.2.2
+      - pathspec==0.12.1
+      - pathvalidate==3.0.0
+      - peft==0.12.0
+      - platformdirs==3.11.0
+      - pluggy==1.5.0
+      - pooch==1.8.2
+      - pre-commit==3.8.0
+      - proglog==0.1.10
+      - prometheus-client==0.20.0
+      - prometheus-fastapi-instrumentator==7.0.0
+      - protobuf==4.25.4
+      - py-cpuinfo==9.0.0
+      - pyairports==2.1.1
+      - pyarrow==17.0.0
+      - pyarrow-hotfix==0.6
+      - pyav==13.0.0
+      - pycountry==24.6.1
+      - pydantic==2.8.2
+      - pydantic-core==2.20.1
+      - pydot==3.0.1
+      - pydub==0.25.1
+      - pygit2==1.15.1
+      - pygtrie==2.5.0
+      - pyparsing==3.1.2
+      - pytest==8.3.2
+      - python-dateutil==2.9.0.post0
+      - python-dotenv==1.0.1
+      - python-multipart==0.0.9
+      - pytz==2024.1
+      - ranger-fm==1.9.3
+      - ray==2.34.0
+      - referencing==0.35.1
+      - regex==2024.7.24
+      - requests-toolbelt==1.0.0
+      - rfc3986==1.5.0
+      - rich==13.1.0
+      - rpds-py==0.19.1
+      - ruamel-yaml==0.18.6
+      - ruamel-yaml-clib==0.2.8
+      - ruff==0.5.5
+      - s3transfer==0.10.2
+      - safetensors==0.4.3
+      - scikit-learn==1.5.1
+      - scipy==1.14.0
+      - scmrepo==3.3.7
+      - semantic-version==2.10.0
+      - semver==3.0.2
+      - sentencepiece==0.2.0
+      - sentry-sdk==2.11.0
+      - setproctitle==1.3.3
+      - shellingham==1.5.4
+      - shortuuid==1.0.13
+      - shtab==1.7.1
+      - smmap==5.0.1
+      - sniffio==1.3.1
+      - soundfile==0.12.1
+      - soxr==0.4.0
+      - sqltrie==0.11.1
+      - sse-starlette==2.1.3
+      - starlette==0.37.2
+      - tabulate==0.9.0
+      - tenacity==8.2.3
+      - tensorboard==2.17.0
+      - tensorboard-data-server==0.7.2
+      - term-image==0.7.2
+      - termcolor==2.4.0
+      - threadpoolctl==3.5.0
+      - tiktoken==0.7.0
+      - tokenizers==0.19.1
+      - tomlkit==0.12.0
+      - torch==2.3.1
+      - torchvision==0.18.1
+      - tqdm==4.66.4
+      - transformers==4.45.0.dev0
+      - treelib==1.6.4
+      - triton==2.3.1
+      - trl==0.9.6
+      - typer==0.12.3
+      - typing-inspect==0.9.0
+      - tyro==0.8.10
+      - tzdata==2024.1
+      - uvicorn==0.30.3
+      - uvloop==0.19.0
+      - vine==5.1.0
+      - virtualenv==20.26.3
+      - vllm==0.5.3.post1
+      - vllm-flash-attn==2.5.9.post1
+      - voluptuous==0.15.2
+      - wandb==0.17.5
+      - watchfiles==0.22.0
+      - websockets==11.0.3
+      - werkzeug==3.0.3
+      - xformers==0.0.27
+      - xxhash==3.4.1
+      - yarl==1.9.4
+      - zc-lockfile==3.0.post1
+prefix: /aifs4su/yaodong/miniconda3/envs/hantao_tiv

wandb/run-20240921_103042-1p62y7m7/files/config.yaml

@@ -0,0 +1,111 @@
+wandb_version: 1
+
+train_cfgs:
+  desc: null
+  value:
+    ds_cfgs: ds_z3_config.json
+    epochs: 3
+    seed: 42
+    per_device_train_batch_size: 1.0
+    per_device_eval_batch_size: 1.0
+    gradient_accumulation_steps: 1.0
+    gradient_checkpointing: true
+    learning_rate: 1.0e-06
+    lr_scheduler_type: cosine
+    lr_warmup_ratio: 0.01
+    weight_decay: 0.0
+    adam_betas:
+    - 0.9
+    - 0.95
+    bf16: true
+    fp16: false
+    eval_strategy: epoch
+    eval_interval: 10
+    regularization: 0.001
+    scale_coeff: 0.1
+    freeze_mm_proj: false
+    freeze_vision_tower: true
+    freeze_language_model: false
+data_cfgs:
+  desc: null
+  value:
+    train_datasets: /aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted
+    train_template: NExTQA_preference
+    train_size: null
+    train_split: train
+    train_subset: null
+    train_data_files: extracted_preference_1.5k_washed.json
+    train_optional_args: []
+    eval_datasets: null
+    eval_template: null
+    eval_size: null
+    eval_split: null
+    eval_subset: null
+    eval_data_files: null
+    eval_optional_args: []
+logger_cfgs:
+  desc: null
+  value:
+    log_type: wandb
+    log_project: align-anything
+    log_run_name: dpo
+    output_dir: ../outputs/dpo_tiv2t_1.5k_base
+    cache_dir: null
+    save_interval: 100000
+model_cfgs:
+  desc: null
+  value:
+    model_name_or_path: /aifs4su/yaodong/models/Qwen2-VL-7B-Instruct
+    trust_remote_code: true
+    model_max_length: 4096
+special_tokens:
+  desc: null
+  value: null
+_wandb:
+  desc: null
+  value:
+    python_version: 3.11.9
+    cli_version: 0.17.5
+    framework: huggingface
+    huggingface_version: 4.45.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    start_time: 1726885842
+    t:
+      1:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 83
+      - 98
+      - 105
+      2:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 83
+      - 98
+      - 105
+      3:
+      - 13
+      - 16
+      - 23
+      - 61
+      4: 3.11.9
+      5: 0.17.5
+      6: 4.45.0.dev0
+      8:
+      - 5
+      13: linux-x86_64

wandb/run-20240921_103042-1p62y7m7/files/output.log

@@ -0,0 +1,193 @@
+
+***** Running training *****
+
+Training 1/3 epoch:   0%|                                                                                                                                                                      | 0/531 [00:00<?, ?it/s]`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`...
+/aifs4su/yaodong/miniconda3/envs/hantao_tiv/lib/python3.11/site-packages/torch/utils/checkpoint.py:295: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead.
+  with torch.enable_grad(), device_autocast_ctx, torch.cpu.amp.autocast(**ctx.cpu_autocast_kwargs):  # type: ignore[attr-defined]
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 2.0371):   2%|██▍                                                                                                                                           | 9/531 [01:25<1:12:46,  8.36s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.9317):   4%|█████                                                                                                                                        | 19/531 [02:44<1:06:03,  7.74s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.9305):   5%|███████▋                                                                                                                                     | 29/531 [04:14<1:13:48,  8.82s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.7844):   7%|██████████▎                                                                                                                                  | 39/531 [05:45<1:13:24,  8.95s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.7453):   9%|█████████████                                                                                                                                | 49/531 [07:02<1:01:45,  7.69s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.4600):  11%|███████████████▉                                                                                                                               | 59/531 [08:27<59:54,  7.62s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6254):  13%|██████████████████▌                                                                                                                            | 69/531 [09:39<58:09,  7.55s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.8718):  15%|████████████████████▉                                                                                                                        | 79/531 [11:15<1:02:01,  8.23s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.5030):  17%|███████████████████████▉                                                                                                                       | 89/531 [12:31<56:52,  7.72s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2948):  19%|██████████████████████████▋                                                                                                                    | 99/531 [13:59<55:37,  7.73s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.5259):  21%|█████████████████████████████▏                                                                                                                | 109/531 [15:17<58:12,  8.28s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.0179):  22%|███████████████████████████████▊                                                                                                              | 119/531 [16:38<51:04,  7.44s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2882):  24%|██████████████████████████████████▍                                                                                                           | 129/531 [17:50<51:06,  7.63s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6585):  26%|█████████████████████████████████████▏                                                                                                        | 139/531 [19:02<48:02,  7.35s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2897):  28%|███████████████████████████████████████▎                                                                                                    | 149/531 [20:27<1:01:00,  9.58s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6085):  30%|██████████████████████████████████████████▌                                                                                                   | 159/531 [21:59<47:04,  7.59s/it]
+
+
+
+
+
+
+

wandb/run-20240921_103042-1p62y7m7/files/requirements.txt

@@ -0,0 +1,325 @@
+Brotli==1.1.0
+GitPython==3.1.43
+Jinja2==3.1.4
+Markdown==3.6
+MarkupSafe==2.1.5
+PySocks==1.7.1
+PyYAML==6.0.1
+Pygments==2.18.0
+Werkzeug==3.0.3
+about-time==4.2.1
+absl-py==2.1.0
+accelerate==0.34.0
+aiofiles==23.2.1
+aiohttp-retry==2.8.3
+aiohttp==3.9.5
+aiosignal==1.3.1
+align-anything==0.0.1.dev0
+align-anything==0.0.1.dev0
+alive-progress==3.1.5
+amqp==5.2.0
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+anyio==4.4.0
+appdirs==1.4.4
+asttokens==2.4.1
+asyncssh==2.16.0
+atpublic==5.0
+attrs==23.2.0
+audioread==3.0.1
+autocommand==2.2.2
+backoff==2.2.1
+backports.tarfile==1.2.0
+billiard==4.2.0
+boto3==1.35.9
+botocore==1.35.9
+cachetools==5.4.0
+celery==5.4.0
+certifi==2024.7.4
+cffi==1.16.0
+cfgv==3.4.0
+charset-normalizer==3.3.2
+click-didyoumean==0.3.1
+click-plugins==1.1.1
+click-repl==0.3.0
+click==8.1.7
+cloudpickle==3.0.0
+cmake==3.30.1
+colorama==0.4.6
+comm==0.2.2
+commonmark==0.9.1
+configobj==5.0.8
+contourpy==1.2.1
+cryptography==43.0.0
+cycler==0.12.1
+dacite==1.6.0
+dagshub-annotation-converter==0.1.0
+dagshub==0.3.35
+dataclasses-json==0.6.7
+datasets==2.20.0
+debugpy==1.8.2
+decorator==4.4.2
+deepspeed==0.14.4
+dictdiffer==0.9.0
+diffusers==0.29.2
+dill==0.3.8
+diskcache==5.6.3
+distlib==0.3.8
+distro==1.9.0
+dnspython==2.6.1
+docker-pycreds==0.4.0
+docstring_parser==0.16
+dpath==2.2.0
+dulwich==0.22.1
+dvc-data==3.16.5
+dvc-http==2.32.0
+dvc-objects==5.1.0
+dvc-render==1.0.2
+dvc-studio-client==0.21.0
+dvc-task==0.4.0
+dvc==3.55.1
+einops==0.8.0
+email_validator==2.2.0
+entrypoints==0.4
+exceptiongroup==1.2.2
+executing==2.0.1
+fastapi-cli==0.0.4
+fastapi==0.111.1
+ffmpy==0.3.3
+filelock==3.15.4
+fire==0.6.0
+flatten-dict==0.4.2
+flufl.lock==8.1.0
+fonttools==4.53.1
+frozenlist==1.4.1
+fsspec==2024.5.0
+funcy==2.0
+fusepy==3.0.1
+gitdb==4.0.11
+gmpy2==2.1.5
+gql==3.5.0
+gradio==4.39.0
+gradio_client==1.1.1
+gradio_multimodalchatbot==0.0.1
+grandalf==0.8
+grapheme==0.6.0
+graphql-core==3.2.3
+grpcio==1.65.1
+gto==1.7.1
+h11==0.14.0
+h2==4.1.0
+hjson==3.1.0
+hpack==4.0.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.2
+huggingface-hub==0.24.3
+hydra-core==1.3.2
+hyperframe==6.0.1
+identify==2.6.0
+idna==3.7
+imageio-ffmpeg==0.5.1
+imageio==2.35.1
+importlib_metadata==8.0.0
+importlib_metadata==8.2.0
+importlib_resources==6.4.0
+importlib_resources==6.4.0
+inflect==7.3.1
+iniconfig==2.0.0
+interegular==0.3.3
+ipykernel==6.29.5
+ipython==8.26.0
+iterative-telemetry==0.0.8
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
+jaraco.text==3.12.1
+jedi==0.19.1
+jmespath==1.0.1
+joblib==1.4.2
+jsonschema-specifications==2023.12.1
+jsonschema==4.23.0
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+kiwisolver==1.4.5
+kombu==5.4.0
+lark==1.1.9
+lazy_loader==0.4
+librosa==0.10.2.post1
+llamafactory==0.8.4.dev0
+llamafactory==0.8.4.dev0
+llvmlite==0.43.0
+lm-format-enforcer==0.10.3
+lxml==5.3.0
+markdown-it-py==3.0.0
+marshmallow==3.22.0
+matplotlib-inline==0.1.7
+matplotlib==3.9.1
+mdurl==0.1.2
+mmsg==0.1.dev14+gbd2b056.d20240803
+more-itertools==10.3.0
+moviepy==1.0.3
+mpi4py==4.0.0
+mpmath==1.3.0
+msgpack==1.0.8
+multidict==6.0.5
+multiprocess==0.70.16
+mypy-extensions==1.0.0
+nest_asyncio==1.6.0
+networkx==3.3
+ninja==1.11.1.1
+nodeenv==1.9.1
+numba==0.60.0
+numpy==1.26.4
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-ml-py==12.535.161
+nvidia-nccl-cu12==2.20.5
+nvidia-nvjitlink-cu12==12.5.82
+nvidia-nvtx-cu12==12.1.105
+nvitop==1.3.2
+omegaconf==2.3.0
+openai==1.37.1
+optree==0.12.1
+ordered-set==4.1.0
+orjson==3.10.6
+outlines==0.0.47.dev37+g26e2934
+packaging==24.1
+packaging==24.1
+pandas==2.2.2
+parso==0.8.4
+pathspec==0.12.1
+pathvalidate==3.0.0
+peft==0.12.0
+pexpect==4.9.0
+pickleshare==0.7.5
+pillow==10.4.0
+pip==24.0
+platformdirs==3.11.0
+platformdirs==4.2.2
+pluggy==1.5.0
+pooch==1.8.2
+pre-commit==3.8.0
+proglog==0.1.10
+prometheus-fastapi-instrumentator==7.0.0
+prometheus_client==0.20.0
+prompt_toolkit==3.0.47
+protobuf==4.25.4
+psutil==6.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+py-cpuinfo==9.0.0
+pyairports==2.1.1
+pyarrow-hotfix==0.6
+pyarrow==17.0.0
+pyav==13.0.0
+pycountry==24.6.1
+pycparser==2.22
+pydantic==2.8.2
+pydantic_core==2.20.1
+pydot==3.0.1
+pydub==0.25.1
+pygit2==1.15.1
+pygtrie==2.5.0
+pyparsing==3.1.2
+pytest==8.3.2
+python-dateutil==2.9.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+pyzmq==26.0.3
+ranger-fm==1.9.3
+ray==2.34.0
+referencing==0.35.1
+regex==2024.7.24
+requests-toolbelt==1.0.0
+requests==2.32.3
+rfc3986==1.5.0
+rich==13.1.0
+rpds-py==0.19.1
+ruamel.yaml.clib==0.2.8
+ruamel.yaml==0.18.6
+ruff==0.5.5
+s3transfer==0.10.2
+safetensors==0.4.3
+scikit-learn==1.5.1
+scipy==1.14.0
+scmrepo==3.3.7
+semantic-version==2.10.0
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==2.11.0
+setproctitle==1.3.3
+setuptools==71.0.4
+shellingham==1.5.4
+shortuuid==1.0.13
+shtab==1.7.1
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+soundfile==0.12.1
+soxr==0.4.0
+sqltrie==0.11.1
+sse-starlette==2.1.3
+stack-data==0.6.2
+starlette==0.37.2
+sympy==1.13.0
+tabulate==0.9.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard==2.17.0
+term-image==0.7.2
+termcolor==2.4.0
+threadpoolctl==3.5.0
+tiktoken==0.7.0
+tokenizers==0.19.1
+tomli==2.0.1
+tomlkit==0.12.0
+torch==2.3.1
+torch==2.4.0
+torchaudio==2.4.0
+torchvision==0.18.1
+torchvision==0.19.0
+tornado==6.4.1
+tqdm==4.66.4
+traitlets==5.14.3
+transformers==4.45.0.dev0
+treelib==1.6.4
+triton==2.3.1
+triton==3.0.0
+trl==0.9.6
+typeguard==4.3.0
+typer==0.12.3
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+typing_extensions==4.12.2
+tyro==0.8.10
+tzdata==2024.1
+urllib3==2.2.2
+uvicorn==0.30.3
+uvloop==0.19.0
+vine==5.1.0
+virtualenv==20.26.3
+vllm-flash-attn==2.5.9.post1
+vllm==0.5.3.post1
+voluptuous==0.15.2
+wandb==0.17.5
+watchfiles==0.22.0
+wcwidth==0.2.13
+websockets==11.0.3
+wheel==0.43.0
+wheel==0.43.0
+xformers==0.0.27
+xxhash==3.4.1
+yarl==1.9.4
+zc.lockfile==3.0.post1
+zipp==3.19.2
+zipp==3.19.2
+zstandard==0.23.0

wandb/run-20240921_103042-1p62y7m7/files/wandb-metadata.json

@@ -0,0 +1,1215 @@
+{
+    "os": "Linux-5.15.0-1040-nvidia-x86_64-with-glibc2.35",
+    "python": "3.11.9",
+    "heartbeatAt": "2024-09-21T02:30:43.242497",
+    "startedAt": "2024-09-21T02:30:42.382544",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--model_name_or_path",
+        "/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct",
+        "--train_datasets",
+        "/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted",
+        "--output_dir",
+        "../outputs/dpo_tiv2t_1.5k_base",
+        "--train_data_files",
+        "extracted_preference_1.5k_washed.json",
+        "--train_template",
+        "NExTQA_preference",
+        "--train_split",
+        "train",
+        "--per_device_train_batch_size",
+        "1",
+        "--per_device_eval_batch_size",
+        "1",
+        "--gradient_accumulation_steps",
+        "1"
+    ],
+    "state": "running",
+    "program": "-m align_anything.trainers.tiv_to_t.dpo",
+    "codePathLocal": null,
+    "git": {
+        "remote": "git@github.com-hantao:htlou/align-anything.git",
+        "commit": "9eff99b0ee34f7265b8a2e1824650634c898f654"
+    },
+    "email": "2200017789@stu.pku.edu.cn",
+    "root": "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything",
+    "host": "dgx-119",
+    "username": "yangyaodong",
+    "executable": "/aifs4su/yaodong/miniconda3/envs/hantao_tiv/bin/python3.11",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 2064.2638660714288,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.003,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.003,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.772,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.406,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 1758.8549690246582,
+            "used": 14.71224594116211
+        }
+    },
+    "gpu": "NVIDIA H800",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        }
+    ],
+    "memory": {
+        "total": 2015.5641632080078
+    }
+}

wandb/run-20240921_103042-1p62y7m7/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/step": 166, "train/loss": 2.7490217685699463, "train/reward": -0.8869644403457642, "train/better_sample_reward": -0.6029175519943237, "train/worse_sample_reward": -0.2840469181537628, "train/reward_accuracy": 0.5, "train/reward_margin": -0.3188706040382385, "train/lr": 7.861083133307247e-07, "train/epoch": 0.9378531073446328, "_timestamp": 1726887218.607224, "_runtime": 1376.2130439281464, "_step": 166}

wandb/run-20240921_103042-1p62y7m7/logs/debug.log

@@ -0,0 +1,29 @@
+2024-09-21 10:30:42,388 INFO    MainThread:2677650 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_setup.py:_flush():76] Configure stats pid to 2677650
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_setup.py:_flush():76] Loading settings from /home/yangyaodong/.config/wandb/settings
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_setup.py:_flush():76] Loading settings from /aifs4su/yaodong/projects/hantao/dev_cham/align-anything/scripts/wandb/settings
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'api_key': '***REDACTED***'}
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-09-21 10:30:42,389 WARNING MainThread:2677650 [wandb_setup.py:_flush():76] Could not find program at -m align_anything.trainers.tiv_to_t.dpo
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.tiv_to_t.dpo'}
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_init.py:_log_setup():529] Logging user logs to ../outputs/dpo_tiv2t_1.5k_base/wandb/run-20240921_103042-1p62y7m7/logs/debug.log
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_init.py:_log_setup():530] Logging internal logs to ../outputs/dpo_tiv2t_1.5k_base/wandb/run-20240921_103042-1p62y7m7/logs/debug-internal.log
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_init.py:init():569] calling init triggers
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3, 'seed': 42, 'per_device_train_batch_size': 1.0, 'per_device_eval_batch_size': 1.0, 'gradient_accumulation_steps': 1.0, 'gradient_checkpointing': True, 'learning_rate': 1e-06, 'lr_scheduler_type': 'cosine', 'lr_warmup_ratio': 0.01, 'weight_decay': 0.0, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'regularization': 0.001, 'scale_coeff': 0.1, 'freeze_mm_proj': False, 'freeze_vision_tower': True, 'freeze_language_model': False}, 'data_cfgs': {'train_datasets': '/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted', 'train_template': 'NExTQA_preference', 'train_size': None, 'train_split': 'train', 'train_subset': None, 'train_data_files': 'extracted_preference_1.5k_washed.json', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'dpo', 'output_dir': '../outputs/dpo_tiv2t_1.5k_base', 'cache_dir': None, 'save_interval': 100000}, 'model_cfgs': {'model_name_or_path': '/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct', 'trust_remote_code': True, 'model_max_length': 4096}, 'special_tokens': None}
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_init.py:init():619] starting backend
+2024-09-21 10:30:42,389 INFO    MainThread:2677650 [wandb_init.py:init():623] setting up manager
+2024-09-21 10:30:42,390 INFO    MainThread:2677650 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-09-21 10:30:42,393 INFO    MainThread:2677650 [wandb_init.py:init():631] backend started and connected
+2024-09-21 10:30:42,395 INFO    MainThread:2677650 [wandb_init.py:init():720] updated telemetry
+2024-09-21 10:30:42,415 INFO    MainThread:2677650 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
+2024-09-21 10:30:42,928 INFO    MainThread:2677650 [wandb_run.py:_on_init():2435] communicating current version
+2024-09-21 10:30:43,096 INFO    MainThread:2677650 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-09-21 10:30:43,097 INFO    MainThread:2677650 [wandb_init.py:init():804] starting run threads in backend
+2024-09-21 10:30:48,117 INFO    MainThread:2677650 [wandb_run.py:_console_start():2413] atexit reg
+2024-09-21 10:30:48,117 INFO    MainThread:2677650 [wandb_run.py:_redirect():2255] redirect: wrap_raw
+2024-09-21 10:30:48,117 INFO    MainThread:2677650 [wandb_run.py:_redirect():2320] Wrapping output streams.
+2024-09-21 10:30:48,117 INFO    MainThread:2677650 [wandb_run.py:_redirect():2345] Redirects installed.
+2024-09-21 10:30:48,121 INFO    MainThread:2677650 [wandb_init.py:init():847] run started, returning control to user process

wandb/run-20240921_111222-4ony16ec/files/conda-environment.yaml

@@ -0,0 +1,516 @@
+name: hantao_tiv
+channels:
+  - nvidia/label/cuda-12.1.0
+  - nvidia
+  - pytorch
+  - huggingface
+  - conda-forge
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=conda_forge
+  - _openmp_mutex=4.5=2_gnu
+  - aom=3.9.1=hac33072_0
+  - asttokens=2.4.1=pyhd8ed1ab_0
+  - blas=1.0=mkl
+  - brotli-python=1.1.0=py311hb755f60_1
+  - bzip2=1.0.8=h4bc722e_7
+  - ca-certificates=2024.7.4=hbcca054_0
+  - cairo=1.18.0=hebfffa5_3
+  - certifi=2024.7.4=pyhd8ed1ab_0
+  - cffi=1.16.0=py311hb3a22ac_0
+  - charset-normalizer=3.3.2=pyhd8ed1ab_0
+  - comm=0.2.2=pyhd8ed1ab_0
+  - cuda=12.1.0=0
+  - cuda-cccl=12.1.55=0
+  - cuda-command-line-tools=12.1.0=0
+  - cuda-compiler=12.1.0=0
+  - cuda-cudart=12.1.55=0
+  - cuda-cudart-dev=12.1.55=0
+  - cuda-cudart-static=12.1.55=0
+  - cuda-cuobjdump=12.1.55=0
+  - cuda-cupti=12.1.62=0
+  - cuda-cupti-static=12.1.62=0
+  - cuda-cuxxfilt=12.1.55=0
+  - cuda-demo-suite=12.1.55=0
+  - cuda-documentation=12.1.55=0
+  - cuda-driver-dev=12.1.55=0
+  - cuda-gdb=12.1.55=0
+  - cuda-libraries=12.1.0=0
+  - cuda-libraries-dev=12.1.0=0
+  - cuda-libraries-static=12.1.0=0
+  - cuda-nsight=12.1.55=0
+  - cuda-nsight-compute=12.1.0=0
+  - cuda-nvcc=12.1.66=0
+  - cuda-nvdisasm=12.1.55=0
+  - cuda-nvml-dev=12.1.55=0
+  - cuda-nvprof=12.1.55=0
+  - cuda-nvprune=12.1.55=0
+  - cuda-nvrtc=12.1.55=0
+  - cuda-nvrtc-dev=12.1.55=0
+  - cuda-nvrtc-static=12.1.55=0
+  - cuda-nvtx=12.1.66=0
+  - cuda-nvvp=12.1.55=0
+  - cuda-opencl=12.1.56=0
+  - cuda-opencl-dev=12.1.56=0
+  - cuda-profiler-api=12.1.55=0
+  - cuda-runtime=12.1.0=0
+  - cuda-sanitizer-api=12.1.55=0
+  - cuda-toolkit=12.1.0=0
+  - cuda-tools=12.1.0=0
+  - cuda-visual-tools=12.1.0=0
+  - dav1d=1.2.1=hd590300_0
+  - debugpy=1.8.2=py311h4332511_0
+  - exceptiongroup=1.2.2=pyhd8ed1ab_0
+  - executing=2.0.1=pyhd8ed1ab_0
+  - expat=2.6.2=h59595ed_0
+  - ffmpeg=7.0.1=gpl_h9be9148_104
+  - filelock=3.15.4=pyhd8ed1ab_0
+  - font-ttf-dejavu-sans-mono=2.37=hab24e00_0
+  - font-ttf-inconsolata=3.000=h77eed37_0
+  - font-ttf-source-code-pro=2.038=h77eed37_0
+  - font-ttf-ubuntu=0.83=h77eed37_2
+  - fontconfig=2.14.2=h14ed4e7_0
+  - fonts-conda-ecosystem=1=0
+  - fonts-conda-forge=1=0
+  - freetype=2.12.1=h267a509_2
+  - fribidi=1.0.10=h36c2ea0_0
+  - gds-tools=1.6.0.25=0
+  - gettext=0.22.5=h59595ed_2
+  - gettext-tools=0.22.5=h59595ed_2
+  - git-lfs=3.5.1=ha770c72_0
+  - gmp=6.3.0=hac33072_2
+  - gmpy2=2.1.5=py311hc4f1f91_1
+  - gnutls=3.7.9=hb077bed_0
+  - graphite2=1.3.13=h59595ed_1003
+  - h2=4.1.0=pyhd8ed1ab_0
+  - harfbuzz=9.0.0=hda332d3_1
+  - hpack=4.0.0=pyh9f0ad1d_0
+  - hyperframe=6.0.1=pyhd8ed1ab_0
+  - icu=75.1=he02047a_0
+  - idna=3.7=pyhd8ed1ab_0
+  - importlib-metadata=8.2.0=pyha770c72_0
+  - importlib_metadata=8.2.0=hd8ed1ab_0
+  - intel-openmp=2022.0.1=h06a4308_3633
+  - ipykernel=6.29.5=pyh3099207_0
+  - ipython=8.26.0=pyh707e725_0
+  - jedi=0.19.1=pyhd8ed1ab_0
+  - jinja2=3.1.4=pyhd8ed1ab_0
+  - jupyter_client=8.6.2=pyhd8ed1ab_0
+  - jupyter_core=5.7.2=py311h38be061_0
+  - keyutils=1.6.1=h166bdaf_0
+  - krb5=1.21.3=h659f571_0
+  - lame=3.100=h166bdaf_1003
+  - lcms2=2.16=hb7c19ff_0
+  - ld_impl_linux-64=2.40=hf3520f5_7
+  - lerc=4.0.0=h27087fc_0
+  - libabseil=20240116.2=cxx17_he02047a_1
+  - libasprintf=0.22.5=h661eb56_2
+  - libasprintf-devel=0.22.5=h661eb56_2
+  - libass=0.17.1=h39113c1_2
+  - libblas=3.9.0=16_linux64_mkl
+  - libcblas=3.9.0=16_linux64_mkl
+  - libcublas=12.1.0.26=0
+  - libcublas-dev=12.1.0.26=0
+  - libcublas-static=12.1.0.26=0
+  - libcufft=11.0.2.4=0
+  - libcufft-dev=11.0.2.4=0
+  - libcufft-static=11.0.2.4=0
+  - libcufile=1.6.0.25=0
+  - libcufile-dev=1.6.0.25=0
+  - libcufile-static=1.6.0.25=0
+  - libcurand=10.3.2.56=0
+  - libcurand-dev=10.3.2.56=0
+  - libcurand-static=10.3.2.56=0
+  - libcusolver=11.4.4.55=0
+  - libcusolver-dev=11.4.4.55=0
+  - libcusolver-static=11.4.4.55=0
+  - libcusparse=12.0.2.55=0
+  - libcusparse-dev=12.0.2.55=0
+  - libcusparse-static=12.0.2.55=0
+  - libdeflate=1.20=hd590300_0
+  - libdrm=2.4.122=h4ab18f5_0
+  - libedit=3.1.20191231=he28a2e2_2
+  - libexpat=2.6.2=h59595ed_0
+  - libffi=3.4.2=h7f98852_5
+  - libgcc-ng=14.1.0=h77fa898_0
+  - libgettextpo=0.22.5=h59595ed_2
+  - libgettextpo-devel=0.22.5=h59595ed_2
+  - libglib=2.80.3=h8a4344b_1
+  - libgomp=14.1.0=h77fa898_0
+  - libhwloc=2.11.1=default_hecaa2ac_1000
+  - libiconv=1.17=hd590300_2
+  - libidn2=2.3.7=hd590300_0
+  - libjpeg-turbo=3.0.0=hd590300_1
+  - liblapack=3.9.0=16_linux64_mkl
+  - libnpp=12.0.2.50=0
+  - libnpp-dev=12.0.2.50=0
+  - libnpp-static=12.0.2.50=0
+  - libnsl=2.0.1=hd590300_0
+  - libnvjitlink=12.1.105=0
+  - libnvjitlink-dev=12.1.55=0
+  - libnvjpeg=12.1.0.39=0
+  - libnvjpeg-dev=12.1.0.39=0
+  - libnvjpeg-static=12.1.0.39=0
+  - libnvvm-samples=12.1.55=0
+  - libopenvino=2024.2.0=h2da1b83_1
+  - libopenvino-auto-batch-plugin=2024.2.0=hb045406_1
+  - libopenvino-auto-plugin=2024.2.0=hb045406_1
+  - libopenvino-hetero-plugin=2024.2.0=h5c03a75_1
+  - libopenvino-intel-cpu-plugin=2024.2.0=h2da1b83_1
+  - libopenvino-intel-gpu-plugin=2024.2.0=h2da1b83_1
+  - libopenvino-intel-npu-plugin=2024.2.0=he02047a_1
+  - libopenvino-ir-frontend=2024.2.0=h5c03a75_1
+  - libopenvino-onnx-frontend=2024.2.0=h07e8aee_1
+  - libopenvino-paddle-frontend=2024.2.0=h07e8aee_1
+  - libopenvino-pytorch-frontend=2024.2.0=he02047a_1
+  - libopenvino-tensorflow-frontend=2024.2.0=h39126c6_1
+  - libopenvino-tensorflow-lite-frontend=2024.2.0=he02047a_1
+  - libopus=1.3.1=h7f98852_1
+  - libpciaccess=0.18=hd590300_0
+  - libpng=1.6.43=h2797004_0
+  - libprotobuf=4.25.3=h08a7969_0
+  - libsodium=1.0.18=h36c2ea0_1
+  - libsqlite=3.46.0=hde9e2c9_0
+  - libstdcxx-ng=14.1.0=hc0a3c3a_0
+  - libtasn1=4.19.0=h166bdaf_0
+  - libtiff=4.6.0=h1dd3fc0_3
+  - libunistring=0.9.10=h7f98852_0
+  - libuuid=2.38.1=h0b41bf4_0
+  - libva=2.22.0=hb711507_0
+  - libvpx=1.14.1=hac33072_0
+  - libwebp-base=1.4.0=hd590300_0
+  - libxcb=1.16=hd590300_0
+  - libxcrypt=4.4.36=hd590300_1
+  - libxml2=2.12.7=he7c6b58_4
+  - libzlib=1.3.1=h4ab18f5_1
+  - llvm-openmp=15.0.7=h0cdce71_0
+  - markupsafe=2.1.5=py311h459d7ec_0
+  - matplotlib-inline=0.1.7=pyhd8ed1ab_0
+  - mkl=2022.1.0=hc2b9512_224
+  - mpc=1.3.1=hfe3b2da_0
+  - mpfr=4.2.1=h38ae2d0_2
+  - mpmath=1.3.0=pyhd8ed1ab_0
+  - ncurses=6.5=h59595ed_0
+  - nest-asyncio=1.6.0=pyhd8ed1ab_0
+  - nettle=3.9.1=h7ab15ed_0
+  - networkx=3.3=pyhd8ed1ab_1
+  - nsight-compute=2023.1.0.15=0
+  - ocl-icd=2.3.2=hd590300_1
+  - openh264=2.4.1=h59595ed_0
+  - openjpeg=2.5.2=h488ebb8_0
+  - openssl=3.3.1=h4bc722e_2
+  - p11-kit=0.24.1=hc5aa10d_0
+  - packaging=24.1=pyhd8ed1ab_0
+  - parso=0.8.4=pyhd8ed1ab_0
+  - pcre2=10.44=h0f59acf_0
+  - pexpect=4.9.0=pyhd8ed1ab_0
+  - pickleshare=0.7.5=py_1003
+  - pillow=10.4.0=py311h82a398c_0
+  - pip=24.0=pyhd8ed1ab_0
+  - pixman=0.43.2=h59595ed_0
+  - prompt-toolkit=3.0.47=pyha770c72_0
+  - psutil=6.0.0=py311h331c9d8_0
+  - pthread-stubs=0.4=h36c2ea0_1001
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pugixml=1.14=h59595ed_0
+  - pure_eval=0.2.3=pyhd8ed1ab_0
+  - pycparser=2.22=pyhd8ed1ab_0
+  - pygments=2.18.0=pyhd8ed1ab_0
+  - pysocks=1.7.1=pyha2e5f31_6
+  - python=3.11.9=hb806964_0_cpython
+  - python_abi=3.11=4_cp311
+  - pytorch=2.4.0=py3.11_cuda12.1_cudnn9.1.0_0
+  - pytorch-cuda=12.1=ha16c6d3_5
+  - pytorch-mutex=1.0=cuda
+  - pyyaml=6.0.1=py311h459d7ec_1
+  - pyzmq=26.0.3=py311h08a0b41_0
+  - readline=8.2=h8228510_1
+  - requests=2.32.3=pyhd8ed1ab_0
+  - setuptools=71.0.4=pyhd8ed1ab_0
+  - six=1.16.0=pyh6c4a22f_0
+  - snappy=1.2.1=ha2e4443_0
+  - stack_data=0.6.2=pyhd8ed1ab_0
+  - svt-av1=2.1.2=hac33072_0
+  - sympy=1.13.0=pypyh2585a3b_103
+  - tbb=2021.12.0=h434a139_3
+  - tk=8.6.13=noxft_h4845f30_101
+  - torchaudio=2.4.0=py311_cu121
+  - torchtriton=3.0.0=py311
+  - tornado=6.4.1=py311h331c9d8_0
+  - traitlets=5.14.3=pyhd8ed1ab_0
+  - typing_extensions=4.12.2=pyha770c72_0
+  - urllib3=2.2.2=pyhd8ed1ab_1
+  - wayland=1.23.0=h5291e77_0
+  - wayland-protocols=1.36=hd8ed1ab_0
+  - wcwidth=0.2.13=pyhd8ed1ab_0
+  - wheel=0.43.0=pyhd8ed1ab_1
+  - x264=1!164.3095=h166bdaf_2
+  - x265=3.5=h924138e_3
+  - xorg-fixesproto=5.0=h7f98852_1002
+  - xorg-kbproto=1.0.7=h7f98852_1002
+  - xorg-libice=1.1.1=hd590300_0
+  - xorg-libsm=1.2.4=h7391055_0
+  - xorg-libx11=1.8.9=hb711507_1
+  - xorg-libxau=1.0.11=hd590300_0
+  - xorg-libxdmcp=1.1.3=h7f98852_0
+  - xorg-libxext=1.3.4=h0b41bf4_2
+  - xorg-libxfixes=5.0.3=h7f98852_1004
+  - xorg-libxrender=0.9.11=hd590300_0
+  - xorg-renderproto=0.11.1=h7f98852_1002
+  - xorg-xextproto=7.3.0=h0b41bf4_1003
+  - xorg-xproto=7.0.31=h7f98852_1007
+  - xz=5.2.6=h166bdaf_0
+  - yaml=0.2.5=h7f98852_2
+  - zeromq=4.3.5=h75354e8_4
+  - zipp=3.19.2=pyhd8ed1ab_0
+  - zlib=1.3.1=h4ab18f5_1
+  - zstandard=0.23.0=py311h5cd10c7_0
+  - zstd=1.5.6=ha6fb4c9_0
+  - pip:
+      - about-time==4.2.1
+      - absl-py==2.1.0
+      - accelerate==0.34.0
+      - aiofiles==23.2.1
+      - aiohttp==3.9.5
+      - aiohttp-retry==2.8.3
+      - aiosignal==1.3.1
+      - align-anything==0.0.1.dev0
+      - alive-progress==3.1.5
+      - amqp==5.2.0
+      - annotated-types==0.7.0
+      - antlr4-python3-runtime==4.9.3
+      - anyio==4.4.0
+      - appdirs==1.4.4
+      - asyncssh==2.16.0
+      - atpublic==5.0
+      - attrs==23.2.0
+      - audioread==3.0.1
+      - backoff==2.2.1
+      - billiard==4.2.0
+      - boto3==1.35.9
+      - botocore==1.35.9
+      - cachetools==5.4.0
+      - celery==5.4.0
+      - cfgv==3.4.0
+      - click==8.1.7
+      - click-didyoumean==0.3.1
+      - click-plugins==1.1.1
+      - click-repl==0.3.0
+      - cloudpickle==3.0.0
+      - cmake==3.30.1
+      - colorama==0.4.6
+      - commonmark==0.9.1
+      - configobj==5.0.8
+      - contourpy==1.2.1
+      - cryptography==43.0.0
+      - cycler==0.12.1
+      - dacite==1.6.0
+      - dagshub==0.3.35
+      - dagshub-annotation-converter==0.1.0
+      - dataclasses-json==0.6.7
+      - datasets==2.20.0
+      - decorator==4.4.2
+      - deepspeed==0.14.4
+      - dictdiffer==0.9.0
+      - diffusers==0.29.2
+      - dill==0.3.8
+      - diskcache==5.6.3
+      - distlib==0.3.8
+      - distro==1.9.0
+      - dnspython==2.6.1
+      - docker-pycreds==0.4.0
+      - docstring-parser==0.16
+      - dpath==2.2.0
+      - dulwich==0.22.1
+      - dvc==3.55.1
+      - dvc-data==3.16.5
+      - dvc-http==2.32.0
+      - dvc-objects==5.1.0
+      - dvc-render==1.0.2
+      - dvc-studio-client==0.21.0
+      - dvc-task==0.4.0
+      - einops==0.8.0
+      - email-validator==2.2.0
+      - entrypoints==0.4
+      - fastapi==0.111.1
+      - fastapi-cli==0.0.4
+      - ffmpy==0.3.3
+      - fire==0.6.0
+      - flatten-dict==0.4.2
+      - flufl-lock==8.1.0
+      - fonttools==4.53.1
+      - frozenlist==1.4.1
+      - fsspec==2024.5.0
+      - funcy==2.0
+      - fusepy==3.0.1
+      - gitdb==4.0.11
+      - gitpython==3.1.43
+      - gql==3.5.0
+      - gradio==4.39.0
+      - gradio-client==1.1.1
+      - gradio-multimodalchatbot==0.0.1
+      - grandalf==0.8
+      - grapheme==0.6.0
+      - graphql-core==3.2.3
+      - grpcio==1.65.1
+      - gto==1.7.1
+      - h11==0.14.0
+      - hjson==3.1.0
+      - httpcore==1.0.5
+      - httptools==0.6.1
+      - httpx==0.27.2
+      - huggingface-hub==0.24.3
+      - hydra-core==1.3.2
+      - identify==2.6.0
+      - imageio==2.35.1
+      - imageio-ffmpeg==0.5.1
+      - importlib-resources==6.4.0
+      - iniconfig==2.0.0
+      - interegular==0.3.3
+      - iterative-telemetry==0.0.8
+      - jmespath==1.0.1
+      - joblib==1.4.2
+      - jsonschema==4.23.0
+      - jsonschema-specifications==2023.12.1
+      - kiwisolver==1.4.5
+      - kombu==5.4.0
+      - lark==1.1.9
+      - lazy-loader==0.4
+      - librosa==0.10.2.post1
+      - llamafactory==0.8.4.dev0
+      - llvmlite==0.43.0
+      - lm-format-enforcer==0.10.3
+      - lxml==5.3.0
+      - markdown==3.6
+      - markdown-it-py==3.0.0
+      - marshmallow==3.22.0
+      - matplotlib==3.9.1
+      - mdurl==0.1.2
+      - mmsg==0.1.dev14+gbd2b056.d20240803
+      - moviepy==1.0.3
+      - mpi4py==4.0.0
+      - msgpack==1.0.8
+      - multidict==6.0.5
+      - multiprocess==0.70.16
+      - mypy-extensions==1.0.0
+      - ninja==1.11.1.1
+      - nodeenv==1.9.1
+      - numba==0.60.0
+      - numpy==1.26.4
+      - nvidia-cublas-cu12==12.1.3.1
+      - nvidia-cuda-cupti-cu12==12.1.105
+      - nvidia-cuda-nvrtc-cu12==12.1.105
+      - nvidia-cuda-runtime-cu12==12.1.105
+      - nvidia-cudnn-cu12==8.9.2.26
+      - nvidia-cufft-cu12==11.0.2.54
+      - nvidia-curand-cu12==10.3.2.106
+      - nvidia-cusolver-cu12==11.4.5.107
+      - nvidia-cusparse-cu12==12.1.0.106
+      - nvidia-ml-py==12.535.161
+      - nvidia-nccl-cu12==2.20.5
+      - nvidia-nvjitlink-cu12==12.5.82
+      - nvidia-nvtx-cu12==12.1.105
+      - nvitop==1.3.2
+      - omegaconf==2.3.0
+      - openai==1.37.1
+      - optree==0.12.1
+      - orjson==3.10.6
+      - outlines==0.0.47.dev37+g26e2934
+      - pandas==2.2.2
+      - pathspec==0.12.1
+      - pathvalidate==3.0.0
+      - peft==0.12.0
+      - platformdirs==3.11.0
+      - pluggy==1.5.0
+      - pooch==1.8.2
+      - pre-commit==3.8.0
+      - proglog==0.1.10
+      - prometheus-client==0.20.0
+      - prometheus-fastapi-instrumentator==7.0.0
+      - protobuf==4.25.4
+      - py-cpuinfo==9.0.0
+      - pyairports==2.1.1
+      - pyarrow==17.0.0
+      - pyarrow-hotfix==0.6
+      - pyav==13.0.0
+      - pycountry==24.6.1
+      - pydantic==2.8.2
+      - pydantic-core==2.20.1
+      - pydot==3.0.1
+      - pydub==0.25.1
+      - pygit2==1.15.1
+      - pygtrie==2.5.0
+      - pyparsing==3.1.2
+      - pytest==8.3.2
+      - python-dateutil==2.9.0.post0
+      - python-dotenv==1.0.1
+      - python-multipart==0.0.9
+      - pytz==2024.1
+      - ranger-fm==1.9.3
+      - ray==2.34.0
+      - referencing==0.35.1
+      - regex==2024.7.24
+      - requests-toolbelt==1.0.0
+      - rfc3986==1.5.0
+      - rich==13.1.0
+      - rpds-py==0.19.1
+      - ruamel-yaml==0.18.6
+      - ruamel-yaml-clib==0.2.8
+      - ruff==0.5.5
+      - s3transfer==0.10.2
+      - safetensors==0.4.3
+      - scikit-learn==1.5.1
+      - scipy==1.14.0
+      - scmrepo==3.3.7
+      - semantic-version==2.10.0
+      - semver==3.0.2
+      - sentencepiece==0.2.0
+      - sentry-sdk==2.11.0
+      - setproctitle==1.3.3
+      - shellingham==1.5.4
+      - shortuuid==1.0.13
+      - shtab==1.7.1
+      - smmap==5.0.1
+      - sniffio==1.3.1
+      - soundfile==0.12.1
+      - soxr==0.4.0
+      - sqltrie==0.11.1
+      - sse-starlette==2.1.3
+      - starlette==0.37.2
+      - tabulate==0.9.0
+      - tenacity==8.2.3
+      - tensorboard==2.17.0
+      - tensorboard-data-server==0.7.2
+      - term-image==0.7.2
+      - termcolor==2.4.0
+      - threadpoolctl==3.5.0
+      - tiktoken==0.7.0
+      - tokenizers==0.19.1
+      - tomlkit==0.12.0
+      - torch==2.3.1
+      - torchvision==0.18.1
+      - tqdm==4.66.4
+      - transformers==4.45.0.dev0
+      - treelib==1.6.4
+      - triton==2.3.1
+      - trl==0.9.6
+      - typer==0.12.3
+      - typing-inspect==0.9.0
+      - tyro==0.8.10
+      - tzdata==2024.1
+      - uvicorn==0.30.3
+      - uvloop==0.19.0
+      - vine==5.1.0
+      - virtualenv==20.26.3
+      - vllm==0.5.3.post1
+      - vllm-flash-attn==2.5.9.post1
+      - voluptuous==0.15.2
+      - wandb==0.17.5
+      - watchfiles==0.22.0
+      - websockets==11.0.3
+      - werkzeug==3.0.3
+      - xformers==0.0.27
+      - xxhash==3.4.1
+      - yarl==1.9.4
+      - zc-lockfile==3.0.post1
+prefix: /aifs4su/yaodong/miniconda3/envs/hantao_tiv

wandb/run-20240921_111222-4ony16ec/files/config.yaml

@@ -0,0 +1,112 @@
+wandb_version: 1
+
+train_cfgs:
+  desc: null
+  value:
+    ds_cfgs: ds_z3_config.json
+    epochs: 3
+    seed: 42
+    per_device_train_batch_size: 1.0
+    per_device_eval_batch_size: 1.0
+    gradient_accumulation_steps: 1.0
+    gradient_checkpointing: true
+    learning_rate: 1.0e-06
+    lr_scheduler_type: cosine
+    lr_warmup_ratio: 0.01
+    weight_decay: 0.0
+    adam_betas:
+    - 0.9
+    - 0.95
+    bf16: true
+    fp16: false
+    eval_strategy: epoch
+    eval_interval: 10
+    regularization: 0.001
+    scale_coeff: 0.1
+    freeze_mm_proj: false
+    freeze_vision_tower: true
+    freeze_language_model: false
+data_cfgs:
+  desc: null
+  value:
+    train_datasets: /aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted
+    train_template: NExTQA_preference
+    train_size: null
+    train_split: train
+    train_subset: null
+    train_data_files: 1.5k_clean_duplicate.json
+    train_optional_args: []
+    eval_datasets: null
+    eval_template: null
+    eval_size: null
+    eval_split: null
+    eval_subset: null
+    eval_data_files: null
+    eval_optional_args: []
+logger_cfgs:
+  desc: null
+  value:
+    log_type: wandb
+    log_project: align-anything
+    log_run_name: dpo
+    output_dir: ../outputs/dpo_tiv2t_1.5k_base
+    cache_dir: null
+    save_interval: 100000
+model_cfgs:
+  desc: null
+  value:
+    model_name_or_path: /aifs4su/yaodong/models/Qwen2-VL-7B-Instruct
+    trust_remote_code: true
+    model_max_length: 4096
+special_tokens:
+  desc: null
+  value: null
+_wandb:
+  desc: null
+  value:
+    python_version: 3.11.9
+    cli_version: 0.17.5
+    framework: huggingface
+    huggingface_version: 4.45.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    start_time: 1726888342
+    t:
+      1:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 83
+      - 98
+      - 105
+      2:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 83
+      - 98
+      - 105
+      3:
+      - 2
+      - 13
+      - 16
+      - 23
+      - 61
+      4: 3.11.9
+      5: 0.17.5
+      6: 4.45.0.dev0
+      8:
+      - 5
+      13: linux-x86_64

wandb/run-20240921_111222-4ony16ec/files/output.log

@@ -0,0 +1,609 @@
+
+***** Running training *****
+
+Training 1/3 epoch:   0%|                                                                                                                                                                      | 0/531 [00:00<?, ?it/s]`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`...
+/aifs4su/yaodong/miniconda3/envs/hantao_tiv/lib/python3.11/site-packages/torch/utils/checkpoint.py:295: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead.
+  with torch.enable_grad(), device_autocast_ctx, torch.cpu.amp.autocast(**ctx.cpu_autocast_kwargs):  # type: ignore[attr-defined]
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.8395):   2%|██▍                                                                                                                                           | 9/531 [01:14<1:12:50,  8.37s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.9732):   4%|█████                                                                                                                                        | 19/531 [02:31<1:13:02,  8.56s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 3.0771):   5%|███████▋                                                                                                                                     | 29/531 [03:48<1:01:33,  7.36s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.0346):   7%|██████████▎                                                                                                                                  | 39/531 [05:15<1:07:13,  8.20s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.4914):   9%|█████████████                                                                                                                                | 49/531 [06:41<1:20:46, 10.05s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.4690):  11%|███████████████▉                                                                                                                               | 59/531 [07:59<57:43,  7.34s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6775):  13%|██████████████████▌                                                                                                                            | 69/531 [09:22<59:22,  7.71s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.4325):  15%|████████████████████▉                                                                                                                        | 79/531 [10:48<1:12:39,  9.65s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.0096):  17%|███████████████████████▋                                                                                                                     | 89/531 [12:20<1:16:49, 10.43s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2861):  19%|██████████████████████████▋                                                                                                                    | 99/531 [13:40<57:03,  7.93s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.1329):  21%|█████████████████████████████▏                                                                                                                | 109/531 [14:58<57:58,  8.24s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.0573):  22%|███████████████████████████████▊                                                                                                              | 119/531 [16:27<56:45,  8.27s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.2254):  24%|██████████████████████████████████▍                                                                                                           | 129/531 [17:46<56:23,  8.42s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2646):  26%|█████████████████████████████████████▏                                                                                                        | 139/531 [19:16<56:30,  8.65s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2230):  28%|███████████████████████████████████████▊                                                                                                      | 149/531 [20:38<48:28,  7.61s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.6615):  30%|██████████████████████████████████████████▌                                                                                                   | 159/531 [21:57<47:14,  7.62s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.3717):  32%|█████████████████████████████████████████████▏                                                                                                | 169/531 [23:20<49:05,  8.14s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.4366):  34%|███████████████████████████████████████████████▊                                                                                              | 179/531 [24:48<47:02,  8.02s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 1.9746):  36%|██████████████████████████████████████████████████▌                                                                                           | 189/531 [26:05<40:13,  7.06s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.9471):  37%|█████████████████████████████████████████████████████▏                                                                                        | 199/531 [27:24<43:32,  7.87s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.5072):  39%|███████████████████████████████████████████████████████▉                                                                                      | 209/531 [28:43<43:05,  8.03s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.2369):  41%|██████████████████████████████████████████████████████████▌                                                                                   | 219/531 [30:08<39:52,  7.67s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.9289):  43%|█████████████████████████████████████████████████████████████▏                                                                                | 229/531 [31:38<46:09,  9.17s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.7007):  45%|███████████████████████████████████████████████████████████████▉                                                                              | 239/531 [32:51<34:44,  7.14s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.5656):  47%|██████████████████████████████████████████████████████████████████▌                                                                           | 249/531 [34:16<37:29,  7.98s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.3311):  49%|█████████████████████████████████████████████████████████████████████▎                                                                        | 259/531 [35:44<39:41,  8.75s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.2943):  51%|███████████████████████████████████████████████████████████████████████▉                                                                      | 269/531 [37:09<36:41,  8.40s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.6977):  53%|██████████████████████████████████████████████████████████████████████████▌                                                                   | 279/531 [38:28<31:36,  7.52s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 1.3606):  54%|█████████████████████████████████████████████████████████████████████████████▎                                                                | 289/531 [39:52<35:27,  8.79s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.3531):  56%|███████████████████████████████████████████████████████████████████████████████▉                                                              | 299/531 [41:15<28:46,  7.44s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 1.3322):  58%|██████████████████████████████████████████████████████████████████████████████████▋                                                           | 309/531 [42:44<34:51,  9.42s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.3598):  60%|█████████████████████████████████████████████████████████████████████████████████████▎                                                        | 319/531 [44:11<32:19,  9.15s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.3140):  62%|███████████████████████████████████████████████████████████████████████████████████████▉                                                      | 329/531 [45:28<26:26,  7.85s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.4596):  64%|██████████████████████████████████████████████████████████████████████████████████████████▋                                                   | 339/531 [46:45<23:37,  7.38s/it]
+
+
+
+
+
+
+
+
+
+
+Training 2/3 epoch (loss 0.1021):  66%|█████████████████████████████████████████████████████████████████████████████████████████████▎                                                | 349/531 [48:14<26:38,  8.78s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.2287):  68%|████████████████████████████████████████████████████████████████████████████████████████████████                                              | 359/531 [49:34<22:19,  7.79s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.5106):  69%|██████████████████████████████████████████████████████████████████████████████████████████████████▋                                           | 369/531 [50:50<19:41,  7.29s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.1319):  71%|█████████████████████████████████████████████████████████████████████████████████████████████████████▎                                        | 379/531 [52:11<21:03,  8.31s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.1420):  73%|████████████████████████████████████████████████████████████████████████████████████████████████████████                                      | 389/531 [53:38<22:51,  9.66s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.5357):  75%|██████████████████████████████████████████████████████████████████████████████████████████████████████████▋                                   | 399/531 [54:56<17:25,  7.92s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.1835):  77%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████▎                                | 409/531 [56:25<16:15,  8.00s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.5765):  79%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████                              | 419/531 [57:47<19:40, 10.54s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 1.8443):  81%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                           | 429/531 [59:02<12:57,  7.62s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.2949):  83%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                        | 440/531 [1:00:38<12:14,  8.07s/it]
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 1.1613):  85%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍                     | 449/531 [1:01:58<11:28,  8.40s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.2900):  86%|█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████                   | 459/531 [1:03:16<09:07,  7.61s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.2732):  88%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋                | 469/531 [1:04:46<09:23,  9.09s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.9524):  90%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▎             | 479/531 [1:06:03<06:42,  7.73s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.5670):  92%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▉           | 489/531 [1:07:33<06:22,  9.11s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.3265):  94%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▌        | 499/531 [1:08:57<04:22,  8.21s/it]
+
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 1.3381):  96%|██████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍     | 510/531 [1:10:24<02:47,  7.96s/it]
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.2275):  98%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▊   | 519/531 [1:11:33<01:35,  7.93s/it]
+
+
+
+
+
+
+
+
+
+
+Training 3/3 epoch (loss 0.7530): 100%|█████████���█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▍| 529/531 [1:13:01<00:16,  8.38s/it]
+
+Training 3/3 epoch (loss 0.1529): 100%|███████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▋| 530/531 [1:13:11<00:08,  8.81s/it]
+Saving model to "../outputs/dpo_tiv2t_1.5k_base" ...
+
+Training 3/3 epoch (loss 0.4428): 100%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████| 531/531 [1:13:19<00:00,  8.28s/it]
+[2024-09-21 12:25:55,184] [INFO] [logging.py:96:log_dist] [Rank 0] [Torch] Checkpoint global_step531 is about to be saved!
+[2024-09-21 12:25:55,184] [INFO] [engine.py:3591:save_16bit_model] Saving model weights to ../outputs/dpo_tiv2t_1.5k_base/pytorch_model.bin, tag: global_step531
+[2024-09-21 12:25:55,184] [INFO] [torch_checkpoint_engine.py:21:save] [Torch] Saving ../outputs/dpo_tiv2t_1.5k_base/pytorch_model.bin...
+[2024-09-21 12:26:08,310] [INFO] [torch_checkpoint_engine.py:23:save] [Torch] Saved ../outputs/dpo_tiv2t_1.5k_base/pytorch_model.bin.
+[2024-09-21 12:26:08,311] [INFO] [torch_checkpoint_engine.py:33:commit] [Torch] Checkpoint global_step531 is ready now!
+Model saved!
+Saving 16-bit model...
+[2024-09-21 12:26:15,942] [INFO] [logging.py:96:log_dist] [Rank 0] [Torch] Checkpoint global_step531 is about to be saved!
+[2024-09-21 12:26:15,943] [INFO] [engine.py:3591:save_16bit_model] Saving model weights to ../outputs/dpo_tiv2t_1.5k_base/pytorch_model.bin, tag: global_step531
+[2024-09-21 12:26:15,943] [INFO] [torch_checkpoint_engine.py:21:save] [Torch] Saving ../outputs/dpo_tiv2t_1.5k_base/pytorch_model.bin...
+[2024-09-21 12:26:31,191] [INFO] [torch_checkpoint_engine.py:23:save] [Torch] Saved ../outputs/dpo_tiv2t_1.5k_base/pytorch_model.bin.
+[2024-09-21 12:26:31,192] [INFO] [torch_checkpoint_engine.py:33:commit] [Torch] Checkpoint global_step531 is ready now!
+Model saved!

wandb/run-20240921_111222-4ony16ec/files/requirements.txt

@@ -0,0 +1,325 @@
+Brotli==1.1.0
+GitPython==3.1.43
+Jinja2==3.1.4
+Markdown==3.6
+MarkupSafe==2.1.5
+PySocks==1.7.1
+PyYAML==6.0.1
+Pygments==2.18.0
+Werkzeug==3.0.3
+about-time==4.2.1
+absl-py==2.1.0
+accelerate==0.34.0
+aiofiles==23.2.1
+aiohttp-retry==2.8.3
+aiohttp==3.9.5
+aiosignal==1.3.1
+align-anything==0.0.1.dev0
+align-anything==0.0.1.dev0
+alive-progress==3.1.5
+amqp==5.2.0
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+anyio==4.4.0
+appdirs==1.4.4
+asttokens==2.4.1
+asyncssh==2.16.0
+atpublic==5.0
+attrs==23.2.0
+audioread==3.0.1
+autocommand==2.2.2
+backoff==2.2.1
+backports.tarfile==1.2.0
+billiard==4.2.0
+boto3==1.35.9
+botocore==1.35.9
+cachetools==5.4.0
+celery==5.4.0
+certifi==2024.7.4
+cffi==1.16.0
+cfgv==3.4.0
+charset-normalizer==3.3.2
+click-didyoumean==0.3.1
+click-plugins==1.1.1
+click-repl==0.3.0
+click==8.1.7
+cloudpickle==3.0.0
+cmake==3.30.1
+colorama==0.4.6
+comm==0.2.2
+commonmark==0.9.1
+configobj==5.0.8
+contourpy==1.2.1
+cryptography==43.0.0
+cycler==0.12.1
+dacite==1.6.0
+dagshub-annotation-converter==0.1.0
+dagshub==0.3.35
+dataclasses-json==0.6.7
+datasets==2.20.0
+debugpy==1.8.2
+decorator==4.4.2
+deepspeed==0.14.4
+dictdiffer==0.9.0
+diffusers==0.29.2
+dill==0.3.8
+diskcache==5.6.3
+distlib==0.3.8
+distro==1.9.0
+dnspython==2.6.1
+docker-pycreds==0.4.0
+docstring_parser==0.16
+dpath==2.2.0
+dulwich==0.22.1
+dvc-data==3.16.5
+dvc-http==2.32.0
+dvc-objects==5.1.0
+dvc-render==1.0.2
+dvc-studio-client==0.21.0
+dvc-task==0.4.0
+dvc==3.55.1
+einops==0.8.0
+email_validator==2.2.0
+entrypoints==0.4
+exceptiongroup==1.2.2
+executing==2.0.1
+fastapi-cli==0.0.4
+fastapi==0.111.1
+ffmpy==0.3.3
+filelock==3.15.4
+fire==0.6.0
+flatten-dict==0.4.2
+flufl.lock==8.1.0
+fonttools==4.53.1
+frozenlist==1.4.1
+fsspec==2024.5.0
+funcy==2.0
+fusepy==3.0.1
+gitdb==4.0.11
+gmpy2==2.1.5
+gql==3.5.0
+gradio==4.39.0
+gradio_client==1.1.1
+gradio_multimodalchatbot==0.0.1
+grandalf==0.8
+grapheme==0.6.0
+graphql-core==3.2.3
+grpcio==1.65.1
+gto==1.7.1
+h11==0.14.0
+h2==4.1.0
+hjson==3.1.0
+hpack==4.0.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.2
+huggingface-hub==0.24.3
+hydra-core==1.3.2
+hyperframe==6.0.1
+identify==2.6.0
+idna==3.7
+imageio-ffmpeg==0.5.1
+imageio==2.35.1
+importlib_metadata==8.0.0
+importlib_metadata==8.2.0
+importlib_resources==6.4.0
+importlib_resources==6.4.0
+inflect==7.3.1
+iniconfig==2.0.0
+interegular==0.3.3
+ipykernel==6.29.5
+ipython==8.26.0
+iterative-telemetry==0.0.8
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
+jaraco.text==3.12.1
+jedi==0.19.1
+jmespath==1.0.1
+joblib==1.4.2
+jsonschema-specifications==2023.12.1
+jsonschema==4.23.0
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+kiwisolver==1.4.5
+kombu==5.4.0
+lark==1.1.9
+lazy_loader==0.4
+librosa==0.10.2.post1
+llamafactory==0.8.4.dev0
+llamafactory==0.8.4.dev0
+llvmlite==0.43.0
+lm-format-enforcer==0.10.3
+lxml==5.3.0
+markdown-it-py==3.0.0
+marshmallow==3.22.0
+matplotlib-inline==0.1.7
+matplotlib==3.9.1
+mdurl==0.1.2
+mmsg==0.1.dev14+gbd2b056.d20240803
+more-itertools==10.3.0
+moviepy==1.0.3
+mpi4py==4.0.0
+mpmath==1.3.0
+msgpack==1.0.8
+multidict==6.0.5
+multiprocess==0.70.16
+mypy-extensions==1.0.0
+nest_asyncio==1.6.0
+networkx==3.3
+ninja==1.11.1.1
+nodeenv==1.9.1
+numba==0.60.0
+numpy==1.26.4
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-ml-py==12.535.161
+nvidia-nccl-cu12==2.20.5
+nvidia-nvjitlink-cu12==12.5.82
+nvidia-nvtx-cu12==12.1.105
+nvitop==1.3.2
+omegaconf==2.3.0
+openai==1.37.1
+optree==0.12.1
+ordered-set==4.1.0
+orjson==3.10.6
+outlines==0.0.47.dev37+g26e2934
+packaging==24.1
+packaging==24.1
+pandas==2.2.2
+parso==0.8.4
+pathspec==0.12.1
+pathvalidate==3.0.0
+peft==0.12.0
+pexpect==4.9.0
+pickleshare==0.7.5
+pillow==10.4.0
+pip==24.0
+platformdirs==3.11.0
+platformdirs==4.2.2
+pluggy==1.5.0
+pooch==1.8.2
+pre-commit==3.8.0
+proglog==0.1.10
+prometheus-fastapi-instrumentator==7.0.0
+prometheus_client==0.20.0
+prompt_toolkit==3.0.47
+protobuf==4.25.4
+psutil==6.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+py-cpuinfo==9.0.0
+pyairports==2.1.1
+pyarrow-hotfix==0.6
+pyarrow==17.0.0
+pyav==13.0.0
+pycountry==24.6.1
+pycparser==2.22
+pydantic==2.8.2
+pydantic_core==2.20.1
+pydot==3.0.1
+pydub==0.25.1
+pygit2==1.15.1
+pygtrie==2.5.0
+pyparsing==3.1.2
+pytest==8.3.2
+python-dateutil==2.9.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+pyzmq==26.0.3
+ranger-fm==1.9.3
+ray==2.34.0
+referencing==0.35.1
+regex==2024.7.24
+requests-toolbelt==1.0.0
+requests==2.32.3
+rfc3986==1.5.0
+rich==13.1.0
+rpds-py==0.19.1
+ruamel.yaml.clib==0.2.8
+ruamel.yaml==0.18.6
+ruff==0.5.5
+s3transfer==0.10.2
+safetensors==0.4.3
+scikit-learn==1.5.1
+scipy==1.14.0
+scmrepo==3.3.7
+semantic-version==2.10.0
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==2.11.0
+setproctitle==1.3.3
+setuptools==71.0.4
+shellingham==1.5.4
+shortuuid==1.0.13
+shtab==1.7.1
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+soundfile==0.12.1
+soxr==0.4.0
+sqltrie==0.11.1
+sse-starlette==2.1.3
+stack-data==0.6.2
+starlette==0.37.2
+sympy==1.13.0
+tabulate==0.9.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard==2.17.0
+term-image==0.7.2
+termcolor==2.4.0
+threadpoolctl==3.5.0
+tiktoken==0.7.0
+tokenizers==0.19.1
+tomli==2.0.1
+tomlkit==0.12.0
+torch==2.3.1
+torch==2.4.0
+torchaudio==2.4.0
+torchvision==0.18.1
+torchvision==0.19.0
+tornado==6.4.1
+tqdm==4.66.4
+traitlets==5.14.3
+transformers==4.45.0.dev0
+treelib==1.6.4
+triton==2.3.1
+triton==3.0.0
+trl==0.9.6
+typeguard==4.3.0
+typer==0.12.3
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+typing_extensions==4.12.2
+tyro==0.8.10
+tzdata==2024.1
+urllib3==2.2.2
+uvicorn==0.30.3
+uvloop==0.19.0
+vine==5.1.0
+virtualenv==20.26.3
+vllm-flash-attn==2.5.9.post1
+vllm==0.5.3.post1
+voluptuous==0.15.2
+wandb==0.17.5
+watchfiles==0.22.0
+wcwidth==0.2.13
+websockets==11.0.3
+wheel==0.43.0
+wheel==0.43.0
+xformers==0.0.27
+xxhash==3.4.1
+yarl==1.9.4
+zc.lockfile==3.0.post1
+zipp==3.19.2
+zipp==3.19.2
+zstandard==0.23.0

wandb/run-20240921_111222-4ony16ec/files/wandb-metadata.json

@@ -0,0 +1,1215 @@
+{
+    "os": "Linux-5.15.0-1040-nvidia-x86_64-with-glibc2.35",
+    "python": "3.11.9",
+    "heartbeatAt": "2024-09-21T03:12:23.935425",
+    "startedAt": "2024-09-21T03:12:22.874534",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--model_name_or_path",
+        "/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct",
+        "--train_datasets",
+        "/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted",
+        "--output_dir",
+        "../outputs/dpo_tiv2t_1.5k_base",
+        "--train_data_files",
+        "1.5k_clean_duplicate.json",
+        "--train_template",
+        "NExTQA_preference",
+        "--train_split",
+        "train",
+        "--per_device_train_batch_size",
+        "1",
+        "--per_device_eval_batch_size",
+        "1",
+        "--gradient_accumulation_steps",
+        "1"
+    ],
+    "state": "running",
+    "program": "-m align_anything.trainers.tiv_to_t.dpo",
+    "codePathLocal": null,
+    "git": {
+        "remote": "git@github.com-hantao:htlou/align-anything.git",
+        "commit": "9eff99b0ee34f7265b8a2e1824650634c898f654"
+    },
+    "email": "2200017789@stu.pku.edu.cn",
+    "root": "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything",
+    "host": "dgx-119",
+    "username": "yangyaodong",
+    "executable": "/aifs4su/yaodong/miniconda3/envs/hantao_tiv/bin/python3.11",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 2064.1573660714284,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3799.996,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.003,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.003,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.003,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3800.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 1758.8549690246582,
+            "used": 14.712554931640625
+        }
+    },
+    "gpu": "NVIDIA H800",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        }
+    ],
+    "memory": {
+        "total": 2015.5641632080078
+    }
+}

wandb/run-20240921_111222-4ony16ec/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/step": 531, "train/loss": 0.44282472133636475, "train/reward": -21.30280303955078, "train/better_sample_reward": -8.71082878112793, "train/worse_sample_reward": -12.591974258422852, "train/reward_accuracy": 0.875, "train/reward_margin": 3.8811450004577637, "train/lr": 0.0, "train/epoch": 3.0, "_timestamp": 1726892746.5268066, "_runtime": 4403.641909599304, "_step": 531, "_wandb": {"runtime": 4447}}

wandb/run-20240921_111222-4ony16ec/logs/debug.log

@@ -0,0 +1,36 @@
+2024-09-21 11:12:22,880 INFO    MainThread:2809147 [wandb_setup.py:_flush():76] Current SDK version is 0.17.5
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_setup.py:_flush():76] Configure stats pid to 2809147
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_setup.py:_flush():76] Loading settings from /home/yangyaodong/.config/wandb/settings
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_setup.py:_flush():76] Loading settings from /aifs4su/yaodong/projects/hantao/dev_cham/align-anything/scripts/wandb/settings
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_setup.py:_flush():76] Loading settings from environment variables: {'api_key': '***REDACTED***'}
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_setup.py:_flush():76] Applying setup settings: {'_disable_service': False}
+2024-09-21 11:12:22,882 WARNING MainThread:2809147 [wandb_setup.py:_flush():76] Could not find program at -m align_anything.trainers.tiv_to_t.dpo
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_setup.py:_flush():76] Inferring run settings from compute environment: {'program_relpath': None, 'program': '-m align_anything.trainers.tiv_to_t.dpo'}
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_setup.py:_flush():76] Applying login settings: {}
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_init.py:_log_setup():529] Logging user logs to ../outputs/dpo_tiv2t_1.5k_base/wandb/run-20240921_111222-4ony16ec/logs/debug.log
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_init.py:_log_setup():530] Logging internal logs to ../outputs/dpo_tiv2t_1.5k_base/wandb/run-20240921_111222-4ony16ec/logs/debug-internal.log
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_init.py:init():569] calling init triggers
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_init.py:init():576] wandb.init called with sweep_config: {}
+config: {'train_cfgs': {'ds_cfgs': 'ds_z3_config.json', 'epochs': 3, 'seed': 42, 'per_device_train_batch_size': 1.0, 'per_device_eval_batch_size': 1.0, 'gradient_accumulation_steps': 1.0, 'gradient_checkpointing': True, 'learning_rate': 1e-06, 'lr_scheduler_type': 'cosine', 'lr_warmup_ratio': 0.01, 'weight_decay': 0.0, 'adam_betas': [0.9, 0.95], 'bf16': True, 'fp16': False, 'eval_strategy': 'epoch', 'eval_interval': 10, 'regularization': 0.001, 'scale_coeff': 0.1, 'freeze_mm_proj': False, 'freeze_vision_tower': True, 'freeze_language_model': False}, 'data_cfgs': {'train_datasets': '/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted', 'train_template': 'NExTQA_preference', 'train_size': None, 'train_split': 'train', 'train_subset': None, 'train_data_files': '1.5k_clean_duplicate.json', 'train_optional_args': [], 'eval_datasets': None, 'eval_template': None, 'eval_size': None, 'eval_split': None, 'eval_subset': None, 'eval_data_files': None, 'eval_optional_args': []}, 'logger_cfgs': {'log_type': 'wandb', 'log_project': 'align-anything', 'log_run_name': 'dpo', 'output_dir': '../outputs/dpo_tiv2t_1.5k_base', 'cache_dir': None, 'save_interval': 100000}, 'model_cfgs': {'model_name_or_path': '/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct', 'trust_remote_code': True, 'model_max_length': 4096}, 'special_tokens': None}
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_init.py:init():619] starting backend
+2024-09-21 11:12:22,882 INFO    MainThread:2809147 [wandb_init.py:init():623] setting up manager
+2024-09-21 11:12:22,883 INFO    MainThread:2809147 [backend.py:_multiprocessing_setup():105] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2024-09-21 11:12:22,884 INFO    MainThread:2809147 [wandb_init.py:init():631] backend started and connected
+2024-09-21 11:12:22,886 INFO    MainThread:2809147 [wandb_init.py:init():720] updated telemetry
+2024-09-21 11:12:22,897 INFO    MainThread:2809147 [wandb_init.py:init():753] communicating run to backend with 90.0 second timeout
+2024-09-21 11:12:23,613 INFO    MainThread:2809147 [wandb_run.py:_on_init():2435] communicating current version
+2024-09-21 11:12:23,800 INFO    MainThread:2809147 [wandb_run.py:_on_init():2444] got version response upgrade_message: "wandb version 0.18.1 is available!  To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2024-09-21 11:12:23,801 INFO    MainThread:2809147 [wandb_init.py:init():804] starting run threads in backend
+2024-09-21 11:12:27,363 INFO    MainThread:2809147 [wandb_run.py:_console_start():2413] atexit reg
+2024-09-21 11:12:27,363 INFO    MainThread:2809147 [wandb_run.py:_redirect():2255] redirect: wrap_raw
+2024-09-21 11:12:27,363 INFO    MainThread:2809147 [wandb_run.py:_redirect():2320] Wrapping output streams.
+2024-09-21 11:12:27,363 INFO    MainThread:2809147 [wandb_run.py:_redirect():2345] Redirects installed.
+2024-09-21 11:12:27,366 INFO    MainThread:2809147 [wandb_init.py:init():847] run started, returning control to user process
+2024-09-21 12:26:31,218 INFO    MainThread:2809147 [wandb_run.py:_finish():2107] finishing run htlou/align-anything/4ony16ec
+2024-09-21 12:26:31,219 INFO    MainThread:2809147 [wandb_run.py:_atexit_cleanup():2374] got exitcode: 0
+2024-09-21 12:26:31,220 INFO    MainThread:2809147 [wandb_run.py:_restore():2352] restore
+2024-09-21 12:26:31,220 INFO    MainThread:2809147 [wandb_run.py:_restore():2358] restore done
+2024-09-21 12:26:37,117 INFO    MainThread:2809147 [wandb_run.py:_footer_history_summary_info():4016] rendering history
+2024-09-21 12:26:37,118 INFO    MainThread:2809147 [wandb_run.py:_footer_history_summary_info():4048] rendering summary
+2024-09-21 12:26:37,124 INFO    MainThread:2809147 [wandb_run.py:_footer_sync_info():3975] logging synced files

wandb/run-20240921_111222-4ony16ec/run-4ony16ec.wandb

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7085eba7772eb3cb6852a78cee03b387b08c5574027a7013d650e477e9adcbad
+size 1984316

wandb/run-20240921_115259-p9bvnzls/files/conda-environment.yaml

@@ -0,0 +1,516 @@
+name: hantao_tiv
+channels:
+  - nvidia/label/cuda-12.1.0
+  - nvidia
+  - pytorch
+  - huggingface
+  - conda-forge
+  - defaults
+dependencies:
+  - _libgcc_mutex=0.1=conda_forge
+  - _openmp_mutex=4.5=2_gnu
+  - aom=3.9.1=hac33072_0
+  - asttokens=2.4.1=pyhd8ed1ab_0
+  - blas=1.0=mkl
+  - brotli-python=1.1.0=py311hb755f60_1
+  - bzip2=1.0.8=h4bc722e_7
+  - ca-certificates=2024.7.4=hbcca054_0
+  - cairo=1.18.0=hebfffa5_3
+  - certifi=2024.7.4=pyhd8ed1ab_0
+  - cffi=1.16.0=py311hb3a22ac_0
+  - charset-normalizer=3.3.2=pyhd8ed1ab_0
+  - comm=0.2.2=pyhd8ed1ab_0
+  - cuda=12.1.0=0
+  - cuda-cccl=12.1.55=0
+  - cuda-command-line-tools=12.1.0=0
+  - cuda-compiler=12.1.0=0
+  - cuda-cudart=12.1.55=0
+  - cuda-cudart-dev=12.1.55=0
+  - cuda-cudart-static=12.1.55=0
+  - cuda-cuobjdump=12.1.55=0
+  - cuda-cupti=12.1.62=0
+  - cuda-cupti-static=12.1.62=0
+  - cuda-cuxxfilt=12.1.55=0
+  - cuda-demo-suite=12.1.55=0
+  - cuda-documentation=12.1.55=0
+  - cuda-driver-dev=12.1.55=0
+  - cuda-gdb=12.1.55=0
+  - cuda-libraries=12.1.0=0
+  - cuda-libraries-dev=12.1.0=0
+  - cuda-libraries-static=12.1.0=0
+  - cuda-nsight=12.1.55=0
+  - cuda-nsight-compute=12.1.0=0
+  - cuda-nvcc=12.1.66=0
+  - cuda-nvdisasm=12.1.55=0
+  - cuda-nvml-dev=12.1.55=0
+  - cuda-nvprof=12.1.55=0
+  - cuda-nvprune=12.1.55=0
+  - cuda-nvrtc=12.1.55=0
+  - cuda-nvrtc-dev=12.1.55=0
+  - cuda-nvrtc-static=12.1.55=0
+  - cuda-nvtx=12.1.66=0
+  - cuda-nvvp=12.1.55=0
+  - cuda-opencl=12.1.56=0
+  - cuda-opencl-dev=12.1.56=0
+  - cuda-profiler-api=12.1.55=0
+  - cuda-runtime=12.1.0=0
+  - cuda-sanitizer-api=12.1.55=0
+  - cuda-toolkit=12.1.0=0
+  - cuda-tools=12.1.0=0
+  - cuda-visual-tools=12.1.0=0
+  - dav1d=1.2.1=hd590300_0
+  - debugpy=1.8.2=py311h4332511_0
+  - exceptiongroup=1.2.2=pyhd8ed1ab_0
+  - executing=2.0.1=pyhd8ed1ab_0
+  - expat=2.6.2=h59595ed_0
+  - ffmpeg=7.0.1=gpl_h9be9148_104
+  - filelock=3.15.4=pyhd8ed1ab_0
+  - font-ttf-dejavu-sans-mono=2.37=hab24e00_0
+  - font-ttf-inconsolata=3.000=h77eed37_0
+  - font-ttf-source-code-pro=2.038=h77eed37_0
+  - font-ttf-ubuntu=0.83=h77eed37_2
+  - fontconfig=2.14.2=h14ed4e7_0
+  - fonts-conda-ecosystem=1=0
+  - fonts-conda-forge=1=0
+  - freetype=2.12.1=h267a509_2
+  - fribidi=1.0.10=h36c2ea0_0
+  - gds-tools=1.6.0.25=0
+  - gettext=0.22.5=h59595ed_2
+  - gettext-tools=0.22.5=h59595ed_2
+  - git-lfs=3.5.1=ha770c72_0
+  - gmp=6.3.0=hac33072_2
+  - gmpy2=2.1.5=py311hc4f1f91_1
+  - gnutls=3.7.9=hb077bed_0
+  - graphite2=1.3.13=h59595ed_1003
+  - h2=4.1.0=pyhd8ed1ab_0
+  - harfbuzz=9.0.0=hda332d3_1
+  - hpack=4.0.0=pyh9f0ad1d_0
+  - hyperframe=6.0.1=pyhd8ed1ab_0
+  - icu=75.1=he02047a_0
+  - idna=3.7=pyhd8ed1ab_0
+  - importlib-metadata=8.2.0=pyha770c72_0
+  - importlib_metadata=8.2.0=hd8ed1ab_0
+  - intel-openmp=2022.0.1=h06a4308_3633
+  - ipykernel=6.29.5=pyh3099207_0
+  - ipython=8.26.0=pyh707e725_0
+  - jedi=0.19.1=pyhd8ed1ab_0
+  - jinja2=3.1.4=pyhd8ed1ab_0
+  - jupyter_client=8.6.2=pyhd8ed1ab_0
+  - jupyter_core=5.7.2=py311h38be061_0
+  - keyutils=1.6.1=h166bdaf_0
+  - krb5=1.21.3=h659f571_0
+  - lame=3.100=h166bdaf_1003
+  - lcms2=2.16=hb7c19ff_0
+  - ld_impl_linux-64=2.40=hf3520f5_7
+  - lerc=4.0.0=h27087fc_0
+  - libabseil=20240116.2=cxx17_he02047a_1
+  - libasprintf=0.22.5=h661eb56_2
+  - libasprintf-devel=0.22.5=h661eb56_2
+  - libass=0.17.1=h39113c1_2
+  - libblas=3.9.0=16_linux64_mkl
+  - libcblas=3.9.0=16_linux64_mkl
+  - libcublas=12.1.0.26=0
+  - libcublas-dev=12.1.0.26=0
+  - libcublas-static=12.1.0.26=0
+  - libcufft=11.0.2.4=0
+  - libcufft-dev=11.0.2.4=0
+  - libcufft-static=11.0.2.4=0
+  - libcufile=1.6.0.25=0
+  - libcufile-dev=1.6.0.25=0
+  - libcufile-static=1.6.0.25=0
+  - libcurand=10.3.2.56=0
+  - libcurand-dev=10.3.2.56=0
+  - libcurand-static=10.3.2.56=0
+  - libcusolver=11.4.4.55=0
+  - libcusolver-dev=11.4.4.55=0
+  - libcusolver-static=11.4.4.55=0
+  - libcusparse=12.0.2.55=0
+  - libcusparse-dev=12.0.2.55=0
+  - libcusparse-static=12.0.2.55=0
+  - libdeflate=1.20=hd590300_0
+  - libdrm=2.4.122=h4ab18f5_0
+  - libedit=3.1.20191231=he28a2e2_2
+  - libexpat=2.6.2=h59595ed_0
+  - libffi=3.4.2=h7f98852_5
+  - libgcc-ng=14.1.0=h77fa898_0
+  - libgettextpo=0.22.5=h59595ed_2
+  - libgettextpo-devel=0.22.5=h59595ed_2
+  - libglib=2.80.3=h8a4344b_1
+  - libgomp=14.1.0=h77fa898_0
+  - libhwloc=2.11.1=default_hecaa2ac_1000
+  - libiconv=1.17=hd590300_2
+  - libidn2=2.3.7=hd590300_0
+  - libjpeg-turbo=3.0.0=hd590300_1
+  - liblapack=3.9.0=16_linux64_mkl
+  - libnpp=12.0.2.50=0
+  - libnpp-dev=12.0.2.50=0
+  - libnpp-static=12.0.2.50=0
+  - libnsl=2.0.1=hd590300_0
+  - libnvjitlink=12.1.105=0
+  - libnvjitlink-dev=12.1.55=0
+  - libnvjpeg=12.1.0.39=0
+  - libnvjpeg-dev=12.1.0.39=0
+  - libnvjpeg-static=12.1.0.39=0
+  - libnvvm-samples=12.1.55=0
+  - libopenvino=2024.2.0=h2da1b83_1
+  - libopenvino-auto-batch-plugin=2024.2.0=hb045406_1
+  - libopenvino-auto-plugin=2024.2.0=hb045406_1
+  - libopenvino-hetero-plugin=2024.2.0=h5c03a75_1
+  - libopenvino-intel-cpu-plugin=2024.2.0=h2da1b83_1
+  - libopenvino-intel-gpu-plugin=2024.2.0=h2da1b83_1
+  - libopenvino-intel-npu-plugin=2024.2.0=he02047a_1
+  - libopenvino-ir-frontend=2024.2.0=h5c03a75_1
+  - libopenvino-onnx-frontend=2024.2.0=h07e8aee_1
+  - libopenvino-paddle-frontend=2024.2.0=h07e8aee_1
+  - libopenvino-pytorch-frontend=2024.2.0=he02047a_1
+  - libopenvino-tensorflow-frontend=2024.2.0=h39126c6_1
+  - libopenvino-tensorflow-lite-frontend=2024.2.0=he02047a_1
+  - libopus=1.3.1=h7f98852_1
+  - libpciaccess=0.18=hd590300_0
+  - libpng=1.6.43=h2797004_0
+  - libprotobuf=4.25.3=h08a7969_0
+  - libsodium=1.0.18=h36c2ea0_1
+  - libsqlite=3.46.0=hde9e2c9_0
+  - libstdcxx-ng=14.1.0=hc0a3c3a_0
+  - libtasn1=4.19.0=h166bdaf_0
+  - libtiff=4.6.0=h1dd3fc0_3
+  - libunistring=0.9.10=h7f98852_0
+  - libuuid=2.38.1=h0b41bf4_0
+  - libva=2.22.0=hb711507_0
+  - libvpx=1.14.1=hac33072_0
+  - libwebp-base=1.4.0=hd590300_0
+  - libxcb=1.16=hd590300_0
+  - libxcrypt=4.4.36=hd590300_1
+  - libxml2=2.12.7=he7c6b58_4
+  - libzlib=1.3.1=h4ab18f5_1
+  - llvm-openmp=15.0.7=h0cdce71_0
+  - markupsafe=2.1.5=py311h459d7ec_0
+  - matplotlib-inline=0.1.7=pyhd8ed1ab_0
+  - mkl=2022.1.0=hc2b9512_224
+  - mpc=1.3.1=hfe3b2da_0
+  - mpfr=4.2.1=h38ae2d0_2
+  - mpmath=1.3.0=pyhd8ed1ab_0
+  - ncurses=6.5=h59595ed_0
+  - nest-asyncio=1.6.0=pyhd8ed1ab_0
+  - nettle=3.9.1=h7ab15ed_0
+  - networkx=3.3=pyhd8ed1ab_1
+  - nsight-compute=2023.1.0.15=0
+  - ocl-icd=2.3.2=hd590300_1
+  - openh264=2.4.1=h59595ed_0
+  - openjpeg=2.5.2=h488ebb8_0
+  - openssl=3.3.1=h4bc722e_2
+  - p11-kit=0.24.1=hc5aa10d_0
+  - packaging=24.1=pyhd8ed1ab_0
+  - parso=0.8.4=pyhd8ed1ab_0
+  - pcre2=10.44=h0f59acf_0
+  - pexpect=4.9.0=pyhd8ed1ab_0
+  - pickleshare=0.7.5=py_1003
+  - pillow=10.4.0=py311h82a398c_0
+  - pip=24.0=pyhd8ed1ab_0
+  - pixman=0.43.2=h59595ed_0
+  - prompt-toolkit=3.0.47=pyha770c72_0
+  - psutil=6.0.0=py311h331c9d8_0
+  - pthread-stubs=0.4=h36c2ea0_1001
+  - ptyprocess=0.7.0=pyhd3deb0d_0
+  - pugixml=1.14=h59595ed_0
+  - pure_eval=0.2.3=pyhd8ed1ab_0
+  - pycparser=2.22=pyhd8ed1ab_0
+  - pygments=2.18.0=pyhd8ed1ab_0
+  - pysocks=1.7.1=pyha2e5f31_6
+  - python=3.11.9=hb806964_0_cpython
+  - python_abi=3.11=4_cp311
+  - pytorch=2.4.0=py3.11_cuda12.1_cudnn9.1.0_0
+  - pytorch-cuda=12.1=ha16c6d3_5
+  - pytorch-mutex=1.0=cuda
+  - pyyaml=6.0.1=py311h459d7ec_1
+  - pyzmq=26.0.3=py311h08a0b41_0
+  - readline=8.2=h8228510_1
+  - requests=2.32.3=pyhd8ed1ab_0
+  - setuptools=71.0.4=pyhd8ed1ab_0
+  - six=1.16.0=pyh6c4a22f_0
+  - snappy=1.2.1=ha2e4443_0
+  - stack_data=0.6.2=pyhd8ed1ab_0
+  - svt-av1=2.1.2=hac33072_0
+  - sympy=1.13.0=pypyh2585a3b_103
+  - tbb=2021.12.0=h434a139_3
+  - tk=8.6.13=noxft_h4845f30_101
+  - torchaudio=2.4.0=py311_cu121
+  - torchtriton=3.0.0=py311
+  - tornado=6.4.1=py311h331c9d8_0
+  - traitlets=5.14.3=pyhd8ed1ab_0
+  - typing_extensions=4.12.2=pyha770c72_0
+  - urllib3=2.2.2=pyhd8ed1ab_1
+  - wayland=1.23.0=h5291e77_0
+  - wayland-protocols=1.36=hd8ed1ab_0
+  - wcwidth=0.2.13=pyhd8ed1ab_0
+  - wheel=0.43.0=pyhd8ed1ab_1
+  - x264=1!164.3095=h166bdaf_2
+  - x265=3.5=h924138e_3
+  - xorg-fixesproto=5.0=h7f98852_1002
+  - xorg-kbproto=1.0.7=h7f98852_1002
+  - xorg-libice=1.1.1=hd590300_0
+  - xorg-libsm=1.2.4=h7391055_0
+  - xorg-libx11=1.8.9=hb711507_1
+  - xorg-libxau=1.0.11=hd590300_0
+  - xorg-libxdmcp=1.1.3=h7f98852_0
+  - xorg-libxext=1.3.4=h0b41bf4_2
+  - xorg-libxfixes=5.0.3=h7f98852_1004
+  - xorg-libxrender=0.9.11=hd590300_0
+  - xorg-renderproto=0.11.1=h7f98852_1002
+  - xorg-xextproto=7.3.0=h0b41bf4_1003
+  - xorg-xproto=7.0.31=h7f98852_1007
+  - xz=5.2.6=h166bdaf_0
+  - yaml=0.2.5=h7f98852_2
+  - zeromq=4.3.5=h75354e8_4
+  - zipp=3.19.2=pyhd8ed1ab_0
+  - zlib=1.3.1=h4ab18f5_1
+  - zstandard=0.23.0=py311h5cd10c7_0
+  - zstd=1.5.6=ha6fb4c9_0
+  - pip:
+      - about-time==4.2.1
+      - absl-py==2.1.0
+      - accelerate==0.34.0
+      - aiofiles==23.2.1
+      - aiohttp==3.9.5
+      - aiohttp-retry==2.8.3
+      - aiosignal==1.3.1
+      - align-anything==0.0.1.dev0
+      - alive-progress==3.1.5
+      - amqp==5.2.0
+      - annotated-types==0.7.0
+      - antlr4-python3-runtime==4.9.3
+      - anyio==4.4.0
+      - appdirs==1.4.4
+      - asyncssh==2.16.0
+      - atpublic==5.0
+      - attrs==23.2.0
+      - audioread==3.0.1
+      - backoff==2.2.1
+      - billiard==4.2.0
+      - boto3==1.35.9
+      - botocore==1.35.9
+      - cachetools==5.4.0
+      - celery==5.4.0
+      - cfgv==3.4.0
+      - click==8.1.7
+      - click-didyoumean==0.3.1
+      - click-plugins==1.1.1
+      - click-repl==0.3.0
+      - cloudpickle==3.0.0
+      - cmake==3.30.1
+      - colorama==0.4.6
+      - commonmark==0.9.1
+      - configobj==5.0.8
+      - contourpy==1.2.1
+      - cryptography==43.0.0
+      - cycler==0.12.1
+      - dacite==1.6.0
+      - dagshub==0.3.35
+      - dagshub-annotation-converter==0.1.0
+      - dataclasses-json==0.6.7
+      - datasets==2.20.0
+      - decorator==4.4.2
+      - deepspeed==0.14.4
+      - dictdiffer==0.9.0
+      - diffusers==0.29.2
+      - dill==0.3.8
+      - diskcache==5.6.3
+      - distlib==0.3.8
+      - distro==1.9.0
+      - dnspython==2.6.1
+      - docker-pycreds==0.4.0
+      - docstring-parser==0.16
+      - dpath==2.2.0
+      - dulwich==0.22.1
+      - dvc==3.55.1
+      - dvc-data==3.16.5
+      - dvc-http==2.32.0
+      - dvc-objects==5.1.0
+      - dvc-render==1.0.2
+      - dvc-studio-client==0.21.0
+      - dvc-task==0.4.0
+      - einops==0.8.0
+      - email-validator==2.2.0
+      - entrypoints==0.4
+      - fastapi==0.111.1
+      - fastapi-cli==0.0.4
+      - ffmpy==0.3.3
+      - fire==0.6.0
+      - flatten-dict==0.4.2
+      - flufl-lock==8.1.0
+      - fonttools==4.53.1
+      - frozenlist==1.4.1
+      - fsspec==2024.5.0
+      - funcy==2.0
+      - fusepy==3.0.1
+      - gitdb==4.0.11
+      - gitpython==3.1.43
+      - gql==3.5.0
+      - gradio==4.39.0
+      - gradio-client==1.1.1
+      - gradio-multimodalchatbot==0.0.1
+      - grandalf==0.8
+      - grapheme==0.6.0
+      - graphql-core==3.2.3
+      - grpcio==1.65.1
+      - gto==1.7.1
+      - h11==0.14.0
+      - hjson==3.1.0
+      - httpcore==1.0.5
+      - httptools==0.6.1
+      - httpx==0.27.2
+      - huggingface-hub==0.24.3
+      - hydra-core==1.3.2
+      - identify==2.6.0
+      - imageio==2.35.1
+      - imageio-ffmpeg==0.5.1
+      - importlib-resources==6.4.0
+      - iniconfig==2.0.0
+      - interegular==0.3.3
+      - iterative-telemetry==0.0.8
+      - jmespath==1.0.1
+      - joblib==1.4.2
+      - jsonschema==4.23.0
+      - jsonschema-specifications==2023.12.1
+      - kiwisolver==1.4.5
+      - kombu==5.4.0
+      - lark==1.1.9
+      - lazy-loader==0.4
+      - librosa==0.10.2.post1
+      - llamafactory==0.8.4.dev0
+      - llvmlite==0.43.0
+      - lm-format-enforcer==0.10.3
+      - lxml==5.3.0
+      - markdown==3.6
+      - markdown-it-py==3.0.0
+      - marshmallow==3.22.0
+      - matplotlib==3.9.1
+      - mdurl==0.1.2
+      - mmsg==0.1.dev14+gbd2b056.d20240803
+      - moviepy==1.0.3
+      - mpi4py==4.0.0
+      - msgpack==1.0.8
+      - multidict==6.0.5
+      - multiprocess==0.70.16
+      - mypy-extensions==1.0.0
+      - ninja==1.11.1.1
+      - nodeenv==1.9.1
+      - numba==0.60.0
+      - numpy==1.26.4
+      - nvidia-cublas-cu12==12.1.3.1
+      - nvidia-cuda-cupti-cu12==12.1.105
+      - nvidia-cuda-nvrtc-cu12==12.1.105
+      - nvidia-cuda-runtime-cu12==12.1.105
+      - nvidia-cudnn-cu12==8.9.2.26
+      - nvidia-cufft-cu12==11.0.2.54
+      - nvidia-curand-cu12==10.3.2.106
+      - nvidia-cusolver-cu12==11.4.5.107
+      - nvidia-cusparse-cu12==12.1.0.106
+      - nvidia-ml-py==12.535.161
+      - nvidia-nccl-cu12==2.20.5
+      - nvidia-nvjitlink-cu12==12.5.82
+      - nvidia-nvtx-cu12==12.1.105
+      - nvitop==1.3.2
+      - omegaconf==2.3.0
+      - openai==1.37.1
+      - optree==0.12.1
+      - orjson==3.10.6
+      - outlines==0.0.47.dev37+g26e2934
+      - pandas==2.2.2
+      - pathspec==0.12.1
+      - pathvalidate==3.0.0
+      - peft==0.12.0
+      - platformdirs==3.11.0
+      - pluggy==1.5.0
+      - pooch==1.8.2
+      - pre-commit==3.8.0
+      - proglog==0.1.10
+      - prometheus-client==0.20.0
+      - prometheus-fastapi-instrumentator==7.0.0
+      - protobuf==4.25.4
+      - py-cpuinfo==9.0.0
+      - pyairports==2.1.1
+      - pyarrow==17.0.0
+      - pyarrow-hotfix==0.6
+      - pyav==13.0.0
+      - pycountry==24.6.1
+      - pydantic==2.8.2
+      - pydantic-core==2.20.1
+      - pydot==3.0.1
+      - pydub==0.25.1
+      - pygit2==1.15.1
+      - pygtrie==2.5.0
+      - pyparsing==3.1.2
+      - pytest==8.3.2
+      - python-dateutil==2.9.0.post0
+      - python-dotenv==1.0.1
+      - python-multipart==0.0.9
+      - pytz==2024.1
+      - ranger-fm==1.9.3
+      - ray==2.34.0
+      - referencing==0.35.1
+      - regex==2024.7.24
+      - requests-toolbelt==1.0.0
+      - rfc3986==1.5.0
+      - rich==13.1.0
+      - rpds-py==0.19.1
+      - ruamel-yaml==0.18.6
+      - ruamel-yaml-clib==0.2.8
+      - ruff==0.5.5
+      - s3transfer==0.10.2
+      - safetensors==0.4.3
+      - scikit-learn==1.5.1
+      - scipy==1.14.0
+      - scmrepo==3.3.7
+      - semantic-version==2.10.0
+      - semver==3.0.2
+      - sentencepiece==0.2.0
+      - sentry-sdk==2.11.0
+      - setproctitle==1.3.3
+      - shellingham==1.5.4
+      - shortuuid==1.0.13
+      - shtab==1.7.1
+      - smmap==5.0.1
+      - sniffio==1.3.1
+      - soundfile==0.12.1
+      - soxr==0.4.0
+      - sqltrie==0.11.1
+      - sse-starlette==2.1.3
+      - starlette==0.37.2
+      - tabulate==0.9.0
+      - tenacity==8.2.3
+      - tensorboard==2.17.0
+      - tensorboard-data-server==0.7.2
+      - term-image==0.7.2
+      - termcolor==2.4.0
+      - threadpoolctl==3.5.0
+      - tiktoken==0.7.0
+      - tokenizers==0.19.1
+      - tomlkit==0.12.0
+      - torch==2.3.1
+      - torchvision==0.18.1
+      - tqdm==4.66.4
+      - transformers==4.45.0.dev0
+      - treelib==1.6.4
+      - triton==2.3.1
+      - trl==0.9.6
+      - typer==0.12.3
+      - typing-inspect==0.9.0
+      - tyro==0.8.10
+      - tzdata==2024.1
+      - uvicorn==0.30.3
+      - uvloop==0.19.0
+      - vine==5.1.0
+      - virtualenv==20.26.3
+      - vllm==0.5.3.post1
+      - vllm-flash-attn==2.5.9.post1
+      - voluptuous==0.15.2
+      - wandb==0.17.5
+      - watchfiles==0.22.0
+      - websockets==11.0.3
+      - werkzeug==3.0.3
+      - xformers==0.0.27
+      - xxhash==3.4.1
+      - yarl==1.9.4
+      - zc-lockfile==3.0.post1
+prefix: /aifs4su/yaodong/miniconda3/envs/hantao_tiv

wandb/run-20240921_115259-p9bvnzls/files/config.yaml

@@ -0,0 +1,111 @@
+wandb_version: 1
+
+train_cfgs:
+  desc: null
+  value:
+    ds_cfgs: ds_z3_config.json
+    epochs: 3
+    seed: 42
+    per_device_train_batch_size: 1.0
+    per_device_eval_batch_size: 1.0
+    gradient_accumulation_steps: 1.0
+    gradient_checkpointing: true
+    learning_rate: 1.0e-06
+    lr_scheduler_type: cosine
+    lr_warmup_ratio: 0.01
+    weight_decay: 0.0
+    adam_betas:
+    - 0.9
+    - 0.95
+    bf16: true
+    fp16: false
+    eval_strategy: epoch
+    eval_interval: 10
+    regularization: 0.001
+    scale_coeff: 0.1
+    freeze_mm_proj: false
+    freeze_vision_tower: true
+    freeze_language_model: false
+data_cfgs:
+  desc: null
+  value:
+    train_datasets: /aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted
+    train_template: NExTQA_preference
+    train_size: null
+    train_split: train
+    train_subset: null
+    train_data_files: extracted_preference_1.5k_washed.json
+    train_optional_args: []
+    eval_datasets: null
+    eval_template: null
+    eval_size: null
+    eval_split: null
+    eval_subset: null
+    eval_data_files: null
+    eval_optional_args: []
+logger_cfgs:
+  desc: null
+  value:
+    log_type: wandb
+    log_project: align-anything
+    log_run_name: dpo
+    output_dir: ../outputs/dpo_tiv2t_1.5k_base
+    cache_dir: null
+    save_interval: 100000
+model_cfgs:
+  desc: null
+  value:
+    model_name_or_path: /aifs4su/yaodong/models/Qwen2-VL-7B-Instruct
+    trust_remote_code: true
+    model_max_length: 4096
+special_tokens:
+  desc: null
+  value: null
+_wandb:
+  desc: null
+  value:
+    python_version: 3.11.9
+    cli_version: 0.17.5
+    framework: huggingface
+    huggingface_version: 4.45.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    start_time: 1726890779
+    t:
+      1:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 83
+      - 98
+      - 105
+      2:
+      - 1
+      - 5
+      - 11
+      - 41
+      - 49
+      - 51
+      - 53
+      - 55
+      - 71
+      - 83
+      - 98
+      - 105
+      3:
+      - 13
+      - 16
+      - 23
+      - 61
+      4: 3.11.9
+      5: 0.17.5
+      6: 4.45.0.dev0
+      8:
+      - 5
+      13: linux-x86_64

wandb/run-20240921_115259-p9bvnzls/files/output.log

@@ -0,0 +1,190 @@
+
+***** Running training *****
+
+Training 1/3 epoch:   0%|                                                                                                                                                                      | 0/531 [00:00<?, ?it/s]`use_cache=True` is incompatible with gradient checkpointing. Setting `use_cache=False`...
+/aifs4su/yaodong/miniconda3/envs/hantao_tiv/lib/python3.11/site-packages/torch/utils/checkpoint.py:295: FutureWarning: `torch.cpu.amp.autocast(args...)` is deprecated. Please use `torch.amp.autocast('cpu', args...)` instead.
+  with torch.enable_grad(), device_autocast_ctx, torch.cpu.amp.autocast(**ctx.cpu_autocast_kwargs):  # type: ignore[attr-defined]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.9530):   2%|██▍                                                                                                                                           | 9/531 [01:54<1:39:32, 11.44s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.8921):   4%|█████                                                                                                                                        | 19/531 [03:48<1:32:14, 10.81s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.8901):   5%|███████▋                                                                                                                                     | 29/531 [05:46<1:37:31, 11.66s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.9671):   7%|██████████▎                                                                                                                                  | 39/531 [07:46<1:37:35, 11.90s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.4778):   9%|█████████████                                                                                                                                | 49/531 [09:32<1:23:36, 10.41s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.3492):  11%|███████████████▋                                                                                                                             | 59/531 [11:20<1:14:53,  9.52s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.6911):  13%|██████████████████▎                                                                                                                          | 69/531 [12:54<1:14:58,  9.74s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.7152):  15%|████████████████████▉                                                                                                                        | 79/531 [14:59<1:19:35, 10.57s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.5334):  17%|███████████████████████▋                                                                                                                     | 89/531 [16:40<1:15:43, 10.28s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.4098):  19%|██████████████████████████▎                                                                                                                  | 99/531 [18:32<1:10:19,  9.77s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.4588):  21%|████████████████████████████▋                                                                                                               | 109/531 [20:15<1:15:50, 10.78s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.6005):  22%|███████████████████████████████▎                                                                                                            | 119/531 [21:59<1:05:54,  9.60s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2724):  24%|██████████████████████████████████                                                                                                          | 129/531 [23:35<1:06:56,  9.99s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 1.3423):  26%|████████████████████████████████████▋                                                                                                       | 139/531 [25:06<1:00:28,  9.26s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.4799):  28%|███████████████████████████████████████▎                                                                                                    | 149/531 [26:57<1:20:06, 12.58s/it]
+
+
+
+
+
+
+
+
+
+
+Training 1/3 epoch (loss 0.2165):  30%|█████████████████████████████████████████▉                                                                                                  | 159/531 [29:00<1:02:28, 10.08s/it]
+
+
+
+
+
+
+
+

wandb/run-20240921_115259-p9bvnzls/files/requirements.txt

@@ -0,0 +1,325 @@
+Brotli==1.1.0
+GitPython==3.1.43
+Jinja2==3.1.4
+Markdown==3.6
+MarkupSafe==2.1.5
+PySocks==1.7.1
+PyYAML==6.0.1
+Pygments==2.18.0
+Werkzeug==3.0.3
+about-time==4.2.1
+absl-py==2.1.0
+accelerate==0.34.0
+aiofiles==23.2.1
+aiohttp-retry==2.8.3
+aiohttp==3.9.5
+aiosignal==1.3.1
+align-anything==0.0.1.dev0
+align-anything==0.0.1.dev0
+alive-progress==3.1.5
+amqp==5.2.0
+annotated-types==0.7.0
+antlr4-python3-runtime==4.9.3
+anyio==4.4.0
+appdirs==1.4.4
+asttokens==2.4.1
+asyncssh==2.16.0
+atpublic==5.0
+attrs==23.2.0
+audioread==3.0.1
+autocommand==2.2.2
+backoff==2.2.1
+backports.tarfile==1.2.0
+billiard==4.2.0
+boto3==1.35.9
+botocore==1.35.9
+cachetools==5.4.0
+celery==5.4.0
+certifi==2024.7.4
+cffi==1.16.0
+cfgv==3.4.0
+charset-normalizer==3.3.2
+click-didyoumean==0.3.1
+click-plugins==1.1.1
+click-repl==0.3.0
+click==8.1.7
+cloudpickle==3.0.0
+cmake==3.30.1
+colorama==0.4.6
+comm==0.2.2
+commonmark==0.9.1
+configobj==5.0.8
+contourpy==1.2.1
+cryptography==43.0.0
+cycler==0.12.1
+dacite==1.6.0
+dagshub-annotation-converter==0.1.0
+dagshub==0.3.35
+dataclasses-json==0.6.7
+datasets==2.20.0
+debugpy==1.8.2
+decorator==4.4.2
+deepspeed==0.14.4
+dictdiffer==0.9.0
+diffusers==0.29.2
+dill==0.3.8
+diskcache==5.6.3
+distlib==0.3.8
+distro==1.9.0
+dnspython==2.6.1
+docker-pycreds==0.4.0
+docstring_parser==0.16
+dpath==2.2.0
+dulwich==0.22.1
+dvc-data==3.16.5
+dvc-http==2.32.0
+dvc-objects==5.1.0
+dvc-render==1.0.2
+dvc-studio-client==0.21.0
+dvc-task==0.4.0
+dvc==3.55.1
+einops==0.8.0
+email_validator==2.2.0
+entrypoints==0.4
+exceptiongroup==1.2.2
+executing==2.0.1
+fastapi-cli==0.0.4
+fastapi==0.111.1
+ffmpy==0.3.3
+filelock==3.15.4
+fire==0.6.0
+flatten-dict==0.4.2
+flufl.lock==8.1.0
+fonttools==4.53.1
+frozenlist==1.4.1
+fsspec==2024.5.0
+funcy==2.0
+fusepy==3.0.1
+gitdb==4.0.11
+gmpy2==2.1.5
+gql==3.5.0
+gradio==4.39.0
+gradio_client==1.1.1
+gradio_multimodalchatbot==0.0.1
+grandalf==0.8
+grapheme==0.6.0
+graphql-core==3.2.3
+grpcio==1.65.1
+gto==1.7.1
+h11==0.14.0
+h2==4.1.0
+hjson==3.1.0
+hpack==4.0.0
+httpcore==1.0.5
+httptools==0.6.1
+httpx==0.27.2
+huggingface-hub==0.24.3
+hydra-core==1.3.2
+hyperframe==6.0.1
+identify==2.6.0
+idna==3.7
+imageio-ffmpeg==0.5.1
+imageio==2.35.1
+importlib_metadata==8.0.0
+importlib_metadata==8.2.0
+importlib_resources==6.4.0
+importlib_resources==6.4.0
+inflect==7.3.1
+iniconfig==2.0.0
+interegular==0.3.3
+ipykernel==6.29.5
+ipython==8.26.0
+iterative-telemetry==0.0.8
+jaraco.context==5.3.0
+jaraco.functools==4.0.1
+jaraco.text==3.12.1
+jedi==0.19.1
+jmespath==1.0.1
+joblib==1.4.2
+jsonschema-specifications==2023.12.1
+jsonschema==4.23.0
+jupyter_client==8.6.2
+jupyter_core==5.7.2
+kiwisolver==1.4.5
+kombu==5.4.0
+lark==1.1.9
+lazy_loader==0.4
+librosa==0.10.2.post1
+llamafactory==0.8.4.dev0
+llamafactory==0.8.4.dev0
+llvmlite==0.43.0
+lm-format-enforcer==0.10.3
+lxml==5.3.0
+markdown-it-py==3.0.0
+marshmallow==3.22.0
+matplotlib-inline==0.1.7
+matplotlib==3.9.1
+mdurl==0.1.2
+mmsg==0.1.dev14+gbd2b056.d20240803
+more-itertools==10.3.0
+moviepy==1.0.3
+mpi4py==4.0.0
+mpmath==1.3.0
+msgpack==1.0.8
+multidict==6.0.5
+multiprocess==0.70.16
+mypy-extensions==1.0.0
+nest_asyncio==1.6.0
+networkx==3.3
+ninja==1.11.1.1
+nodeenv==1.9.1
+numba==0.60.0
+numpy==1.26.4
+nvidia-cublas-cu12==12.1.3.1
+nvidia-cuda-cupti-cu12==12.1.105
+nvidia-cuda-nvrtc-cu12==12.1.105
+nvidia-cuda-runtime-cu12==12.1.105
+nvidia-cudnn-cu12==8.9.2.26
+nvidia-cufft-cu12==11.0.2.54
+nvidia-curand-cu12==10.3.2.106
+nvidia-cusolver-cu12==11.4.5.107
+nvidia-cusparse-cu12==12.1.0.106
+nvidia-ml-py==12.535.161
+nvidia-nccl-cu12==2.20.5
+nvidia-nvjitlink-cu12==12.5.82
+nvidia-nvtx-cu12==12.1.105
+nvitop==1.3.2
+omegaconf==2.3.0
+openai==1.37.1
+optree==0.12.1
+ordered-set==4.1.0
+orjson==3.10.6
+outlines==0.0.47.dev37+g26e2934
+packaging==24.1
+packaging==24.1
+pandas==2.2.2
+parso==0.8.4
+pathspec==0.12.1
+pathvalidate==3.0.0
+peft==0.12.0
+pexpect==4.9.0
+pickleshare==0.7.5
+pillow==10.4.0
+pip==24.0
+platformdirs==3.11.0
+platformdirs==4.2.2
+pluggy==1.5.0
+pooch==1.8.2
+pre-commit==3.8.0
+proglog==0.1.10
+prometheus-fastapi-instrumentator==7.0.0
+prometheus_client==0.20.0
+prompt_toolkit==3.0.47
+protobuf==4.25.4
+psutil==6.0.0
+ptyprocess==0.7.0
+pure_eval==0.2.3
+py-cpuinfo==9.0.0
+pyairports==2.1.1
+pyarrow-hotfix==0.6
+pyarrow==17.0.0
+pyav==13.0.0
+pycountry==24.6.1
+pycparser==2.22
+pydantic==2.8.2
+pydantic_core==2.20.1
+pydot==3.0.1
+pydub==0.25.1
+pygit2==1.15.1
+pygtrie==2.5.0
+pyparsing==3.1.2
+pytest==8.3.2
+python-dateutil==2.9.0
+python-dateutil==2.9.0.post0
+python-dotenv==1.0.1
+python-multipart==0.0.9
+pytz==2024.1
+pyzmq==26.0.3
+ranger-fm==1.9.3
+ray==2.34.0
+referencing==0.35.1
+regex==2024.7.24
+requests-toolbelt==1.0.0
+requests==2.32.3
+rfc3986==1.5.0
+rich==13.1.0
+rpds-py==0.19.1
+ruamel.yaml.clib==0.2.8
+ruamel.yaml==0.18.6
+ruff==0.5.5
+s3transfer==0.10.2
+safetensors==0.4.3
+scikit-learn==1.5.1
+scipy==1.14.0
+scmrepo==3.3.7
+semantic-version==2.10.0
+semver==3.0.2
+sentencepiece==0.2.0
+sentry-sdk==2.11.0
+setproctitle==1.3.3
+setuptools==71.0.4
+shellingham==1.5.4
+shortuuid==1.0.13
+shtab==1.7.1
+six==1.16.0
+smmap==5.0.1
+sniffio==1.3.1
+soundfile==0.12.1
+soxr==0.4.0
+sqltrie==0.11.1
+sse-starlette==2.1.3
+stack-data==0.6.2
+starlette==0.37.2
+sympy==1.13.0
+tabulate==0.9.0
+tenacity==8.2.3
+tensorboard-data-server==0.7.2
+tensorboard==2.17.0
+term-image==0.7.2
+termcolor==2.4.0
+threadpoolctl==3.5.0
+tiktoken==0.7.0
+tokenizers==0.19.1
+tomli==2.0.1
+tomlkit==0.12.0
+torch==2.3.1
+torch==2.4.0
+torchaudio==2.4.0
+torchvision==0.18.1
+torchvision==0.19.0
+tornado==6.4.1
+tqdm==4.66.4
+traitlets==5.14.3
+transformers==4.45.0.dev0
+treelib==1.6.4
+triton==2.3.1
+triton==3.0.0
+trl==0.9.6
+typeguard==4.3.0
+typer==0.12.3
+typing-inspect==0.9.0
+typing_extensions==4.12.2
+typing_extensions==4.12.2
+tyro==0.8.10
+tzdata==2024.1
+urllib3==2.2.2
+uvicorn==0.30.3
+uvloop==0.19.0
+vine==5.1.0
+virtualenv==20.26.3
+vllm-flash-attn==2.5.9.post1
+vllm==0.5.3.post1
+voluptuous==0.15.2
+wandb==0.17.5
+watchfiles==0.22.0
+wcwidth==0.2.13
+websockets==11.0.3
+wheel==0.43.0
+wheel==0.43.0
+xformers==0.0.27
+xxhash==3.4.1
+yarl==1.9.4
+zc.lockfile==3.0.post1
+zipp==3.19.2
+zipp==3.19.2
+zstandard==0.23.0

wandb/run-20240921_115259-p9bvnzls/files/wandb-metadata.json

@@ -0,0 +1,1215 @@
+{
+    "os": "Linux-5.15.0-1040-nvidia-x86_64-with-glibc2.35",
+    "python": "3.11.9",
+    "heartbeatAt": "2024-09-21T03:53:00.216617",
+    "startedAt": "2024-09-21T03:52:59.188378",
+    "docker": null,
+    "cuda": null,
+    "args": [
+        "--local_rank=0",
+        "--model_name_or_path",
+        "/aifs4su/yaodong/models/Qwen2-VL-7B-Instruct",
+        "--train_datasets",
+        "/aifs4su/yaodong/datasets/aaa_dataset/TV2T-preference/extracted",
+        "--output_dir",
+        "../outputs/dpo_tiv2t_1.5k_base",
+        "--train_data_files",
+        "extracted_preference_1.5k_washed.json",
+        "--train_template",
+        "NExTQA_preference",
+        "--train_split",
+        "train",
+        "--per_device_train_batch_size",
+        "1",
+        "--per_device_eval_batch_size",
+        "1",
+        "--gradient_accumulation_steps",
+        "1"
+    ],
+    "state": "running",
+    "program": "-m align_anything.trainers.tiv_to_t.dpo",
+    "codePathLocal": null,
+    "git": {
+        "remote": "git@github.com-hantao:htlou/align-anything.git",
+        "commit": "9eff99b0ee34f7265b8a2e1824650634c898f654"
+    },
+    "email": "2200017789@stu.pku.edu.cn",
+    "root": "/aifs4su/yaodong/projects/hantao/dev_cham/align-anything",
+    "host": "dgx-122",
+    "username": "yangyaodong",
+    "executable": "/aifs4su/yaodong/miniconda3/envs/hantao_tiv/bin/python3.11",
+    "cpu_count": 112,
+    "cpu_count_logical": 224,
+    "cpu_freq": {
+        "current": 2053.164705357143,
+        "min": 800.0,
+        "max": 3800.0
+    },
+    "cpu_freq_per_core": [
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2999.728,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2999.218,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3000.001,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2900.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2900.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 3000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2993.46,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2899.998,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        },
+        {
+            "current": 2000.0,
+            "min": 800.0,
+            "max": 3800.0
+        }
+    ],
+    "disk": {
+        "/": {
+            "total": 1758.8549690246582,
+            "used": 114.61069869995117
+        }
+    },
+    "gpu": "NVIDIA H800",
+    "gpu_count": 8,
+    "gpu_devices": [
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        },
+        {
+            "name": "NVIDIA H800",
+            "memory_total": 85520809984
+        }
+    ],
+    "memory": {
+        "total": 2015.564224243164
+    }
+}

wandb/run-20240921_115259-p9bvnzls/files/wandb-summary.json

@@ -0,0 +1 @@
+{"train/step": 166, "train/loss": 2.49491810798645, "train/reward": -24.865015029907227, "train/better_sample_reward": -12.784756660461426, "train/worse_sample_reward": -12.080260276794434, "train/reward_accuracy": 0.625, "train/reward_margin": -0.7044967412948608, "train/lr": 7.861083133307247e-07, "train/epoch": 0.9378531073446328, "_timestamp": 1726892593.1315699, "_runtime": 1813.9295139312744, "_step": 166}