reorganising dirs

model/DLC_Cat_resnet_50_iteration-0_shuffle-0/pose_cfg.yaml

@@ -1,106 +0,0 @@
-all_joints:
-- - 0
-- - 1
-- - 2
-- - 3
-- - 4
-- - 5
-- - 6
-- - 7
-- - 8
-- - 9
-- - 10
-- - 11
-- - 12
-- - 13
-- - 14
-- - 15
-- - 16
-- - 17
-- - 18
-- - 19
-all_joints_names:
-- Nose
-- L_Eye
-- R_Eye
-- L_Ear
-- R_Ear
-- Throat
-- Withers
-- TailSet
-- L_F_Paw
-- R_F_Paw
-- L_F_Wrist
-- R_F_Wrist
-- L_F_Elbow
-- R_F_Elbow
-- L_B_Paw
-- R_B_Paw
-- L_B_Hock
-- R_B_Hock
-- L_B_Stiffle
-- R_B_Stiffle
-augmentationprobability: 0.5
-batch_size:
-bottomheight: 400
-covering: true
-crop: true
-crop_pad: 0
-cropratio: 0.4
-dataset: training-datasets/iteration-0/UnaugmentedDataSet_CatMay11/Cat_TeamDLC99shuffle0.mat
-dataset_type: imgaug
-deterministic: false
-display_iters: 1000
-elastic_transform: true
-fg_fraction: 0.25
-global_scale: 0.8
-init_weights: TBA
-intermediate_supervision: false
-intermediate_supervision_layer: 12
-leftwidth: 400
-location_refinement: true
-locref_huber_loss: true
-locref_loss_weight: 0.05
-locref_stdev: 7.2801
-log_dir: log
-max_input_size: 1500
-mean_pixel:
-- 123.68
-- 116.779
-- 103.939
-metadataset: training-datasets/iteration-0/UnaugmentedDataSet_CatMay11/Documentation_data-Cat_99shuffle0.pickle
-min_input_size: 64
-minsize: 100
-mirror: false
-motion_blur: true
-multi_step:
-- - 0.0001
-  - 7500
-- - 5e-05
-  - 12000
-- - 1e-05
-  - 75000
-net_type: resnet_50
-num_joints: 20
-num_outputs: 1
-optimizer: adam
-pairwise_huber_loss: true
-pairwise_predict: false
-partaffinityfield_predict: false
-pos_dist_thresh: 17
-project_path: TBA
-regularize: false
-rightwidth: 400
-rotation: 180
-save_iters: 50000
-scale_jitter_lo: 0.5
-scale_jitter_up: 1.5
-scoremap_dir: test
-shuffle: true
-snapshot_prefix: TBA
-stride: 8.0
-topheight: 400
-weigh_negatives: false
-weigh_only_present_joints: false
-weigh_part_predictions: false
-weight_decay: 0.0001

model/DLC_Cat_resnet_50_iteration-0_shuffle-0/snapshot-75000.pb

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:d44893d1d7a0a07afd37b28c8c00cd8178ae69a0ff49152f16c08c53b8efa4da
-size 98887790

model/DLC_Dog_resnet_50_iteration-0_shuffle-0/pose_cfg.yaml

@@ -1,106 +0,0 @@
-all_joints:
-- - 0
-- - 1
-- - 2
-- - 3
-- - 4
-- - 5
-- - 6
-- - 7
-- - 8
-- - 9
-- - 10
-- - 11
-- - 12
-- - 13
-- - 14
-- - 15
-- - 16
-- - 17
-- - 18
-- - 19
-all_joints_names:
-- Nose
-- L_Eye
-- R_Eye
-- L_Ear
-- R_Ear
-- Throat
-- Withers
-- TailSet
-- L_F_Paw
-- R_F_Paw
-- L_F_Wrist
-- R_F_Wrist
-- L_F_Elbow
-- R_F_Elbow
-- L_B_Paw
-- R_B_Paw
-- L_B_Hock
-- R_B_Hock
-- L_B_Stiffle
-- R_B_Stiffle
-augmentationprobability: 0.5
-batch_size:
-bottomheight: 400
-covering: true
-crop: true
-crop_pad: 0
-cropratio: 0.4
-dataset: training-datasets/iteration-0/UnaugmentedDataSet_DogMay11/Dog_TeamDLC99shuffle0.mat
-dataset_type: imgaug
-deterministic: false
-display_iters: 1000
-elastic_transform: true
-fg_fraction: 0.25
-global_scale: 0.8
-init_weights: TBA
-intermediate_supervision: false
-intermediate_supervision_layer: 12
-leftwidth: 400
-location_refinement: true
-locref_huber_loss: true
-locref_loss_weight: 0.05
-locref_stdev: 7.2801
-log_dir: log
-max_input_size: 1500
-mean_pixel:
-- 123.68
-- 116.779
-- 103.939
-metadataset: training-datasets/iteration-0/UnaugmentedDataSet_DogMay11/Documentation_data-Dog_99shuffle0.pickle
-min_input_size: 64
-minsize: 100
-mirror: false
-motion_blur: true
-multi_step:
-- - 0.0001
-  - 7500
-- - 5e-05
-  - 12000
-- - 1e-05
-  - 75000
-net_type: resnet_50
-num_joints: 20
-num_outputs: 1
-optimizer: adam
-pairwise_huber_loss: true
-pairwise_predict: false
-partaffinityfield_predict: false
-pos_dist_thresh: 17
-project_path: TBA
-regularize: false
-rightwidth: 400
-rotation: 180
-save_iters: 50000
-scale_jitter_lo: 0.5
-scale_jitter_up: 1.5
-scoremap_dir: test
-shuffle: true
-snapshot_prefix: TBA
-stride: 8.0
-topheight: 400
-weigh_negatives: false
-weigh_only_present_joints: false
-weigh_part_predictions: false
-weight_decay: 0.0001

model/DLC_Dog_resnet_50_iteration-0_shuffle-0/snapshot-75000.pb

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f126991a0a312e0acf61313244107a476ffa68355bd4e34337dddb35784f5c5f
-size 98887790

model/DLC_FacialLandmarks_resnet_50_iteration-1_shuffle-1/pose_cfg.yaml

@@ -1,154 +0,0 @@
-all_joints:
-- - 0
-- - 1
-- - 2
-- - 3
-- - 4
-- - 5
-- - 6
-- - 7
-- - 8
-- - 9
-- - 10
-- - 11
-- - 12
-- - 13
-- - 14
-- - 15
-- - 16
-- - 17
-- - 18
-- - 19
-- - 20
-- - 21
-- - 22
-- - 23
-- - 24
-- - 25
-- - 26
-- - 27
-- - 28
-- - 29
-- - 30
-- - 31
-- - 32
-- - 33
-- - 34
-- - 35
-- - 36
-- - 37
-- - 38
-- - 39
-- - 40
-- - 41
-- - 42
-- - 43
-- - 44
-- - 45
-- - 46
-- - 47
-- - 48
-- - 49
-- - 50
-- - 51
-- - 52
-- - 53
-- - 54
-all_joints_names:
-- HeadTop_Mid
-- RightEarTop_Join
-- RightEarTop_High
-- RightEar_Outer
-- RightEarBottom_Low
-- RightEarBottom_Join
-- RightEar_Tragus
-- OutlineTop_Mid
-- OutlineTop_Right
-- OutlineRight_Brow
-- OutlineRight_Indent
-- OutlineRight_Cheek
-- OutlineRight_Mouth
-- OutlineChin_Mid
-- OutlineLeft_Mouth
-- OutlineLeft_Cheek
-- OutlineLeft_Indent
-- OutlineLeft_Brow
-- OutlineTop_Left
-- LeftEarTop_Join
-- LeftEarTop_High
-- LeftEar_Outer
-- LeftEarBottom_Low
-- LeftEarBottom_Join
-- LeftEar_Tragus
-- Eyes_MidPoint
-- RightEye_Inner
-- RightEye_Top
-- RightEye_Outer
-- RightEye_Bottom
-- RightEye_Pupil
-- RightEye_Highlight
-- LeftEye_Inner
-- LeftEye_Top
-- LeftEye_Outer
-- LeftEye_Bottom
-- LeftEye_Pupil
-- LeftEye_Highlight
-- RightBrow_Outer
-- RightBrow_Top
-- RightBrow_Inner
-- Brow_MidPoint
-- LeftBrow_Inner
-- LeftBrow_Top
-- LeftBrow_Outer
-- RightNostrils_Top
-- RightNostrils_Bottom
-- LeftNostrils_Bottom
-- LeftNostrils_Top
-- NostrilsTop_Centre
-- UpperLip_Centre
-- LipsMeet_Centre
-- LowerLip_Centre
-- MidPoint_Nostrils_Mouth
-- Neck_Nape
-batch_size:
-bottomheight: 400
-crop: false
-crop_pad: 0
-cropratio: 0.25
-dataset: training-datasets\iteration-1\UnaugmentedDataSet_FacialLandmarksNov19\FacialLandmarks_Witham95shuffle1.mat
-dataset_type: default
-deconvolutionstride: 2
-deterministic: false
-fg_fraction: 0.25
-global_scale: 0.8
-init_weights: C:\Data\Python\examples\FacialLandmarks-Witham-2019-11-09\dlc-models\iteration-1\FacialLandmarksNov19-trainset95shuffle1\train\snapshot-1030000
-intermediate_supervision: false
-intermediate_supervision_layer: 12
-leftwidth: 400
-location_refinement: true
-locref_huber_loss: true
-locref_loss_weight: 1.0
-locref_stdev: 7.2801
-log_dir: log
-mean_pixel:
-- 123.68
-- 116.779
-- 103.939
-minsize: 100
-mirror: false
-net_type: resnet_50
-num_joints: 55
-num_outputs: 1
-optimizer: sgd
-output_stride: 16
-regularize: false
-rightwidth: 400
-scoremap_dir: test
-shuffle: true
-snapshot_prefix: C:\Data\Python\examples\FacialLandmarks-Witham-2019-11-09\dlc-models\iteration-1\FacialLandmarksNov19-trainset95shuffle1\test\snapshot
-stride: 8.0
-topheight: 400
-weigh_negatives: false
-weigh_only_present_joints: false
-weigh_part_predictions: false
-weight_decay: 0.0001

model/DLC_FacialLandmarks_resnet_50_iteration-1_shuffle-1/snapshot-1030000.pb

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:f195f6c51827fe2e69493ca93947177f2ef80b1dcdb6e49637d2ffd45ccb4d4c
-size 106628915

model/DLC_human_dancing_resnet_101_iteration-0_shuffle-1/pose_cfg.yaml

@@ -1,72 +0,0 @@
-all_joints:
-- - 0
-- - 1
-- - 2
-- - 3
-- - 4
-- - 5
-- - 6
-- - 7
-- - 8
-- - 9
-- - 10
-- - 11
-- - 12
-- - 13
-all_joints_names:
-- ankle1
-- knee1
-- hip1
-- hip2
-- knee2
-- ankle2
-- wrist1
-- elbow1
-- shoulder1
-- shoulder2
-- elbow2
-- wrist2
-- chin
-- forehead
-batch_size:
-bottomheight: 400
-crop: false
-crop_pad: 0
-cropratio: 0.25
-dataset: dataset-test.mat
-dataset_type: default
-deconvolutionstride: 2
-deterministic: false
-fg_fraction: 0.25
-global_scale: 1.0
-init_weights: /content/human_dancing-teamDLC-2020-04-26/dlc-models/iteration-0/human_dancingApr26-trainset95shuffle1/train/snapshot-103000
-intermediate_supervision: false
-intermediate_supervision_layer: 12
-leftwidth: 400
-location_refinement: true
-locref_huber_loss: true
-locref_loss_weight: 1.0
-locref_stdev: 7.2801
-log_dir: log
-mean_pixel:
-- 123.68
-- 116.779
-- 103.939
-minsize: 100
-mirror: false
-net_type: resnet_101
-num_joints: 14
-num_outputs: 1
-optimizer: sgd
-output_stride: 16
-regularize: false
-rightwidth: 400
-scoremap_dir: test
-shuffle: true
-snapshot_prefix: /content/human_dancing-teamDLC-2020-04-26/dlc-models/iteration-0/human_dancingApr26-trainset95shuffle1/test/snapshot
-stride: 8.0
-topheight: 400
-weigh_negatives: false
-weigh_only_present_joints: false
-weigh_part_predictions: false
-weight_decay: 0.0001

model/DLC_human_dancing_resnet_101_iteration-0_shuffle-1/snapshot-103000.pb

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:dbcef35a3734d76909f08d51b938ec84c985b9597f75db028861678c0fa2f4a0
-size 173890143

model/DLC_monkey_resnet_50_iteration-0_shuffle-1/pose_cfg.yaml

@@ -1,96 +0,0 @@
-all_joints:
-- - 0
-- - 1
-- - 2
-- - 3
-- - 4
-- - 5
-- - 6
-- - 7
-- - 8
-- - 9
-- - 10
-- - 11
-- - 12
-- - 13
-- - 14
-- - 15
-- - 16
-all_joints_names:
-- nose
-- left_eye
-- right_eye
-- left_ear
-- right_ear
-- left_shoulder
-- right_shoulder
-- left_elbow
-- right_elbow
-- left_wrist
-- right_wrist
-- left_hip
-- right_hip
-- left_knee
-- right_knee
-- left_ankle
-- right_ankle
-batch_size:
-bottomheight: 400
-crop: true
-crop_pad: 0
-cropratio: 0.4
-dataset: training-datasets/iteration-0/UnaugmentedDataSet_monkeyOct30/monkey_Toyama95shuffle1.mat
-dataset_type: default
-deconvolutionstride: 2
-deterministic: false
-display_iters: 1000
-fg_fraction: 0.25
-global_scale: 0.8
-init_weights: /media/deepstation/843cad10-f308-49f6-b896-b1ac1470af80/dlcmodel_to_pri_20200616/monkey-afterfix-Toyama-v2-2018-10-30/dlc-models/iteration-0/monkeyOct30-trainset95shuffle1/train/snapshot-1030000
-intermediate_supervision: false
-intermediate_supervision_layer: 12
-leftwidth: 400
-location_refinement: true
-locref_huber_loss: true
-locref_loss_weight: 0.05
-locref_stdev: 7.2801
-log_dir: log
-max_input_size: 1500
-mean_pixel:
-- 123.68
-- 116.779
-- 103.939
-metadataset: training-datasets/iteration-0/UnaugmentedDataSet_monkeyOct30/Documentation_data-monkey_95shuffle1.pickle
-min_input_size: 64
-minsize: 100
-mirror: false
-multi_step:
-- - 0.005
-  - 10000
-- - 0.02
-  - 430000
-- - 0.002
-  - 730000
-- - 0.001
-  - 1030000
-net_type: resnet_50
-num_joints: 17
-num_outputs: 1
-optimizer: sgd
-output_stride: 16
-pos_dist_thresh: 17
-project_path: /home/chava/Kyutech/DeepLabCut214/examples/monkey-afterfix-Toyama-v2-2018-10-30
-regularize: false
-rightwidth: 400
-save_iters: 50000
-scale_jitter_lo: 0.5
-scale_jitter_up: 1.25
-scoremap_dir: test
-shuffle: true
-snapshot_prefix: /media/deepstation/843cad10-f308-49f6-b896-b1ac1470af80/dlcmodel_to_pri_20200616/monkey-afterfix-Toyama-v2-2018-10-30/dlc-models/iteration-0/monkeyOct30-trainset95shuffle1/train/snapshot
-stride: 8.0
-topheight: 400
-weigh_negatives: false
-weigh_only_present_joints: false
-weigh_part_predictions: false
-weight_decay: 0.0001

model/DLC_monkey_resnet_50_iteration-0_shuffle-1/snapshot-1030000.pb

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:3d11182f326f35f9eb66772ee820a08820822ac9a5a89b026e0b2b61eaa0b06c
-size 98224202

model/models.py

@@ -1,60 +0,0 @@
-import urllib.request
-import tarfile
-from tqdm import tqdm
-import os
-import yaml
-from ruamel.yaml import YAML
-
-def read_plainconfig(configname):
-    if not os.path.exists(configname):
-        raise FileNotFoundError(
-            f"Config {configname} is not found. Please make sure that the file exists."
-        )
-    with open(configname) as file:
-        return YAML().load(file)
-
-def DownloadModel(modelname, target_dir):
-    """
-    Downloads a DeepLabCut Model Zoo Project
-    """
-    
-    def show_progress(count, block_size, total_size):
-        pbar.update(block_size)
-
-    def tarfilenamecutting(tarf):
-        """' auxfun to extract folder path
-        ie. /xyz-trainsetxyshufflez/
-        """
-        for memberid, member in enumerate(tarf.getmembers()):
-            if memberid == 0:
-                parent = str(member.path)
-                l = len(parent) + 1
-            if member.path.startswith(parent):
-                member.path = member.path[l:]
-                yield member
-
-    neturls = read_plainconfig("model/pretrained_model_urls.yaml") #FIXME
-    
-    if modelname in neturls.keys():
-        url = neturls[modelname]
-        print(url)
-        response = urllib.request.urlopen(url)
-        print(
-            "Downloading the model from the DeepLabCut server @Harvard -> Go Crimson!!! {}....".format(
-                url
-            )
-        )
-        total_size = int(response.getheader("Content-Length"))
-        pbar = tqdm(unit="B", total=total_size, position=0)
-        filename, _ = urllib.request.urlretrieve(url, reporthook=show_progress)
-        with tarfile.open(filename, mode="r:gz") as tar:
-            tar.extractall(target_dir, members=tarfilenamecutting(tar))
-    else:
-        models = [
-            fn
-            for fn in neturls.keys()
-            if "resnet_" not in fn and "mobilenet_" not in fn
-        ]
-        print("Model does not exist: ", modelname)
-        print("Pick one of the following: ", models)
-    return target_dir