Upload folder using huggingface_hub (#2)

- 59c3c089abd3809d098742000bb5363c4f04819d3f45464d103b79403f0818b1 (9c9ed8367feca7aba684f37effc936d9bdd6b752)
- 17ba8e8cb24e59b21ffb66a20981f2e48743eebb1046206b1e2fc024c6ae6ef2 (0f8c605ba69fc8dcfd634ac9884dabb1ed4134dc)
- fabf312f453c4a0622b34c3e389c6216d321411c65a5261bebe6d8aa74d03d43 (66f9cd2f8b6427c4a7906912a21990dd274718ba)
- ea9df3d9b147bf3519837056fe76cb3b1be5051318732ee5fc7fcb95993ea01e (aa77f32161d4020d19bf81b26ebade7a004db8d6)
- 93834811a20852f039a2694a05d55381a6b045a31ce8e49ef6b017e1d9499cc6 (e3551ca302ae45c1c92f582376bb5116a223382f)

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=0-step=200.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1a95bfb93939dbe143450724fa40b1f3043578650eb23aa3ea9f211ba3a8b7
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=1-step=400.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c078977e1c120a11341641e691371162eccd50638e2f8005c3eeae565e265a4
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=2-step=600.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc10b9ac6b2de5db574436601f49a4728972d429b36bd53c0b21b0e56debcae
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=3-step=800.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4d5f53cb98aa67a5189c9857fec542bd81f96c6460126a49f61c8641e785986
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=4-step=1000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58cd543bba30c8b0d8f7c01f19510d6705ec9f8764f72982b5c5e99dff79e517
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=5-step=1200.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05913a16fae08451214d2838b7e97a622ca6a43be47ea78a895852f79ec076e5
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=6-step=1400.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c8462d361fd647544bc052440eb25acfc6676392c00c30bdc43a51a36c24ab
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=7-step=1600.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3038dab7d567e1106446198dcebb4435af527b4a81abfbd3e139aebe720a943a
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=8-step=1800.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44c40b50a868f60f4359e1aaba915ec9bbb562e284b4f5e8d56f07b8ac6318c1
+size 179699559

p351/FT-mask/lightning_logs/version_0/checkpoints/epoch=9-step=2000.ckpt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55b84124321f4f55095b2100ee04ddb3577969566985b2fdef76394a137651d1
+size 179699559

p351/FT-mask/lightning_logs/version_0/config.yaml

@@ -0,0 +1,134 @@
+seed_everything: 531
+trainer:
+  logger: true
+  checkpoint_callback: null
+  enable_checkpointing: true
+  callbacks:
+  - class_path: lightning.callbacks.saver.learnable_prune_pipeline.LearnablePruneSaver
+    init_args:
+      preprocess_config: config/preprocess/LibriTTS_VCTK.yaml
+      log_dir: null
+      result_dir: null
+  - class_path: pytorch_lightning.callbacks.ModelCheckpoint
+    init_args:
+      dirpath: null
+      filename: null
+      monitor: null
+      verbose: false
+      save_last: null
+      save_top_k: -1
+      save_weights_only: true
+      mode: min
+      auto_insert_metric_name: true
+      every_n_train_steps: null
+      train_time_interval: null
+      every_n_epochs: null
+      save_on_train_epoch_end: null
+  - class_path: pytorch_lightning.callbacks.DeviceStatsMonitor
+    init_args: {}
+  - class_path: pytorch_lightning.callbacks.LearningRateMonitor
+    init_args:
+      logging_interval: null
+      log_momentum: true
+  default_root_dir: output/learnable_structured_pipeline/p351/FT-mask
+  gradient_clip_val: null
+  gradient_clip_algorithm: null
+  process_position: 0
+  num_nodes: 1
+  num_processes: null
+  devices:
+  - 0
+  gpus: null
+  auto_select_gpus: true
+  tpu_cores: null
+  ipus: null
+  log_gpu_memory: null
+  progress_bar_refresh_rate: null
+  enable_progress_bar: true
+  overfit_batches: 0.0
+  track_grad_norm: -1
+  check_val_every_n_epoch: 1
+  fast_dev_run: false
+  accumulate_grad_batches: 1
+  max_epochs: 100
+  min_epochs: null
+  max_steps: -1
+  min_steps: null
+  max_time: null
+  limit_train_batches: null
+  limit_val_batches: null
+  limit_test_batches: null
+  limit_predict_batches: null
+  val_check_interval: null
+  flush_logs_every_n_steps: null
+  log_every_n_steps: 50
+  accelerator: gpu
+  strategy: null
+  sync_batchnorm: false
+  precision: 32
+  enable_model_summary: true
+  weights_summary: top
+  weights_save_path: null
+  num_sanity_val_steps: -1
+  resume_from_checkpoint: null
+  profiler: simple
+  benchmark: null
+  deterministic: null
+  reload_dataloaders_every_n_epochs: 1
+  auto_lr_find: false
+  replace_sampler_ddp: true
+  detect_anomaly: false
+  auto_scale_batch_size: false
+  prepare_data_per_node: null
+  plugins: null
+  amp_backend: native
+  amp_level: null
+  move_metrics_to_cpu: false
+  multiple_trainloader_mode: max_size_cycle
+  stochastic_weight_avg: false
+  terminate_on_nan: null
+ckpt_path: null
+model:
+  class_path: lightning.systems.prune.learnable_structured_pipeline.LearnableStructuredPruneSystem
+  init_args:
+    preprocess_config: config/preprocess/LibriTTS_VCTK.yaml
+    model_config: config/model/base.yaml
+    algorithm_config: config/algorithm/pretrain/pretrain_LibriTTS.2.yaml
+    ckpt_path: output/ckpt/LibriTTS/meta-tts-accent-dev/1d34914e07244f87ad10c580ab85656c/checkpoints/epoch=39-step=39999.ckpt
+    qry_patience: 0
+    log_dir: null
+    result_dir: null
+    accent_ckpt: output/xvec/lightning_logs/version_88/checkpoints/epoch=199-step=164200.ckpt
+    speaker_ckpt: output/xvec/lightning_logs/version_99/checkpoints/epoch=49-step=377950.ckpt
+    target_sparsity: 0.0
+    verbose: 1
+    lam_mask:
+      mask_hidden: false
+      mask_mha: true
+      mask_pos_ffn: true
+      mask_duration: true
+      mask_pitch: true
+      mask_energy: true
+      mask_mel_linear: true
+      mask_postnet: true
+    mask_mode: soft
+    pipeline:
+    - ft
+    - mask
+    spk_emb_subset_weight_avg: true
+data:
+  class_path: lightning.datamodules.prune_accent_datamodule.PruneAccentDataModule
+  init_args:
+    preprocess_config: config/preprocess/LibriTTS_VCTK.yaml
+    train_config:
+    - config/train/LibriTTS.yaml
+    - config/train/base.yaml
+    steps_per_epoch: 200
+    target: speaker
+    mask_steps_per_epoch: 20
+    m: 0
+    k: 8
+    q: 8
+    key: p351
+    batch_size: 32
+    libri_mask: false

p351/FT-mask/lightning_logs/version_0/events.out.tfevents.1665424419.j1s2uyp-ft-mask-5zx9m.33923.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a61641e174480683a190cd7ec7daf3aa7b1c42d4cf73b7b65a6f0d6751d260
+size 48312485

p351/FT-mask/lightning_logs/version_0/fit/sanity_check/csv/validate/epoch=0.csv

@@ -0,0 +1,407 @@
+epoch,sparsity,val_ids,val_accent_prob,val_accent_acc,val_speaker_prob,val_speaker_acc
+0,0.0,p351_104,1.9117224780984543e-07,False,1.7610461165601067e-29,False
+0,0.0,p351_346,7.374224253453576e-08,False,1.5801512506962466e-28,False
+0,0.0,p351_178,8.791019467935257e-08,False,6.0473204022296884e-33,False
+0,0.0,p351_139,5.0915311078369996e-08,False,1.2581869215088485e-27,False
+0,0.0,p351_309,7.260905840666965e-05,False,9.137777806754373e-28,False
+0,0.0,p351_197,4.2840187575166055e-07,False,5.300023355622562e-35,False
+0,0.0,p351_089,1.4509390666717081e-07,False,6.7732466630735036e-34,False
+0,0.0,p351_011,3.529674472702027e-07,False,1.1678628210915584e-32,False
+0,0.0,p351_083,3.3468321447571725e-08,False,9.852643351275869e-32,False
+0,0.0,p351_118,1.540147991363483e-07,False,4.7335470061963026e-29,False
+0,0.0,p351_128,1.0412910569357336e-06,False,1.14381063656593e-28,False
+0,0.0,p351_115,1.357952623948222e-05,False,6.407881239939091e-24,False
+0,0.0,p351_126,1.5596308458043495e-06,False,1.0839729320611566e-34,False
+0,0.0,p351_143,4.0683443103262107e-07,False,8.987455604217547e-29,False
+0,0.0,p351_337,5.64178570527929e-08,False,3.1944670541584644e-28,False
+0,0.0,p351_354,2.7512146516528446e-07,False,6.750424514420105e-26,False
+0,0.0,p351_328,3.2615020018056384e-08,False,1.5342633216175472e-28,False
+0,0.0,p351_384,1.25302648257275e-08,False,1.2023951487399969e-34,False
+0,0.0,p351_314,5.0051598918798845e-06,False,5.6024252450405e-28,False
+0,0.0,p351_209,2.034419210872329e-08,False,3.0157459688116884e-25,False
+0,0.0,p351_326,9.658961630520935e-08,False,6.618955723096004e-31,False
+0,0.0,p351_401,8.713175816410512e-07,False,1.3422449765259801e-28,False
+0,0.0,p351_166,1.903201507502672e-07,False,6.706712488955512e-31,False
+0,0.0,p351_378,3.5635449080473336e-07,False,6.261763127503062e-36,False
+0,0.0,p351_269,8.1844994781477e-08,False,3.0646276815555973e-22,False
+0,0.0,p351_212,2.929768243120634e-06,False,1.20992079996804e-29,False
+0,0.0,p351_144,1.2234896757945535e-06,False,1.769091667743886e-32,False
+0,0.0,p351_339,0.0005201774183660746,False,2.888224668832896e-19,False
+0,0.0,p351_305,9.346841238766501e-07,False,1.8758826987597338e-29,False
+0,0.0,p351_095,7.104711130523356e-07,False,4.0813242101453813e-29,False
+0,0.0,p351_242,2.4891963334994216e-07,False,9.531133009761702e-33,False
+0,0.0,p351_196,6.074051839277672e-07,False,8.638372968303007e-32,False
+0,0.0,p351_090,2.655617663549492e-07,False,6.2795542875028585e-27,False
+0,0.0,p351_093,1.0954366302939889e-08,False,2.519590454173615e-26,False
+0,0.0,p351_240,2.582079972057727e-08,False,3.289383020719565e-31,False
+0,0.0,p351_399,4.931751846015686e-06,False,4.1537325814005816e-23,False
+0,0.0,p351_302,7.814418268026202e-07,False,3.2204237025734914e-32,False
+0,0.0,p351_368,3.662932158476906e-06,False,1.3629704183518817e-32,False
+0,0.0,p351_379,3.199955074251193e-07,False,2.7387847935976434e-25,False
+0,0.0,p351_389,2.6912945827461954e-07,False,6.184731816944245e-24,False
+0,0.0,p351_015,5.991199003574366e-08,False,3.27604369890553e-30,False
+0,0.0,p351_188,2.3534077797648933e-07,False,3.2120063401755582e-31,False
+0,0.0,p351_294,0.000291873118840158,False,1.0870776508180858e-16,False
+0,0.0,p351_259,8.284986279250006e-07,False,9.875906604883833e-34,False
+0,0.0,p351_044,1.1629316531980294e-06,False,3.903147434008383e-25,False
+0,0.0,p351_003,4.6647578244574106e-08,False,2.345846143448468e-34,False
+0,0.0,p351_387,3.860065334038154e-08,False,9.623357888423403e-32,False
+0,0.0,p351_194,5.012198585063743e-07,False,1.950219607336243e-30,False
+0,0.0,p351_284,3.3010985589498887e-07,False,1.2202942037736511e-31,False
+0,0.0,p351_297,3.5040882266912377e-06,False,3.206156666511855e-29,False
+0,0.0,p351_237,6.142322206414974e-08,False,6.042310302121868e-26,False
+0,0.0,p351_417,3.7598158087348565e-05,False,2.402190993663568e-28,False
+0,0.0,p351_026,6.975054566282779e-05,False,1.0784523302200974e-38,False
+0,0.0,p351_304,8.451522262475919e-06,False,1.7293503427563647e-24,False
+0,0.0,p351_341,6.552149898197968e-07,False,7.201655663915885e-25,False
+0,0.0,p351_279,9.89351249813808e-08,False,3.135629075837208e-27,False
+0,0.0,p351_365,4.6261028785465896e-08,False,2.866086505818261e-32,False
+0,0.0,p351_350,6.658437996520661e-06,False,1.1018593082935581e-28,False
+0,0.0,p351_073,2.6416548948304808e-08,False,1.4841345188754313e-27,False
+0,0.0,p351_285,1.1642928257060703e-05,False,2.225431799044545e-31,False
+0,0.0,p351_311,6.500805511677754e-07,False,2.0502449172761594e-23,False
+0,0.0,p351_138,6.784250672353664e-07,False,1.063125592058822e-29,False
+0,0.0,p351_045,1.0756865549410577e-06,False,1.1956328372857726e-28,False
+0,0.0,p351_172,1.4112752069195267e-06,False,5.254906324385186e-26,False
+0,0.0,p351_024,1.8181145833295886e-07,False,1.050746162756866e-26,False
+0,0.0,p351_021,9.125940323428949e-07,False,9.271054149958302e-33,False
+0,0.0,p351_320,1.9910580704163294e-06,False,3.796681513923068e-23,False
+0,0.0,p351_066,1.1020490831015195e-07,False,6.041732513508902e-29,False
+0,0.0,p351_215,1.987931136682164e-05,False,7.569566943976836e-21,False
+0,0.0,p351_291,8.710984502613428e-07,False,2.905962070728933e-20,False
+0,0.0,p351_351,1.7229845639121777e-07,False,1.6586353274165812e-27,False
+0,0.0,p351_393,1.4828996199867106e-06,False,5.209052872148793e-24,False
+0,0.0,p351_013,7.194335921667516e-06,False,2.39542495949955e-33,False
+0,0.0,p351_135,4.8264191718772054e-05,False,2.0137256025362262e-25,False
+0,0.0,p351_335,4.674162028095452e-06,False,3.98393637691775e-32,False
+0,0.0,p351_356,1.4505391163766035e-06,False,1.3791666052816396e-24,False
+0,0.0,p351_372,3.24040483974386e-05,False,1.6474806058059786e-31,False
+0,0.0,p351_061,3.1959605166775873e-06,False,2.617249644930687e-30,False
+0,0.0,p351_180,3.1008157748146914e-06,False,1.7405756362224334e-24,False
+0,0.0,p351_085,1.2331648804320139e-06,False,8.242313790216611e-28,False
+0,0.0,p351_318,2.1990264940541238e-05,False,2.5466234231706163e-26,False
+0,0.0,p351_069,7.260079541993036e-07,False,1.8368643831175223e-31,False
+0,0.0,p351_091,4.78685979032889e-06,False,2.0195213882587882e-24,False
+0,0.0,p351_034,2.945566393464105e-06,False,1.5382789192553686e-26,False
+0,0.0,p351_167,2.484496462784591e-06,False,8.613115670859331e-25,False
+0,0.0,p351_258,1.258653924196551e-06,False,3.0627407885702905e-29,False
+0,0.0,p351_202,3.185503010172397e-05,False,1.9681684769625645e-28,False
+0,0.0,p351_204,2.491110308255884e-06,False,7.69872853750507e-27,False
+0,0.0,p351_087,1.4941014342184644e-05,False,1.8315482837557816e-26,False
+0,0.0,p351_290,1.0772548193926923e-05,False,3.4196236717117014e-24,False
+0,0.0,p351_293,0.00013429949467536062,False,2.996620960610978e-26,False
+0,0.0,p351_226,1.6189783309528138e-06,False,1.7445316584915061e-28,False
+0,0.0,p351_249,6.980322268645978e-06,False,1.8887144577290776e-21,False
+0,0.0,p351_211,1.4059576187719358e-06,False,2.285464148779159e-25,False
+0,0.0,p351_300,1.601956114427594e-06,False,2.973011844842318e-20,False
+0,0.0,p351_006,1.8423970971070958e-07,False,3.418111877275854e-32,False
+0,0.0,p351_312,1.0330856525797572e-07,False,4.5951457714853404e-38,False
+0,0.0,p351_020,2.13909188460093e-05,False,3.975483743289506e-42,False
+0,0.0,p351_052,7.313250534934923e-06,False,1.0250975111587865e-35,False
+0,0.0,p351_207,9.035192038986395e-11,False,1.3732569260518627e-35,False
+0,0.0,p351_146,6.407398700503109e-07,False,7.463953019317371e-32,False
+0,0.0,p351_355,4.010661029951734e-07,False,1.0042599384291264e-37,False
+0,0.0,p351_142,2.940938159667894e-09,False,1.9170949288464555e-31,False
+0,0.0,p351_306,0.004617021884769201,False,6.787447444131747e-36,False
+0,0.0,p351_103,4.415181553696357e-09,False,6.023287060777255e-37,False
+0,0.0,p351_114,4.015541676949397e-08,False,5.508376446186824e-33,False
+0,0.0,p351_333,7.340947849598933e-09,False,2.9458740914329894e-39,False
+0,0.0,p351_136,4.426325528328334e-09,False,4.750595699175883e-29,False
+0,0.0,p351_277,7.613959041918861e-06,False,1.4112522841646413e-35,False
+0,0.0,p351_415,5.548265846755385e-08,False,9.758509072283263e-27,False
+0,0.0,p351_400,3.0416200114125047e-10,False,6.595300309878926e-32,False
+0,0.0,p351_278,1.0552929197160665e-08,False,5.095444409444976e-27,False
+0,0.0,p351_031,5.198936747774496e-08,False,4.993835991065349e-36,False
+0,0.0,p351_081,1.2937246651745227e-07,False,1.6964445005583363e-32,False
+0,0.0,p351_224,5.0181698796336605e-09,False,1.017502373023182e-28,False
+0,0.0,p351_071,2.953892408452674e-10,False,5.955189838622542e-35,False
+0,0.0,p351_101,2.5011916982009552e-09,False,4.402795697000716e-39,False
+0,0.0,p351_158,1.4287425686987376e-09,False,6.196365806157222e-38,False
+0,0.0,p351_075,7.468327289927856e-09,False,3.23018882801936e-32,False
+0,0.0,p351_366,1.025598166393138e-07,False,6.3415530261672034e-24,False
+0,0.0,p351_228,1.0922418596237549e-06,False,8.663501702747133e-36,False
+0,0.0,p351_276,4.8849052802779624e-08,False,1.0825269711538895e-31,False
+0,0.0,p351_078,4.7887283471936826e-08,False,5.025056293068794e-41,False
+0,0.0,p351_124,9.26028871639506e-12,False,9.358125377621661e-28,False
+0,0.0,p351_371,8.914512461544177e-10,False,3.2120086957775586e-39,False
+0,0.0,p351_040,1.5423746724252396e-09,False,5.937803413920216e-32,False
+0,0.0,p351_383,9.364041488879593e-07,False,1.6550736162140414e-41,False
+0,0.0,p351_416,8.925701067141745e-09,False,4.0423076060229446e-32,False
+0,0.0,p351_412,1.4858718486721045e-06,False,9.299296868952351e-41,False
+0,0.0,p351_155,6.226311688450892e-10,False,7.56784295760305e-38,False
+0,0.0,p351_050,1.0100870140306029e-09,False,7.625233080157534e-37,False
+0,0.0,p351_411,1.1037299962879388e-08,False,3.4730109316377877e-28,False
+0,0.0,p351_362,1.777883618103715e-09,False,6.462085617188041e-35,False
+0,0.0,p351_173,1.8028399606517809e-10,False,1.0655977972236446e-34,False
+0,0.0,p351_390,7.232775533339009e-05,False,5.296130161510015e-28,False
+0,0.0,p351_296,1.6724230889053615e-09,False,1.243629972617192e-26,False
+0,0.0,p351_308,2.3095935830497183e-05,False,2.248981735520865e-34,False
+0,0.0,p351_376,6.30433078185888e-06,False,1.7672145815232286e-25,False
+0,0.0,p351_219,1.2662154658116265e-09,False,1.7714620888365177e-33,False
+0,0.0,p351_094,4.302932232747025e-09,False,3.669703227055936e-32,False
+0,0.0,p351_151,5.371353108785115e-05,False,7.531097289963956e-26,False
+0,0.0,p351_319,1.82080062138823e-09,False,4.467482810689412e-34,False
+0,0.0,p351_049,8.694987485569072e-08,False,2.033338859902661e-31,False
+0,0.0,p351_303,3.8360173704177214e-08,False,5.59118087265602e-43,False
+0,0.0,p351_164,7.958648323702633e-11,False,4.203895392974451e-45,False
+0,0.0,p351_033,1.1793941467885816e-07,False,1.5249466866354189e-37,False
+0,0.0,p351_404,1.4961302197136206e-09,False,1.0201452820284668e-42,False
+0,0.0,p351_265,1.3077014671125653e-07,False,4.472966580801635e-36,False
+0,0.0,p351_064,3.184623009744314e-09,False,2.620224099231002e-38,False
+0,0.0,p351_347,8.729858613776287e-09,False,7.271167243805112e-32,False
+0,0.0,p351_250,5.261199476080947e-09,False,1.3955531406210853e-41,False
+0,0.0,p351_325,9.302426207113967e-08,False,2.5433829640696127e-33,False
+0,0.0,p351_035,3.013566285403613e-08,False,6.313142172902652e-38,False
+0,0.0,p351_223,2.2396550392045356e-08,False,1.1328225834562938e-32,False
+0,0.0,p351_266,5.695006620953791e-06,False,5.134186104935366e-33,False
+0,0.0,p351_002,3.7177272815824836e-08,False,9.85020184950921e-35,False
+0,0.0,p351_048,3.247115785143251e-07,False,2.016742466586424e-32,False
+0,0.0,p351_141,2.6352958704123353e-10,False,7.718347995444617e-36,False
+0,0.0,p351_231,2.2074251315729043e-09,False,1.0169657867708522e-32,False
+0,0.0,p351_331,1.1095747431966174e-08,False,3.342893851139646e-36,False
+0,0.0,p351_005,1.6499400956604404e-08,False,4.249306283730995e-31,False
+0,0.0,p351_327,4.9214449973078445e-06,False,1.7545549756291598e-31,False
+0,0.0,p351_424,5.467028677230701e-05,False,3.519060907667374e-33,False
+0,0.0,p351_177,2.0857041249655595e-07,False,2.008509362927982e-31,False
+0,0.0,p351_189,2.8768258175659867e-07,False,1.761258928207843e-26,False
+0,0.0,p351_174,4.189840637991438e-06,False,2.0835996599398657e-29,False
+0,0.0,p351_179,3.550676552777077e-08,False,1.3693865049939358e-24,False
+0,0.0,p351_063,7.102478775777854e-06,False,6.363801565137026e-29,False
+0,0.0,p351_121,6.327686423901469e-05,False,3.7906784870451335e-26,False
+0,0.0,p351_096,6.233384652887253e-08,False,6.993565436650798e-32,False
+0,0.0,p351_317,8.371070947532644e-08,False,2.554969687907748e-35,False
+0,0.0,p351_120,1.1249014733039076e-06,False,1.9399265556224768e-31,False
+0,0.0,p351_392,1.7774700822315026e-08,False,1.4715566555946272e-27,False
+0,0.0,p351_363,3.153068348638044e-07,False,7.457295553108135e-36,False
+0,0.0,p351_057,1.0475102953932947e-06,False,2.857680720202974e-35,False
+0,0.0,p351_377,9.14412612473825e-06,False,1.8518027425702795e-34,False
+0,0.0,p351_133,1.3538435439386376e-07,False,5.915341194237302e-28,False
+0,0.0,p351_274,1.1834022650702991e-08,False,1.1586381063924e-27,False
+0,0.0,p351_192,6.021988951943058e-07,False,1.8826228611971864e-24,False
+0,0.0,p351_129,2.563164969160425e-07,False,2.4637702673550213e-34,False
+0,0.0,p351_217,6.088990289754292e-07,False,1.7446487222913158e-24,False
+0,0.0,p351_213,1.8144341083825566e-05,False,7.303509127692845e-28,False
+0,0.0,p351_364,3.970694888266735e-05,False,1.9376597144021934e-24,False
+0,0.0,p351_029,3.987961008533603e-06,False,2.3838527766688508e-20,False
+0,0.0,p351_159,7.640151622467783e-09,False,8.220360716633649e-29,False
+0,0.0,p351_100,6.0358518183534215e-09,False,7.432927623016013e-38,False
+0,0.0,p351_343,0.00017862353706732392,False,3.1375620008193386e-30,False
+0,0.0,p351_405,0.003887782571837306,False,6.505219238767621e-19,False
+0,0.0,p351_127,9.673296830214895e-08,False,4.40192007244978e-34,False
+0,0.0,p351_150,8.23098798719002e-06,False,2.6380687821199086e-28,False
+0,0.0,p351_248,2.987030178758232e-09,False,4.813726655370834e-32,False
+0,0.0,p351_072,1.883741424535401e-05,False,3.0168799203119425e-30,False
+0,0.0,p351_353,8.656302838971897e-07,False,1.0996974442636953e-37,False
+0,0.0,p351_352,1.0568356190177042e-09,False,3.1674265162567816e-30,False
+0,0.0,p351_009,1.80389906745404e-05,False,1.3323845281743334e-26,False
+0,0.0,p351_367,3.693731542853129e-08,False,4.304550661666903e-40,False
+0,0.0,p351_386,5.787348911212575e-08,False,1.7902912499181692e-30,False
+0,0.0,p351_109,1.2645789865928236e-05,False,7.658159362486937e-26,False
+0,0.0,p351_388,9.108978105132337e-08,False,1.458510902234025e-37,False
+0,0.0,p351_263,4.526190267029051e-08,False,1.6850513584596723e-28,False
+0,0.0,p351_161,1.3291806544302176e-09,False,9.44310260151645e-38,False
+0,0.0,p351_191,5.178861783861066e-09,False,4.697040348539641e-37,False
+0,0.0,p351_156,3.089038273174083e-06,False,2.858088572044651e-37,False
+0,0.0,p351_017,3.25126535472009e-07,False,1.3096944797129216e-34,False
+0,0.0,p351_176,0.00032339850440621376,False,3.4892801256312757e-33,False
+0,0.0,p351_067,2.37277945416281e-05,False,3.2897550786069767e-23,False
+0,0.0,p351_043,7.36548741997467e-08,False,5.416105374270556e-34,False
+0,0.0,p351_394,9.805119589145761e-06,False,3.905825712305754e-36,False
+0,0.0,p351_170,3.650145430356133e-08,False,8.670030632552115e-36,False
+0,0.0,p351_373,2.4298614675899444e-07,False,3.656806584659477e-31,False
+0,0.0,p351_208,3.5459091218825733e-09,False,2.2260226475690196e-26,False
+0,0.0,p351_275,1.0131012695424602e-09,False,1.805753044332049e-30,False
+0,0.0,p351_152,2.952266697775485e-07,False,2.5066319119561613e-31,False
+0,0.0,p351_010,4.405741037771804e-06,False,2.6948030069776e-29,False
+0,0.0,p351_241,4.803064967973114e-08,False,1.3886576698809357e-33,False
+0,0.0,p351_059,5.116000011184951e-06,False,7.07861245293279e-33,False
+0,0.0,p351_271,3.3740805704951526e-09,False,2.7259096401857185e-34,False
+0,0.0,p351_370,3.9831311582361195e-09,False,8.36641397507812e-28,False
+0,0.0,p351_203,2.1617314871491544e-07,False,1.9857461984238002e-36,False
+0,0.0,p351_374,9.049472993183372e-08,False,3.313186296432297e-33,False
+0,0.0,p351_423,1.8917761508419062e-06,False,4.5151542993615506e-30,False
+0,0.0,p351_324,1.0950975593004841e-06,False,4.2472034345399697e-35,False
+0,0.0,p351_286,1.3739858140127126e-08,False,3.4821198831959515e-22,False
+0,0.0,p351_295,2.799373788331394e-10,False,4.839614059493905e-39,False
+0,0.0,p351_421,9.230874638888054e-06,False,2.7479417147027787e-36,False
+0,0.0,p351_348,3.177405005772016e-08,False,4.324639217630623e-24,False
+0,0.0,p351_107,5.3714803271986966e-08,False,1.3373753219065123e-31,False
+0,0.0,p351_032,1.1659225584992328e-08,False,6.351990905547563e-33,False
+0,0.0,p351_111,1.5665058583635982e-07,False,7.044451809390832e-28,False
+0,0.0,p351_054,1.8367572351962735e-07,False,9.15239807510685e-31,False
+0,0.0,p351_110,4.150339094621813e-08,False,5.663212517996098e-31,False
+0,0.0,p351_281,1.6471142316731857e-06,False,7.170276308548462e-34,False
+0,0.0,p351_287,8.62098895595409e-05,False,5.1159743310962225e-36,False
+0,0.0,p351_232,7.081025046318246e-07,False,2.600441408290743e-39,False
+0,0.0,p351_264,7.292046966256294e-09,False,6.578685637625534e-31,False
+0,0.0,p351_171,4.419136530486867e-06,False,4.249351540263502e-32,False
+0,0.0,p351_283,9.885358309702497e-09,False,2.4232110264108478e-27,False
+0,0.0,p351_289,3.4220622779912446e-08,False,7.244594718841746e-26,False
+0,0.0,p351_216,3.157966688149827e-08,False,4.864560384000737e-26,False
+0,0.0,p351_125,1.6313488515606878e-07,False,3.9244530126072424e-31,False
+0,0.0,p351_359,5.311700235210992e-08,False,1.1485414878720573e-29,False
+0,0.0,p351_298,2.5873776454687913e-09,False,5.492936142748413e-30,False
+0,0.0,p351_134,4.243248667989974e-07,False,5.584645531872448e-32,False
+0,0.0,p351_132,3.358811682119267e-07,False,1.3954306662922822e-32,False
+0,0.0,p351_234,5.7329216929247195e-09,False,6.553487007212833e-29,False
+0,0.0,p351_018,6.07667459462391e-07,False,1.788377188517799e-35,False
+0,0.0,p351_154,4.588794766391402e-08,False,9.570953395762333e-29,False
+0,0.0,p351_168,2.595950263639679e-07,False,9.023760436912185e-30,False
+0,0.0,p351_201,5.386172006183187e-07,False,3.2098947448669276e-25,False
+0,0.0,p351_131,3.0078626256369034e-09,False,1.3255136605008015e-35,False
+0,0.0,p351_148,3.9894604952905866e-08,False,3.3319566049199064e-29,False
+0,0.0,p351_092,2.3910279978167637e-08,False,6.900803871349549e-34,False
+0,0.0,p351_198,4.658779744204367e-06,False,2.527125967852053e-24,False
+0,0.0,p351_316,6.404048491504e-08,False,1.3607464920947776e-35,False
+0,0.0,p351_140,0.00016670121112838387,False,6.202943805461463e-32,False
+0,0.0,p351_220,3.894705002949195e-08,False,3.2648194205670423e-31,False
+0,0.0,p351_403,3.406836981412198e-07,False,1.5898480973176486e-29,False
+0,0.0,p351_200,6.024612275723484e-07,False,2.0371552198620407e-30,False
+0,0.0,p351_235,1.0843179552466609e-05,False,6.477455221905511e-25,False
+0,0.0,p351_323,1.2663403659018968e-09,False,2.550363205071167e-43,False
+0,0.0,p351_221,2.7671742941492994e-07,False,3.8305996628466296e-31,False
+0,0.0,p351_407,6.609335514440318e-07,False,9.203027924534231e-34,False
+0,0.0,p351_058,2.0433579095424648e-07,False,7.879472922036431e-29,False
+0,0.0,p351_239,4.059389539179392e-06,False,2.1180665531442527e-32,False
+0,0.0,p351_022,3.475101539862635e-09,False,5.662307500303625e-35,False
+0,0.0,p351_060,1.1183823289684369e-07,False,2.634911052383652e-37,False
+0,0.0,p351_360,5.5589026715097134e-08,False,1.473990009284571e-22,False
+0,0.0,p351_169,9.092344726013835e-07,False,1.270389998822475e-27,False
+0,0.0,p351_038,1.405575886792576e-07,False,9.377148750647346e-27,False
+0,0.0,p351_119,4.0298405679095595e-07,False,4.520654854588483e-27,False
+0,0.0,p351_292,4.56670576909346e-08,False,6.417621108320629e-25,False
+0,0.0,p351_014,3.2202371880174496e-09,False,3.350289953357704e-29,False
+0,0.0,p351_402,1.3988617411087034e-06,False,1.592127728810221e-30,False
+0,0.0,p351_338,2.869407467187557e-07,False,3.3847545802089824e-32,False
+0,0.0,p351_062,5.6201082543339e-07,False,3.072189515605703e-31,False
+0,0.0,p351_130,9.007676999317482e-05,False,6.987128843132414e-37,False
+0,0.0,p351_182,3.6635681226471206e-06,False,5.034805933385492e-31,False
+0,0.0,p351_236,4.007272582384758e-05,False,7.368607575087996e-35,False
+0,0.0,p351_329,1.8542671398336097e-07,False,3.4996392753923886e-30,False
+0,0.0,p351_193,4.991549840127618e-09,False,1.1178918174399035e-29,False
+0,0.0,p351_310,2.4353260741349914e-08,False,6.832431478120588e-29,False
+0,0.0,p351_068,2.701554819850571e-07,False,1.837571678068412e-31,False
+0,0.0,p351_369,5.5909129059728e-07,False,2.5250792871075704e-28,False
+0,0.0,p351_187,4.2152049672949943e-07,False,8.907797742879413e-33,False
+0,0.0,p351_199,1.8209367169674806e-07,False,7.028840070798352e-30,False
+0,0.0,p351_077,4.759468993142946e-06,False,9.132624210816188e-27,False
+0,0.0,p351_086,2.7966095217379916e-07,False,3.997422059157248e-27,False
+0,0.0,p351_413,1.671820427873172e-05,False,2.5106096265224858e-23,False
+0,0.0,p351_027,8.260125468950719e-06,False,7.058729273183786e-23,False
+0,0.0,p351_345,1.8365886717219837e-05,False,5.3081545078655925e-21,False
+0,0.0,p351_076,9.343408237327822e-06,False,1.801028765261857e-27,False
+0,0.0,p351_321,0.0002204883494414389,False,4.834522116881316e-27,False
+0,0.0,p351_408,2.5337155875604367e-06,False,2.6300048036894043e-21,False
+0,0.0,p351_267,0.000654497358482331,False,3.979589879965142e-24,False
+0,0.0,p351_025,7.865882025726023e-07,False,4.5153214923492884e-24,False
+0,0.0,p351_398,4.358407750260085e-06,False,1.6546538524425495e-27,False
+0,0.0,p351_252,6.133788588158495e-07,False,1.218508278008073e-24,False
+0,0.0,p351_233,4.2054292862303555e-05,False,1.3717470726451965e-21,False
+0,0.0,p351_270,1.2334174925854313e-06,False,3.558033104065073e-23,False
+0,0.0,p351_229,2.0774425138370134e-05,False,3.1298004029349156e-26,False
+0,0.0,p351_260,6.31400544079952e-05,False,6.137861695564345e-28,False
+0,0.0,p351_254,2.808619501593057e-05,False,2.115114813196372e-25,False
+0,0.0,p351_007,2.539632930620428e-07,False,1.3141909420651877e-27,False
+0,0.0,p351_190,9.276460332330316e-06,False,6.12152499481108e-28,False
+0,0.0,p351_023,1.700257001857608e-07,False,1.0968193602776844e-30,False
+0,0.0,p351_012,1.1959976973230368e-06,False,1.0619027017757745e-29,False
+0,0.0,p351_357,2.2229711248655804e-05,False,2.181581120767504e-26,False
+0,0.0,p351_053,2.1992246956870076e-07,False,4.364871202230392e-30,False
+0,0.0,p351_322,9.735545972944237e-06,False,1.8217617862991746e-27,False
+0,0.0,p351_165,0.00013136335473973304,False,1.118412863943736e-26,False
+0,0.0,p351_414,8.815401315587224e-07,False,7.346916579373796e-29,False
+0,0.0,p351_238,2.2932251795282355e-06,False,5.371957875280429e-29,False
+0,0.0,p351_218,4.918928198094363e-07,False,1.5326362403411534e-24,False
+0,0.0,p351_225,6.690626469207928e-05,False,1.7375296470521488e-24,False
+0,0.0,p351_074,1.0521775948291179e-06,False,1.1453652674393038e-25,False
+0,0.0,p351_410,3.3030970371328294e-05,False,9.479393289906954e-27,False
+0,0.0,p351_282,1.2394043551466893e-06,False,2.7146539159892017e-27,False
+0,0.0,p351_256,3.871607259497978e-05,False,7.437150898128099e-23,False
+0,0.0,p351_246,3.7658874134649523e-06,False,1.0510295415851372e-18,False
+0,0.0,p351_123,9.152495294983964e-06,False,1.0313346593806046e-23,False
+0,0.0,p351_184,2.9310243121472013e-07,False,4.699144737410157e-34,False
+0,0.0,p351_262,2.870510797947645e-06,False,6.213551272394684e-24,False
+0,0.0,p351_042,6.477520031467066e-08,False,1.4077072654552602e-22,False
+0,0.0,p351_195,5.5210445992770474e-08,False,8.12719566113324e-30,False
+0,0.0,p351_257,5.8000161118343385e-08,False,1.2324879141840529e-28,False
+0,0.0,p351_041,7.256866183524835e-07,False,3.114980284142302e-30,False
+0,0.0,p351_183,7.985703831536739e-08,False,4.5489319525126245e-22,False
+0,0.0,p351_214,1.6628760590720049e-07,False,1.130237791410699e-37,False
+0,0.0,p351_382,1.7768034865639493e-07,False,1.9377960426412725e-30,False
+0,0.0,p351_157,1.2509855196185526e-06,False,9.957249895605773e-35,False
+0,0.0,p351_102,1.0082458175020292e-06,False,1.549932449561622e-22,False
+0,0.0,p351_051,8.46451712277485e-06,False,9.321942691015215e-29,False
+0,0.0,p351_381,3.4823271562345326e-05,False,1.4746941034314352e-32,False
+0,0.0,p351_070,2.3496872358919063e-07,False,2.6883880352594e-28,False
+0,0.0,p351_019,2.887299785925279e-07,False,1.255707490969634e-34,False
+0,0.0,p351_307,5.425721383289783e-08,False,3.3146991531714166e-27,False
+0,0.0,p351_397,2.5987123990489636e-06,False,1.630755758134626e-27,False
+0,0.0,p351_030,4.398272267280845e-06,False,4.223936842892453e-27,False
+0,0.0,p351_181,1.619699901311833e-06,False,2.945652226116341e-25,False
+0,0.0,p351_227,2.1049014321761206e-05,False,1.1529346168079664e-34,False
+0,0.0,p351_391,9.400086128152907e-06,False,7.178775601385423e-23,False
+0,0.0,p351_106,3.2539162475586636e-07,False,1.0850498171296243e-31,False
+0,0.0,p351_046,5.824802684628594e-08,False,8.715197721335461e-29,False
+0,0.0,p351_358,3.7022233300376683e-05,False,2.5700721500453e-34,False
+0,0.0,p351_272,1.19987561220114e-07,False,3.3354783070164433e-34,False
+0,0.0,p351_145,0.0005536229582503438,False,5.204800396875985e-29,False
+0,0.0,p351_396,1.712612902338151e-05,False,2.9868813017706187e-26,False
+0,0.0,p351_163,2.3684899588261032e-06,False,7.71092244739216e-26,False
+0,0.0,p351_245,1.2823589941035607e-06,False,3.594874415823657e-33,False
+0,0.0,p351_406,1.7990339983953163e-05,False,2.352371760085888e-29,False
+0,0.0,p351_230,4.2993690385628724e-07,False,5.257378293987406e-25,False
+0,0.0,p351_380,4.2613245909706166e-07,False,2.4822990566427275e-29,False
+0,0.0,p351_116,1.4397803170140833e-05,False,1.2719823360713983e-31,False
+0,0.0,p351_186,5.974242212047898e-10,False,6.409684283080291e-36,False
+0,0.0,p351_418,4.751325444196652e-10,False,1.7427392195663892e-28,False
+0,0.0,p351_409,4.857038859995555e-08,False,1.604952395687579e-31,False
+0,0.0,p351_205,2.6563791166722694e-08,False,1.1178578239458363e-40,False
+0,0.0,p351_255,6.269403343139857e-07,False,4.673607552428665e-31,False
+0,0.0,p351_065,2.4684958521703493e-09,False,1.2686929897261024e-28,False
+0,0.0,p351_253,1.9678165585901297e-07,False,1.868995839777868e-40,False
+0,0.0,p351_088,5.8837592575855524e-08,False,1.182348479706791e-29,False
+0,0.0,p351_004,5.6701069297560025e-06,False,8.182349889008326e-40,False
+0,0.0,p351_419,1.861741694142438e-08,False,3.0997932074441775e-22,False
+0,0.0,p351_385,2.660767393081187e-07,False,4.162161469210266e-35,False
+0,0.0,p351_108,1.0336189681936503e-09,False,3.573225011105276e-28,False
+0,0.0,p351_162,1.5833009570087597e-07,False,2.0220387789928166e-26,False
+0,0.0,p351_244,7.332155327333112e-09,False,3.479015981204387e-28,False
+0,0.0,p351_084,1.0953241647015943e-09,False,4.9299541882808455e-31,False
+0,0.0,p351_117,1.7171577155750128e-06,False,1.4819626175844905e-29,False
+0,0.0,p351_349,8.743580224290781e-07,False,1.3256285122681841e-34,False
+0,0.0,p351_280,3.673134685300283e-08,False,4.444529846447763e-30,False
+0,0.0,p351_149,6.557207234436646e-05,False,5.89920353834379e-26,False
+0,0.0,p351_247,1.9676600970797153e-07,False,5.95286410468234e-34,False
+0,0.0,p351_210,9.019666791232339e-09,False,1.3916247094579073e-32,False
+0,0.0,p351_332,1.8496375275844912e-07,False,3.553535965816589e-24,False
+0,0.0,p351_375,3.365347822636977e-07,False,1.7440977778842447e-31,False
+0,0.0,p351_055,4.864292080242194e-09,False,4.2290075534074084e-32,False
+0,0.0,p351_336,5.453199719340773e-06,False,1.262988264860206e-28,False
+0,0.0,p351_082,1.0437445574495996e-08,False,6.359821106307469e-38,False
+0,0.0,p351_160,8.273279838988401e-09,False,6.742737550233072e-28,False
+0,0.0,p351_098,1.3832618606102187e-07,False,1.2863176623304088e-33,False
+0,0.0,p351_147,9.061298555934627e-08,False,4.463119914331742e-37,False
+0,0.0,p351_185,1.02816306934983e-06,False,4.5485377437828183e-39,False
+0,0.0,p351_342,3.273948777859914e-06,False,1.7408927643248633e-29,False
+0,0.0,p351_001,9.149652214546222e-06,False,1.3810248360861612e-32,False
+0,0.0,p351_080,7.949522114358842e-06,False,8.063224029878371e-26,False
+0,0.0,p351_037,1.6978681571799825e-08,False,1.3694412740119153e-28,False
+0,0.0,p351_243,3.5783369600750348e-09,False,2.243121942099764e-34,False
+0,0.0,p351_099,1.715642099497927e-07,False,9.553600840657187e-22,False
+0,0.0,p351_113,3.0687472190038534e-06,False,1.1419730135187585e-30,False
+0,0.0,p351_299,2.8238662252988433e-06,False,2.5380025060207083e-32,False
+0,0.0,p351_261,2.548478406083632e-08,False,4.8657870737824526e-29,False
+0,0.0,p351_344,2.6413948361891926e-08,False,1.443110554760231e-26,False
+0,0.0,p351_420,1.5625714411271474e-07,False,1.176967047797551e-34,False
+0,0.0,p351_097,6.915839900756282e-09,False,6.649727532093186e-30,False
+0,0.0,p351_036,1.0846105880091272e-07,False,9.53051132249088e-27,False
+0,0.0,p351_028,3.9470498336413584e-07,False,4.0348069016053307e-26,False
+0,0.0,p351_301,9.354873498068628e-08,False,2.358709583639646e-31,False
+0,0.0,p351_315,2.7587805373485708e-09,False,1.7914849591049705e-34,False
+0,0.0,p351_334,2.6399337116345123e-07,False,1.321815795011514e-26,False
+0,0.0,p351_016,2.3213049260562002e-08,False,8.947307224730184e-31,False
+0,0.0,p351_222,2.6151944609864586e-08,False,1.8487749033030765e-32,False
+0,0.0,p351_047,1.3406142898020335e-05,False,7.526375148892293e-33,False
+0,0.0,p351_268,6.257296627154574e-05,False,2.4013297274220877e-26,False
+0,0.0,p351_288,1.1000256563420407e-06,False,1.6094337512257153e-36,False
+0,0.0,p351_153,3.613102137478563e-07,False,5.1576287301650575e-30,False