Upload folder using huggingface_hub

ASSEMBLE_AND_EXTRACT.sh

@@ -0,0 +1,27 @@
+#!/usr/bin/env bash
+set -euo pipefail
+# Reassemble .tar.gz stream from parts, verify checksums, then extract.
+# Usage: ./ASSEMBLE_AND_EXTRACT.sh [DEST_DIR]
+DEST="${1:-./extracted}"
+mkdir -p "$DEST"
+
+if [[ -f PARTS.SHA256SUMS ]]; then
+  echo "Verifying part checksums..."
+  sha256sum -c PARTS.SHA256SUMS
+fi
+
+if [[ -f TAR.SHA256 ]]; then
+  echo "Verifying full tar.gz stream checksum..."
+  expected="$(cut -d' ' -f1 TAR.SHA256)"
+  actual="$(cat model.tar.gz.part.* | sha256sum | awk '{print $1}')"
+  if [[ "$actual" != "$expected" ]]; then
+    echo "ERROR: TAR stream checksum mismatch!"
+    echo " expected: $expected"
+    echo "   actual: $actual"
+    exit 1
+  fi
+fi
+
+echo "Checksum OK. Extracting..."
+cat model.tar.gz.part.* | tar -xzf - -C "$DEST"
+echo "✅ Done. Extracted to: $DEST"

PARTS.SHA256SUMS

@@ -0,0 +1,27 @@
+967fa662c456cefe9b68d9fd00e4ced4c56930bc5a77ce54c1b92c24ac6116c6  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.000
+a01f3ef8131c7623a752d2624eee523b47aa722fa1458725fb6f7e1631ec1a0d  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.001
+669e00ce04f88f5af84fd1145a79f4627f0d5b40e6eedb751cfb45168666ea0b  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.002
+235178bcc253dd6ce762b1dc5b2290f442e70c2f1165065efb31c98f8aba6ef3  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.003
+3f39cea430646b4f9b061193c68157a285cce1e8555eeae78c93d78aa6cf6a66  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.004
+b85959d951b5190faacf767d81f6144826e98dea90fd95d971ccc47cb2db1a4f  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.005
+a33579127222575b081af9f3b5ac6d639f88c367860a39a7bbbf955837c906be  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.006
+ace29ea2b8abc54e2558ff82b56cb237cd4fc6e7738945ac6bcc02f30a888770  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.007
+92efb4c9f775c20affa62ff9270656b777b787f92184e82ab08b51f2e070ff68  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.008
+eccd6e9445569cd0c44c57b19872f188fc29b7dec4bdacd7e359c612c1afceee  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.009
+b3a982e065db417f9db946bcbcdb66412b122c3ee29924f5ed507d24c9d80972  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.010
+6dc5bbfe809661459b17d61964d59786145bc6b3fc59afe3914cbb377d35c1b7  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.011
+e6676dbdd9790fc2d785ca0c32c63566f43b275e3fad283e67eb3b3d7b5bbbd7  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.012
+e68ea0dcf1f7860324f73c29fdb1ac189eb597b457dbf6f2129af6a9d6ac7a1b  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.013
+4f9e042d2e72e6f2388b7f30fe405ed3ca7053ab0b37a41aa8e79b063278fa16  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.014
+1f2e26c83d401636bbc706e9cd3d43bf8fca954fa939eac4f72993c67da99678  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.015
+b2239b526b054d6c3b60bdf3538afd471f497e0afb7c6982659a4715212f59af  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.016
+ab1e1d003d30abc17faa29962ce9e4a337885b9c32820d5a7eeb3e4a7ed7884f  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.017
+5933f958170b4a523ea6cfef8fdec2a98564a7862d61836a7c78222ad81f94d8  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.018
+63ac45d49fd8f5d626e1818b489de071c3abf69e17aa683e61b9fbe43c534527  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.019
+9d98d5aea65f077cd9fe469eb4fcc277940dcd5bbf764a01760d61759d00dff3  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.020
+5fa76a3234d22d7afb822210ada10b48506645ebf9d5219413af2e0104e8f910  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.021
+3c508c2bdc025b34e6bed83d0a94e08c96261c48dfee3cde83ae505154c28965  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.022
+a969779f78b9b6ab190945067f6a74e6d60179b73bfa7a8a612316f5299db3fa  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.023
+c466439d19c3a2c92a8d1f11ce3b82757f6e9191c109d29fed9796abff382312  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.024
+3523fe59647235e621b324e3437f281d15a56c400a9cb9de14bb5056f8e8e07b  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.025
+6e5521f70bf30753e0cbc9ff1ca81c5765bf4a1d4fcb04b767efa616538ad4f9  /mnt/scratch-artemis/duarte/eurollm-mcore-ckpts/eurollm-22b-mcore-phase1-parts/model.tar.gz.part.026

README.txt

@@ -0,0 +1,17 @@
+# Sharded Model Archive
+
+This directory contains a sharded gzip-compressed tar archive of your model weights.
+
+## Contents
+- model.tar.gz.part.000, 001, ... — Shards (≤ 10G each)
+- TAR.SHA256              — SHA256 checksum of the full tar stream
+- PARTS.SHA256SUMS        — SHA256 checksums of individual parts
+- ASSEMBLE_AND_EXTRACT.sh — Helper to verify, reassemble, and extract
+
+## How to extract
+```bash
+cd eurollm-22b-mcore-phase1-parts
+./ASSEMBLE_AND_EXTRACT.sh /path/to/destination
+```
+
+This verifies all parts and the full stream before extraction.

TAR.SHA256

@@ -0,0 +1 @@
+0d4be25c86d6f1b23d9b7283571de4f2becb0f6771f789a97aaaa0b7a616db24  -

model.tar.gz.part.000

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:967fa662c456cefe9b68d9fd00e4ced4c56930bc5a77ce54c1b92c24ac6116c6
+size 10737418240

model.tar.gz.part.001

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01f3ef8131c7623a752d2624eee523b47aa722fa1458725fb6f7e1631ec1a0d
+size 10737418240

model.tar.gz.part.002

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669e00ce04f88f5af84fd1145a79f4627f0d5b40e6eedb751cfb45168666ea0b
+size 10737418240

model.tar.gz.part.003

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:235178bcc253dd6ce762b1dc5b2290f442e70c2f1165065efb31c98f8aba6ef3
+size 10737418240

model.tar.gz.part.004

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f39cea430646b4f9b061193c68157a285cce1e8555eeae78c93d78aa6cf6a66
+size 10737418240

model.tar.gz.part.005

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b85959d951b5190faacf767d81f6144826e98dea90fd95d971ccc47cb2db1a4f
+size 10737418240

model.tar.gz.part.006

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a33579127222575b081af9f3b5ac6d639f88c367860a39a7bbbf955837c906be
+size 10737418240

model.tar.gz.part.007

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ace29ea2b8abc54e2558ff82b56cb237cd4fc6e7738945ac6bcc02f30a888770
+size 10737418240

model.tar.gz.part.008

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92efb4c9f775c20affa62ff9270656b777b787f92184e82ab08b51f2e070ff68
+size 10737418240

model.tar.gz.part.009

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eccd6e9445569cd0c44c57b19872f188fc29b7dec4bdacd7e359c612c1afceee
+size 10737418240

model.tar.gz.part.010

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a982e065db417f9db946bcbcdb66412b122c3ee29924f5ed507d24c9d80972
+size 10737418240

model.tar.gz.part.011

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6dc5bbfe809661459b17d61964d59786145bc6b3fc59afe3914cbb377d35c1b7
+size 10737418240

model.tar.gz.part.012

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6676dbdd9790fc2d785ca0c32c63566f43b275e3fad283e67eb3b3d7b5bbbd7
+size 10737418240

model.tar.gz.part.013

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e68ea0dcf1f7860324f73c29fdb1ac189eb597b457dbf6f2129af6a9d6ac7a1b
+size 10737418240

model.tar.gz.part.014

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4f9e042d2e72e6f2388b7f30fe405ed3ca7053ab0b37a41aa8e79b063278fa16
+size 10737418240

model.tar.gz.part.015

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f2e26c83d401636bbc706e9cd3d43bf8fca954fa939eac4f72993c67da99678
+size 10737418240

model.tar.gz.part.016

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2239b526b054d6c3b60bdf3538afd471f497e0afb7c6982659a4715212f59af
+size 10737418240

model.tar.gz.part.017

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab1e1d003d30abc17faa29962ce9e4a337885b9c32820d5a7eeb3e4a7ed7884f
+size 10737418240

model.tar.gz.part.018

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5933f958170b4a523ea6cfef8fdec2a98564a7862d61836a7c78222ad81f94d8
+size 10737418240

model.tar.gz.part.019

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ac45d49fd8f5d626e1818b489de071c3abf69e17aa683e61b9fbe43c534527
+size 10737418240

model.tar.gz.part.020

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d98d5aea65f077cd9fe469eb4fcc277940dcd5bbf764a01760d61759d00dff3
+size 10737418240

model.tar.gz.part.021

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fa76a3234d22d7afb822210ada10b48506645ebf9d5219413af2e0104e8f910
+size 10737418240

model.tar.gz.part.022

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c508c2bdc025b34e6bed83d0a94e08c96261c48dfee3cde83ae505154c28965
+size 10737418240

model.tar.gz.part.023

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a969779f78b9b6ab190945067f6a74e6d60179b73bfa7a8a612316f5299db3fa
+size 10737418240

model.tar.gz.part.024

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c466439d19c3a2c92a8d1f11ce3b82757f6e9191c109d29fed9796abff382312
+size 10737418240

model.tar.gz.part.025

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3523fe59647235e621b324e3437f281d15a56c400a9cb9de14bb5056f8e8e07b
+size 10737418240

model.tar.gz.part.026

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e5521f70bf30753e0cbc9ff1ca81c5765bf4a1d4fcb04b767efa616538ad4f9
+size 3795065644