Update dlmodels.sh

dlmodels.sh

@@ -9,6 +9,21 @@ fi
 # Set the input file from the first argument
 INPUT_FILE="$1"
 
+# Function to reliably get the remote file size
+get_remote_size() {
+    local url="$1"
+    # Attempt to retrieve Content-Length header
+    local remote_size=$(curl -sI "$url" | grep -i "Content-Length" | awk '{print $2}' | tr -d '\r')
+
+    # If Content-Length is not available, try downloading a small byte range
+    if [[ -z "$remote_size" || "$remote_size" -lt 2 ]]; then
+        remote_size=$(curl -s --range 0-1 "$url" | wc -c)
+    fi
+
+    # Return the size, or empty if it can't be determined
+    echo "$remote_size"
+}
+
 # Function to check file existence and download integrity
 download_file() {
     local filepath="$1"
@@ -16,40 +31,40 @@ download_file() {
 
     echo -e "\nChecking file: $filepath"
 
-    # If file already exists, check its integrity
+    # If file already exists, verify integrity
     if [[ -f "$filepath" ]]; then
-        # Get the remote file size using a reliable curl method
-        remote_size=$(curl -sI "$url" | grep -i "Content-Length" | awk '{print $2}' | tr -d '\r')
+        # Get remote file size using get_remote_size function
+        remote_size=$(get_remote_size "$url")
         local_size=$(stat -c%s "$filepath")
 
-        # Debug output
+        # Debug output to confirm size checks
         echo "Remote size: ${remote_size:-Unknown}, Local size: $local_size for file $filepath"
 
-        # Handle cases where Content-Length is not available
-        if [[ -z "$remote_size" ]]; then
-            echo -e "[SKIP] Unable to verify size for $filepath (no Content-Length). Assuming complete."
+        # Skip file if Content-Length is not available or remote size can't be determined
+        if [[ -z "$remote_size" || "$remote_size" -lt 2 ]]; then
+            echo -e "[SKIP] Unable to verify size for $filepath. Assuming complete."
             return 0
         fi
 
-        # If the file sizes match, skip the download
+        # If the file sizes match, skip re-downloading
         if [[ "$remote_size" == "$local_size" ]]; then
             echo -e "[SKIP] $filepath already exists and is complete."
             return 0
         else
             echo -e "[RE-DOWNLOAD] $filepath is incomplete or corrupted. Re-downloading..."
-            rm -f "$filepath"  # Remove the corrupted file
+            rm -f "$filepath"  # Remove the corrupted file before re-downloading
         fi
     else
         echo -e "[DOWNLOAD] Starting download of $filepath"
     fi
 
-    # Download the file with wget, showing a clean progress indicator
+    # Download the file using wget, with progress shown in a clean format
     wget -c --progress=dot -O "$filepath" "$url" 2>&1 | \
     grep --line-buffered "%" | \
     sed -u -e "s,\.,,g" | \
     awk '{printf("\r[DOWNLOADING] %s - %s", "'$filepath'", $2)}'
 
-    # Confirm completion
+    # Confirm download completion
     echo -e "\n[COMPLETE] Downloaded $filepath"
 }
 
@@ -59,10 +74,10 @@ while IFS= read -r line; do
     filepath=$(echo "$line" | awk '{print $1}')
     url=$(echo "$line" | awk '{print $2}')
 
-    # Call the download function
+    # Call the download function for each file in the list
     download_file "$filepath" "$url" &
 done < "$INPUT_FILE"
 
-# Wait for all background jobs to finish
+# Wait for all background download processes to finish
 wait
 echo -e "\nAll downloads are completed."