Create dlmodels.sh

dlmodels.sh

@@ -0,0 +1,48 @@
+#!/bin/bash
+
+# Check if a file argument is provided
+if [[ -z "$1" ]]; then
+    echo "Usage: $0 <input_file>"
+    exit 1
+fi
+
+# Set the input file from the first argument
+INPUT_FILE="$1"
+
+# Function to check file existence and download integrity
+download_file() {
+    local filepath="$1"
+    local url="$2"
+
+    # If file already exists
+    if [[ -f "$filepath" ]]; then
+        # Get remote file size
+        remote_size=$(curl -sI "$url" | awk '/Content-Length/ {print $2}' | tr -d '\r')
+        # Get local file size
+        local_size=$(stat -c%s "$filepath")
+
+        # Check if file sizes match
+        if [[ "$remote_size" == "$local_size" ]]; then
+            echo "File $filepath already exists and is complete."
+            return 0
+        else
+            echo "File $filepath is incomplete or corrupted, re-downloading..."
+            rm -f "$filepath"  # Remove the corrupted file
+        fi
+    fi
+
+    # Download the file
+    wget -c -O "$filepath" "$url"
+}
+
+# Process each line in the specified input file
+cat "$INPUT_FILE" | while read -r line; do
+    # Split each line into filepath and URL
+    filepath=$(echo "$line" | awk '{print $1}')
+    url=$(echo "$line" | awk '{print $2}')
+
+    # Call the download function
+    download_file "$filepath" "$url" &
+done
+
+wait