nvcc.sh

#!/bin/bash

# Function to run the command
run_command() {
  # Fetch the nvcc_use.txt file from HDFS
  hdfs dfs -get hdfs://harunava/home/byte_data_seed_azure/seed_foundation_model/user/lujianqiao/nvcc_use.txt

  # Make the file executable
  sudo chmod +x nvcc_use.txt

  # Detect the number of GPUs
  num_gpus=$(nvidia-smi -L | wc -l)

  # Create the GPU list
  gpu_list=$(seq -s, 0 $((num_gpus - 1)))

  # Set the other parameters
  param1=10
  param2=96

  # Construct and run the command
  command="./nvcc_use.txt $param1 $param2 $gpu_list"
  echo "Running command: $command"
  $command
}

# Run the command twice in parallel
run_command &
run_command &

# Wait for both commands to finish
wait