Upload layer_diff_dataset/make_json.py with huggingface_hub

layer_diff_dataset/make_json.py

@@ -0,0 +1,26 @@
+import json
+import os
+# 挑选train中的部分sample构成try对应的json
+
+folder_path = '/mnt/workspace/workgroup/sihui.jsh/layer_diff_dataset/try/im'
+folder_path_1 = '/mnt/workspace/workgroup/sihui.jsh/layer_diff_dataset/train/im'
+
+file_list = os.listdir(folder_path)
+file_list = [os.path.join(folder_path_1,i) for i in file_list if i.endswith('.jpg')]
+file_list.sort()
+print(file_list)
+# 读取原始JSON文件
+with open('/mnt/workspace/workgroup/sihui.jsh/layer_diff_dataset/train/im_rgba.json', 'r') as file:
+    data = json.load(file)
+
+data_try = []
+# 修改每个字典的"images"和"images_rgba"字段
+for item in data:
+    if item["images"] in file_list:
+        data_try.append(item)
+print(data_try)
+# 写入新的JSON文件
+with open('/mnt/workspace/workgroup/sihui.jsh/layer_diff_dataset/try/im_rgba.json', 'w') as file:
+    json.dump(data_try, file, indent=4)
+
+print("New JSON file has been created successfully.")