TroyHow commited on
Commit
77307ef
1 Parent(s): 912839f

Upload 82 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
check_required_files.py ADDED
@@ -0,0 +1,79 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import os
2
+ import zipfile
3
+
4
+ # Initialize counters
5
+ total_files_count = 0
6
+ contains_all_files_count = 0
7
+ missing_files_count = 0
8
+ missing_files_info = [] # Used to store information about missing files
9
+
10
+ def check_zip_contents(zip_file_path):
11
+ global total_files_count
12
+ global contains_all_files_count
13
+ global missing_files_count
14
+ global missing_files_info
15
+
16
+ # Increase the total count of ZIP files
17
+ total_files_count += 1
18
+
19
+ try:
20
+ # Your existing code for processing the zip file contents
21
+ contains_all_files_count = 0 # Initialize contains_all_files_count here
22
+ with zipfile.ZipFile(zip_file_path, 'r') as zf:
23
+ # Get all files and folders in the ZIP file
24
+ file_list = [os.path.normpath(item) for item in zf.namelist()]
25
+
26
+ # Get the ZIP file name (excluding extension)
27
+ zip_file_name = os.path.splitext(os.path.basename(zip_file_path))[0]
28
+
29
+ # Build the expected list of files and folders
30
+ expected_folder = os.path.normpath(zip_file_name)
31
+ expected_files = ['config.json', 'generation_config.json', 'pytorch_model.bin', 'source.spm', 'target.spm', 'tokenizer_config.json', 'vocab.json']
32
+
33
+ # Check if the folder exists
34
+ if expected_folder not in file_list:
35
+ missing_files_count += 1
36
+ missing_files_info.append(f"{zip_file_name} does not contain the expected folder.\n")
37
+ return
38
+
39
+ # Check if individual files exist
40
+ missing_files = []
41
+ for expected_file in expected_files:
42
+ file_path = os.path.join(expected_folder, expected_file)
43
+ if file_path not in file_list:
44
+ missing_files.append(expected_file)
45
+
46
+ if not missing_files:
47
+ contains_all_files_count += 1
48
+ else:
49
+ missing_files_count += 1
50
+ missing_files_info.append(f"{zip_file_name} is missing the following files: {', '.join(missing_files)}\n")
51
+
52
+ except zipfile.BadZipFile as e:
53
+ print(f"Error: {e}")
54
+ # Additional information about the exception, like file path
55
+ print(f"File path: {zip_file_path}")
56
+
57
+ # The rest of your code remains unchanged
58
+
59
+ # Use the current working directory as the folder path
60
+ folder_path = os.getcwd()
61
+
62
+ # Get all ZIP files in the folder
63
+ zip_files = [f for f in os.listdir(folder_path) if f.endswith('.zip')]
64
+
65
+ # Iterate over ZIP files and check their contents
66
+ for zip_file in zip_files:
67
+ zip_file_path = os.path.join(folder_path, zip_file)
68
+ check_zip_contents(zip_file_path)
69
+
70
+ # Display the count of ZIP files containing all files and folders
71
+ print(f"\nNumber of ZIP files containing all files and folders: {contains_all_files_count}")
72
+
73
+ # Display information about missing files
74
+ for info in missing_files_info:
75
+ print(info)
76
+
77
+ # Display the count results
78
+ print(f"\nProcessed {total_files_count} ZIP files")
79
+ print(f"Number of files missing: {missing_files_count}")
opus-mt-aav-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd9e9ddea7a0b7857e0a761a29ad5a68300a81f79e2bb0b81e014db88e2fc20c
3
+ size 273442841
opus-mt-aed-es.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0109087d27300214c61ad0558a0ae267c1b8f22b2cf0286028c5419e69e0a4ac
3
+ size 211190390
opus-mt-af-de.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fad76d3dd19367e519f489f75b278084b2d0349bdec78fe20365a7c8598f7961
3
+ size 278676865
opus-mt-af-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a1ccf553f0ffc0407e9c06eb0f496b1fa9d0a683d26b30f93902599805d5a12
3
+ size 276073820
opus-mt-af-eo.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a95a44647bff9311974ddb9ae74429c506b0203e29570c8a3d52ce72ffa23521
3
+ size 179776806
opus-mt-af-es.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c179ad4c1425de899275929e9dcf25599896f54dff727daf62a34f405bf3fdd0
3
+ size 281438767
opus-mt-af-fi.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24c24745922cda0bba78e3600eb0b35effa672f70d8547186cb65e298ad49e36
3
+ size 282059993
opus-mt-af-fr.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93e67539666da96fca8f2a51c6ce97f1ac618c9efa760d4bfee355626aa3c11
3
+ size 279849984
opus-mt-af-nl.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:906120493c169d20591324f20c470529b330044f4a7c850318e4c56c0c1ff357
3
+ size 268054185
opus-mt-af-ru.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:489557667e186459ba7569361296e625307e99b870027b81b35e8feabfcf83c9
3
+ size 286386617
opus-mt-af-sv.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420f9411570ba591c6d8c9296a14b9b838eb971b210592b4d69232ce47643aff
3
+ size 278128032
opus-mt-afa-afa.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18440eef3622e72964f2db6c5be136f76d12272c095e090e72c5a4944b71a97b
3
+ size 230872637
opus-mt-afa-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef40b88d5795b10d635b19d616e6b62a49ae9546107f47e9968a1f251b9ae129
3
+ size 283466669
opus-mt-alv-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5154e01e6f810911ee270042b394fc3628c65986363f3b954d8d6427acf9a62
3
+ size 283921896
opus-mt-am-sv.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8643cd1c08ef2c114240f69a245072916eab38ede520fd8ec2345e96d54bdd67
3
+ size 287006825
opus-mt-ar-de.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:adfa5c1cf69b4deb5431afc83518b5ceca1a6b2878b66cff68fd51ae38c6ed91
3
+ size 287134608
opus-mt-ar-el.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:700ef615e01e5ee416ed31ac32a8daef6f42bb9757d74d553c3456c57467770d
3
+ size 287583094
opus-mt-ar-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c9ed177c59222e06fb652f9181f3e6f4c9e35a3e0e0d13773dabbfffcb3001b
3
+ size 810807130
opus-mt-ar-eo.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de4acd99cb51382f02ac41bff5ca3241f7f9d49fa225b2cbdf3a6f69fb59168e
3
+ size 180253216
opus-mt-ar-es.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ac301d94718be0fc9efcd9b3577debe94d32f2f007a46f0f676a7c10c7089f
3
+ size 285862224
opus-mt-ar-fr.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f08b2854a62818a0dd1a60146412fb59fe612a5c752e2342def126149aba4096
3
+ size 289655508
opus-mt-ar-he.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f90d0df907c2dc9632b4a8a908e5d729945aa690e1ba4c846246e60c1062497
3
+ size 287526290
opus-mt-ar-it.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c59ec1e5449ec127d6bca0623563232efad14390579db8386d79bd3f5a36c0a
3
+ size 286820048
opus-mt-ar-pl.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2ba3f3fb272caec755ee25ad967c60ad03175a2548a92ce94e4a5c0bbb3f9a1
3
+ size 290288711
opus-mt-ar-ru.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a58126f8c704e0e3db5f750719151e33d2ae9d2a187a908407d1162ec53c91c
3
+ size 286447115
opus-mt-ar-tr.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3516ec694690d175b6260fbd132f94a550f7c820a469d0c6f7c5c79d3afc5d35
3
+ size 287661324
opus-mt-art-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc5c7696b8f30df291c6df0435a43928c17afb4ad016ed4da01533fe83aef4ea
3
+ size 279045400
opus-mt-ase-de.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f033a196a74138c056a310bbc47121a5be47d96ac7cbca614e2ef9f5976ee51
3
+ size 268515902
opus-mt-ase-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8afe13b8ecb1dbc0956293b70c94f5042ae7fcc15935b6a60a536ffec17f2720
3
+ size 213243914
opus-mt-ase-es.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cc64383094601ea029af24bb8789f9147a20ac5e126a9b5c15fed67eb169e3d
3
+ size 268194714
opus-mt-ase-fr.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15522c4ccd99406c88ecffc74ebce6e92e20a60678c320343a099a8dfec16e85
3
+ size 263151072
opus-mt-ase-sv.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:314c7f4797a30cfbc2b254b0c649f275dff3eefb89a63f7f7cd00ece2ef811f5
3
+ size 259001433
opus-mt-az-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42187bf177703315be156c6b746b3ebed40b612fc22cbd6895a70cf821f1e040
3
+ size 210231284
opus-mt-az-es.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bc8f374cb962d81b32e26058f9baf292e233347fbf24996ce3ff57063865db6
3
+ size 180058643
opus-mt-az-tr.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b728eeb818718d85439b56e9c9487ac766ada1cc2b70de5a70c59101e7bb8267
3
+ size 178808793
opus-mt-bat-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a62060681b603ee0cf0124696c37d540e096e8fc0a8fb475c9f291d10f87894
3
+ size 279625288
opus-mt-bcl-de.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e611ab7a3a43192656c8c3da2d73a9dada87768edbde9082f1ec4ced025dbc0d
3
+ size 282292800
opus-mt-bcl-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c453b8b44dc51ac183887572511761d7ce3dd5ecd5f22a7e0b36a4793b6508d
3
+ size 277750553
opus-mt-bcl-es.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac875a9ce624ac1ad5e7634a805ac23c8089d03837804195a7bdc9d37ef70e1
3
+ size 280429749
opus-mt-bcl-fi.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7bca8c4f95dbfe1afdee301fe46a8b5b7d35fc6c4d42b8423c9b4cb2c62cb0b3
3
+ size 284094808
opus-mt-bcl-fr.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704174261595d694f099a4d1ae9a76681fe7420e0f90cb788120519a8309d0aa
3
+ size 281632623
opus-mt-bcl-sv.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee2311bf195dd91f0464efa7d465436cefe8390485e61efc004c05ec6dfc363e
3
+ size 280741183
opus-mt-be-es.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e7651841fa57286c11b02c161306e8c7934e538bbb8584d2b3a99090179ea6b9
3
+ size 180030448
opus-mt-bem-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50f5b9c740370e2583cb603a150d39dbadfb836a91208834a60d2cd3d3a033f9
3
+ size 280256140
opus-mt-bem-es.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d51be1e8b9c540ab9fa434cf737adb999d998322adbafdc4f5124ebbfe4a8337
3
+ size 282648038
opus-mt-bem-fi.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:588644a85d9c086d89b9670e22861300ad38b6d2376ad987dbe8425953c11bec
3
+ size 284204793
opus-mt-bem-fr.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acbf0bf0f8b53f1054c95cbd47909777fe6a6a39ec230411770240712fb43ac1
3
+ size 282749627
opus-mt-bem-sv.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfdb1c2aef75ab2bafe412fb5749e14ed6525c171a1cfc6e5f06cb240e32ee78
3
+ size 281952955
opus-mt-ber-en.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb698a7e6f394a5624351d908456c730a814efcbe5d86885474e3dd1f004bd5a
3
+ size 234760142