1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
|
import os
import hashlib
import zipfile
import tarfile
def uncompress_file_to_dir(compressed_file, uncompress_dir):
command = None
extension = os.path.splitext(compressed_file)[1]
try:
os.mkdir(uncompress_dir)
except FileExistsError as e:
pass
if extension == '.gz':
tar = tarfile.open(compressed_file)
tar.extractall(uncompress_dir)
tar.close()
elif extension == '.zip':
zip_file = zipfile.ZipFile(compressed_file)
zip_file.extractall(uncompress_dir)
zip_file.close()
uncompress_dir = os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0])
if " " in os.listdir(uncompress_dir)[0]:
print("replacing whitespace in directory name")
os.rename(os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0]),
os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0].replace(" ", "_")))
else:
print("Error: unknown extension " + extension)
return os.path.join(uncompress_dir, os.listdir(uncompress_dir)[0])
BUF_SIZE = 1048576
def get_hash(file_path):
sha512 = hashlib.sha512()
with open(file_path, 'rb') as f:
while True:
data = f.read(BUF_SIZE)
if not data:
break
sha512.update(data)
return sha512.hexdigest()
def get_file_info(mar_file, url):
filesize = os.path.getsize(mar_file)
data = { 'hash' : get_hash(mar_file),
'hashFunction' : 'sha512',
'size' : filesize,
'url' : url + os.path.basename(mar_file)}
return data
def replace_variables_in_string(string, **kwargs):
new_string = string
for key, val in kwargs.items():
new_string = new_string.replace('$(%s)'%key, val)
return new_string
def make_complete_mar_name(target_dir, filename_prefix):
filename = filename_prefix + "_complete.mar"
return os.path.join(target_dir, filename)
|
