diff --git a/AssetIO.py b/AssetIO.py new file mode 100644 index 0000000..e87cf0d --- /dev/null +++ b/AssetIO.py @@ -0,0 +1,284 @@ +# -*- coding: utf-8 -*- + + +import os +import re +import time +import shutil +import pprint +import zipfile +from pathlib import Path + + +# ---------------------------------------------------------------------------------------------------------------------- +# functions +# ---------------------------------------------------------------------------------------------------------------------- + + +def timestamp_to_date(timestamp): + """Timestamp Translate Date Format + + :param timestamp: float, time.time() + :return: str, 'year-month-day hour:minute:second' + """ + + timeStruct = time.localtime(timestamp) + + return time.strftime('%Y-%m-%d %H:%M:%S', timeStruct) + + +def get_file_create_time(file_path): + """Get File Create Time + + :param file_path: str, file path + :return: str, 'year-month-day hour:minute:second' + """ + t = os.path.getctime(file_path) + + return timestamp_to_date(t) + + +def get_file_size(file_path): + """Get File Size + + :param file_path: str, file path + :return: float, unit:MB + """ + file_size = os.path.getsize(file_path) + + file_size = file_size / float(1024 * 1024) + + return round(file_size, 2) + + +def get_latest_file(file1_path, file2_path): + """Get The Latest File + + :param file1_path: str, file path + :param file2_path: str, file path + :return: str, file path + """ + file1_time = os.path.getmtime(file1_path) + + file2_time = os.path.getmtime(file2_path) + + if file1_time > file2_time: + + return file1_path + + elif file1_time < file2_time: + + return file2_path + + else: + + return file1_path + + +def zip_files(dir_path, zip_file_path): + """Zip Files + + :param dir_path: str, folder path + :param zip_file_path: str, zip file path + :return: None + """ + + zip = zipfile.ZipFile(zip_file_path, "w", zipfile.ZIP_DEFLATED) + + for path, dir_names, filenames in os.walk(dir_path): + + filter_path = path.replace(dir_path, '') + + for filename in filenames: + + zip.write(os.path.join(path, filename), os.path.join(filter_path, filename)) + + zip.close() + + +# ---------------------------------------------------------------------------------------------------------------------- +# Parameter Definition +# ---------------------------------------------------------------------------------------------------------------------- + + +customer_file_root = r'E:\TD_Python\midterm\example\project' + +project_file_root = r'E:\TD_Python\midterm\example' + +project_name = 'JDC' + +asset_types = ['Cha', 'Env', 'Prop'] + + +# ---------------------------------------------------------------------------------------------------------------------- +# Get Customer's All Files +# ---------------------------------------------------------------------------------------------------------------------- + + +customer_all_file = [] + +for root, dirs, files in os.walk(customer_file_root): + + for file in files: + + file_full_path = os.path.join(root, file) + + if file_full_path: + + customer_all_file.append(file_full_path) + + +# ---------------------------------------------------------------------------------------------------------------------- +# Get Assets Time +# ---------------------------------------------------------------------------------------------------------------------- + + +get_assets_time = get_file_create_time(customer_file_root) + + +# ---------------------------------------------------------------------------------------------------------------------- +# Files Mapping ：Customer +# ---------------------------------------------------------------------------------------------------------------------- + + +mapping_data = [] + +for f in customer_all_file: + + file_path_obj = Path(f) + + result = {str(file_path_obj): {}} + + file_path_parts = file_path_obj.parts + + EP_Number = [p for p in file_path_parts if re.match(r'^EP\d+$', p)] + + file_name, file_format = file_path_obj.stem, file_path_obj.suffixes[0] + + file_asset_type = file_name.split('_')[-1] + + asset_Type = '' + + if file_asset_type in 'chaenvprop': + + asset_Type = file_asset_type.capitalize() + + asset_Name = file_path_obj.parent.name + + asset_File = file_path_obj.name + + for d, k in result.items(): + + k['EP_Number'] = EP_Number[0] + + k['Asset_Type'] = asset_Type + + k['Asset_Name'] = asset_Name + + k['Asset_File'] = asset_File + + mapping_data.append(result) + + +# ---------------------------------------------------------------------------------------------------------------------- +# Files Mapping ：Project +# ---------------------------------------------------------------------------------------------------------------------- + + +project_file_root_folder_obj = Path(project_file_root) + +project_file_root_obj = project_file_root_folder_obj / project_name + +backups_count = 0 + +restore_data = {} + +for customer_file_data in mapping_data: + + for f, data in customer_file_data.items(): + + file_asset_type = data['Asset_File'].split('.')[-1] + + project_file_rename = f"{project_name}_{data['Asset_Name']}_{data['Asset_Type']}.{file_asset_type}" + + project_file_path = project_file_root_obj / data['EP_Number'] / 'Asset' / data['Asset_Type'] \ + / data['Asset_Name'] / project_file_rename + + if not project_file_path.exists(): + + project_file_parent_path = project_file_path.parent + + project_file_parent_path.mkdir(parents=True, exist_ok=True) + + data['Project_File_New_Path'] = str(project_file_path.absolute()) + + shutil.copy2(f, data['Project_File_New_Path']) + + else: + + data['Project_File_New_Path'] = str(project_file_path.absolute()) + + latest_file = get_latest_file(f, data['Project_File_New_Path']) + + if latest_file == f : + + if backups_count == 0: + + time_val = time.time() + + timestamp_to_date_str = timestamp_to_date(time_val) + + backups_zip_name = f"{project_file_root_obj.name}_{timestamp_to_date_str}.zip".replace(':', '_') + + backups_zip_path = project_file_root_folder_obj / backups_zip_name + + zip_files(str(project_file_root_obj.resolve()), str(backups_zip_path.resolve())) + + backups_count = 1 + + shutil.copy2(f, data['Project_File_New_Path']) + + restore_data[f"{data['Project_File_New_Path']}"] = f + + +# ---------------------------------------------------------------------------------------------------------------------- +# Restore +# ---------------------------------------------------------------------------------------------------------------------- + + +restore_zip_count = 0 + +for p_path, c_path in restore_data.items(): + + shutil.copy2(p_path, c_path) + + if restore_zip_count == 0: + + time_val = time.time() + + timestamp_to_date_str = timestamp_to_date(time_val) + + restore_zip_name = f"{timestamp_to_date_str}.zip".replace(':', '_') + + zip_files(customer_file_root, f"{customer_file_root}/{restore_zip_name}" ) + + +# ---------------------------------------------------------------------------------------------------------------------- +# Print +# ---------------------------------------------------------------------------------------------------------------------- + + +if __name__ == "__main__": + + print(f"Receive files's time is {get_assets_time}") + + print(f"Number of files is {len(customer_all_file)}") + + print(f"Receive files's are {customer_all_file}") + + pprint.pprint(mapping_data) + + pprint.pprint(restore_data) + + + diff --git a/utils/func_temp.py b/utils/func_temp.py new file mode 100644 index 0000000..4b0aa8e --- /dev/null +++ b/utils/func_temp.py @@ -0,0 +1,134 @@ +# -*- coding: utf-8 -*- + +import time +import datetime +import os + + +# 1.'''把时间戳转化为时间: 1479264792 to 2016-11-16 10:53:12''' +def timestamp_to_date(timestamp): + """Timestamp Translate Date Format + + :param timestamp: float, time.time() + :return: str, 'year-month-day hour:minute:second' + """ + + timeStruct = time.localtime(timestamp) + + return time.strftime('%Y-%m-%d %H:%M:%S', timeStruct) + +time_val = time.time() # return 1570364955.402527 +TimeStampToTime_val = timestamp_to_date(time_val) # return 2019-10-06 20:29:52 +today = datetime.date.today() # return 2019-10-06 +now = datetime.datetime.now() # return 2019-10-06 20:29:52.571413 + + +# 2.'''获取文件的大小,结果保留两位小数，单位为MB''' +file1_path = r'E:\TD_Python\midterm\example\project\TDC\Asset\Cha\Victor\TDC_Victor_Cha2.ma' +file2_path = r'E:\TD_Python\midterm\example\project\TDC\Asset\Cha\Victor\TDC_Victor_Cha.ma' +def get_file_size(file_path): + """Get File Size + + :param file_path: str, file path + :return: float, unit:MB + """ + file_size = os.path.getsize(file_path) + + file_size = file_size / float(1024 * 1024) + + return round(file_size, 2) + +file_size = get_file_size(file1_path) #return 0.0 + + +# 3'''获取文件的访问时间''' + +def get_file_access_time(file_path): + """Get File Assess Time + + :param file_path: str, file path + :return: str, 'year-month-day hour:minute:second' + """ + t = os.path.getatime(file_path) + + return timestamp_to_date(t) + +get_file_access_time_val = get_file_access_time(file1_path) # return 2019-10-02 12:53:02 +print(get_file_access_time_val) + + +# 4'''获取文件的创建时间''' + +def get_file_create_time(file_path): + """Get File Create Time + + :param file_path: str, file path + :return: str, 'year-month-day hour:minute:second' + """ + t = os.path.getctime(file_path) + return timestamp_to_date(t) + +get_file_create_time_val = get_file_create_time(file1_path) # return 2019-10-02 12:53:02 +print(get_file_create_time_val) + +# 5'''获取文件的修改时间''' + +def get_file_modify_time(file_path): + """Get File Modify Time + + :param file_path: str, file path + :return: str, 'year-month-day hour:minute:second' + """ + t = os.path.getmtime(file_path) + return timestamp_to_date(t) + +get_file_modify_time_val = get_file_modify_time(file1_path) # return 2019-10-02 12:53:02 +print(get_file_modify_time_val) + +def get_latest_file(file1_path, file2_path): + """Get The Latest File + + :param file1_path: str, file path + :param file2_path: str, file path + :return: str, file path + """ + file1_time = os.path.getmtime(file1_path) + file2_time = os.path.getmtime(file2_path) + + if file1_time > file2_time: + + return file1_path + + elif file1_time < file2_time: + + return file2_path + + else: + + return file1_path + +latest_file = get_latest_file(file1_path,file2_path) +print(latest_file) + + + +import os +def file_name(file_dir): + for root, dirs, files in os.walk(file_dir): + for file in files: + print(os.path.join(root, file)) + # print(root) # 当前目录路径 + # print(dirs) # 当前路径下所有子目录 + # print(files) # 当前路径下所有非目录子文件 + +root_files = file_name(r'E:\TD_Python\midterm\example') +print(root_files) + + +# ---------------------------------------------------------------------------------------------------------------------- +# Doc +# ---------------------------------------------------------------------------------------------------------------------- + + +# https://docs.python.org/3/library/pathlib.html +# https://zhuanlan.zhihu.com/p/56909212