update

backend/controller/apps_manager.py

@@ -20,7 +20,8 @@ from model.user import User
 from model.app_logs import AppLogs
 from model.build_logs import BuildLogs
 from utils import sql_filter, ThreadMaker
-from utils.tools_epk import EpkApp
+# from utils.tools_epk import EpkApp
+from utils.epk import EpkApp
 
 logger = logging.getLogger("AppsManager")
 
@@ -87,7 +88,11 @@ class AppsManager(object):
             commit()
 
             # 打包成EPK文件
-            epk = EpkApp(appName=app.app_name, appDir=target_path, appVersion=app.app_version, output=target_dir)
+            app_info = {}
+            params = { 'appName': app.app_name, 'appDir': target_path, 'appVersion': app.app_version, 'output': target_dir }
+            if editor.role == "ADMIN":
+                params['algorithm'] ="h"
+            epk = EpkApp(**params)
             app_info = epk.pack()
 
             epk_filename = os.sep.join([target_dir.replace(config.get("UPLOAD_PATH"), ""), "{}.epk".format(app.app_name)]).replace('\\', '/')
@@ -160,7 +165,11 @@ class AppsManager(object):
             # 否则会在下次重新打包时候，找不到相关资源文件报错
 
             # 打包成EPK文件
-            epk = EpkApp(appName=app.app_name, appDir=dest_dir, appVersion=app.app_version, output=target_dir)
+            app_info = {}
+            params = { 'appName': app.app_name, 'appDir': dest_dir, 'appVersion': app.app_version, 'output': target_dir }
+            if editor.role == "ADMIN":
+                params['algorithm'] = "h"
+            epk = EpkApp(**params)
             app_info = epk.pack()
             app_info['md5'] = str(app_info['md5'])
 

backend/controller/build_logs_manager.py

@@ -66,7 +66,11 @@ class BuildLogsManager(object):
                 app_files.append([sf.id, dst_file])
 
             # 打包成EPK文件
-            epk = EpkApp(appName=app.app_name, appDir=dest_dir, appVersion=app.app_version, output=target_dir)
+            app_info = {}
+            params = { 'appName': app.app_name, 'appDir': dest_dir, 'appVersion': app.app_version, 'output': target_dir }
+            if editor.role == "ADMIN":
+                params['algorithm'] = "h"
+            epk = EpkApp(**params)
             app_info = epk.pack()
             app_info['md5'] = str(app_info['md5'])
 

backend/utils/epk.py

+#-*- coding: UTF-8 -*- 
+#!/usr/bin/python
+
+import os
+import sys
+import fs
+import struct
+import json
+from collections import OrderedDict
+import zlib
+import pprint
+import hashlib
+
+from ctypes import *
+import platform
+
+if platform.system() == 'Windows':
+    pDll = CDLL("lib/eheatshrink.dll")
+elif platform.system() == 'Linux':
+    pDll = CDLL("lib/libeheatshrink.so")
+
+pDll.ecompress_size.restype = c_uint32
+pDll.ecompress_size.argtypes = [c_void_p, c_uint32]
+
+pDll.ecompress.restype = POINTER(c_uint8)
+pDll.ecompress.argtypes = [c_void_p, c_uint32]
+
+def heatshrink_compress(buf:bytes, level:int):
+    count = len(buf)
+    size = pDll.ecompress_size(buf, count)
+    pDll.ecompress.restype = POINTER(c_uint8)
+    pDll.ecompress.argtypes = [c_void_p, c_uint32]
+    ret = pDll.ecompress(buf, count)
+    arr = bytearray(size)
+    i = 0
+    while i < size:
+        arr[i] = ret[i]
+        i = i+1
+    return arr
+
+def str_to_hex(s):
+    return ' '.join([hex(ord(c)).replace('0x', '') for c in s])
+
+def hex_to_str(s):
+    return ''.join([chr(i) for i in [int(b, 16) for b in s.split(' ')]])
+
+def str_to_bin(s):
+    return ' '.join([bin(ord(c)).replace('0b', '') for c in s])
+
+def bin_to_str(s):
+    return ''.join([chr(i) for i in [int(b, 2) for b in s.split(' ')]])
+
+
+class EpkApp(object):
+
+    def __init__(self, appName, appDir, algorithm='zlib',appVersion="1.0", output="epks"):
+        super(EpkApp, self).__init__()
+        
+        self._appName = appName
+        self._appDir = os.path.abspath(appDir)
+        self.algorithm = algorithm
+        print(sys.argv)
+        print(appName)
+        print(appDir)
+        print(self._appDir)
+        self._appVersion = appVersion
+        self._appCRCCode = None
+        self._files = []
+        self._infoPath = os.sep.join([self._appDir, "%s.json" % self._appName])
+        self._epksDir = os.sep.join([os.getcwd(), output])
+        if not os.path.exists(self._epksDir):
+            fs.open_fs(os.getcwd()).makedirs(output)
+        self._epkName = os.sep.join([self._epksDir, "%s.epk" % self._appName])
+
+    def compress(self):
+        if self.algorithm == 'h':
+            return heatshrink_compress
+        return zlib.compress
+
+    def epkInfo(self):
+        epkInfo = OrderedDict({
+            "appName": self._appName,
+            "appVersion": self._appVersion,
+            "files": self.fileinfos(self._appDir),
+        })
+
+        infocontent = json.dumps(epkInfo)
+        with open(self._infoPath, "w", encoding='utf-8') as f:
+            f.write(infocontent)
+
+        return epkInfo
+    
+    def fileinfos(self, path):
+        path = os.path.abspath(path)
+        home_fs = fs.open_fs(path)
+        files = []
+        for jspath in home_fs.glob('*', namespaces=['details']):
+            fpath = "C:/%s" % jspath.info.name
+            fname = jspath.info.name
+            fsize = jspath.info.size
+            fbasename = jspath.info.name.split(".")[0]
+            fext = jspath.info.name.split(".")[1]
+
+            if fext in ["exe", "dll", "nv", "conf"]:
+                continue
+
+            finfo = {
+                "path": fpath,
+                "name": fname,
+                "size": fsize,
+                "basename": fbasename,
+                "ext": fext
+            }
+            
+            if self._infoPath == os.sep.join([path, fname]):
+                print(finfo)
+                files.insert(0, finfo)
+            else:
+                files.append(finfo)
+            
+            if fext == "evue":
+                self.fileMD5(finfo)
+
+        return files
+    
+    def header(self, epk_start=0xAAAA, md5_offset=0, file_count=0):
+
+        bytes_header = struct.pack("<HLH", epk_start, md5_offset, file_count)
+
+        return bytes_header
+
+    
+    def fileMD5(self, info):
+        md5path = os.sep.join([self._appDir, "%s.md5" % info["basename"]])
+        fpath = os.sep.join([self._appDir, info["name"]])
+        with open(fpath, "rb") as f:
+            filecontent = f.read()
+
+        newmd5 = self.md5(filecontent)
+        with open(md5path, "wb") as f:
+            f.write(newmd5)
+
+        return newmd5
+    
+    def sign(self, content):
+        ret = b""
+        for i in range(int(len(content) / 2 )):
+            ret += struct.pack("<B", int("0x%s" % (content[i*2:i*2+2]), 16))
+        ret = ret + b'EVM is NB ++!'
+        return ret
+
+    def md5(self, filecontent):
+        newmd5 = ''
+        content = filecontent
+        for i in range(3):
+            md5 = hashlib.md5()   #获取一个md5加密算法对象
+            md5.update(content)  #指定需要加密的字符串
+            newmd5 = md5.hexdigest()  #获取加密后的16进制字符串
+            print("md5 == ",newmd5)
+            content = self.sign(newmd5)
+
+        ret = b""
+        for i in range(int(len(newmd5) / 2 )):
+            ret += struct.pack("<B", int("0x%s" % (newmd5[i*2:i*2+2]), 16))
+            
+        return ret
+
+    def packFile(self, info, level=9):
+        fname = info["name"]
+        fpath = os.sep.join([self._appDir, fname])
+        fext = info["ext"]
+
+
+        fileBytes = b""
+        if fext == "md5":
+            fileBytes += struct.pack("<B", 1)
+        else:
+            fileBytes += struct.pack("<B", 2)
+
+        _name = fname + "\0"
+
+        fileBytes += struct.pack("<B", len(_name))
+        fileBytes += struct.pack("<%ds" % len(_name), fname.encode("utf-8"))
+        with open(fpath, "rb") as fc:
+            fileContentBytes = fc.read()
+            print(info["name"])
+            print(len(fileContentBytes))
+            fileBytes += struct.pack("<L", len(fileContentBytes))
+        
+        if fext == "md5":
+            fileCompressBytes = fileContentBytes
+        else:
+            fileCompressBytes = self.compress()(fileContentBytes, level)
+
+        print("===",fileCompressBytes[0])
+        print(fileCompressBytes)
+
+        fileBytes += struct.pack("<L", len(fileCompressBytes))
+        print(fileBytes)
+
+        fileBytes += fileCompressBytes
+
+        return fileBytes
+
+    def pack(self, level=9):
+        for i in range(10):
+            infos = self.epkInfo()
+        # infos = self.epkInfo()
+        # infos = self.epkInfo()
+        epkFileBytes = b""
+
+        epkFileContentBytes = b""
+        file_count = len(infos["files"])
+        with open(self._epkName, "wb") as f:
+            for info in infos["files"]:
+                epkFileContentBytes += self.packFile(info)
+            
+
+            epkFileContentLength = len(epkFileContentBytes)
+
+            epkFileBytes += self.header(md5_offset= 8 + epkFileContentLength, file_count=file_count)
+
+            epkFileBytes += epkFileContentBytes
+            
+            epkmd5Bytes = self.md5(epkFileBytes)
+
+            epkFileBytes += struct.pack("<H", len(epkmd5Bytes))
+
+            epkFileBytes += epkmd5Bytes
+
+            crcBytes = zlib.crc32(epkFileBytes)
+
+            epkFileBytes += struct.pack("<L", crcBytes)
+
+            f.write(epkFileBytes)
+
+            ret = {
+                "epkfile": self._epkName,
+                "epk_filecontent_size": epkFileContentLength,
+                "md5_offset": 10 + epkFileContentLength,
+                "file_count": file_count,
+                "md5_length": len(epkmd5Bytes),
+                "md5": epkmd5Bytes,
+                "raw_crc": hex(crcBytes),
+                "compress_level": level,
+                "buff_length": len(epkFileBytes)
+            }
+
+            pprint.pprint(ret)
+
+
+def main(path, appName, algorithm):
+    epk = EpkApp(appName, path, algorithm)
+    epk.pack()
+
+
+if __name__ == '__main__':
+    main(sys.argv[1], sys.argv[2], sys.argv[3])