perf(输入法): 降低查词与候选内存开销并放大等尺寸26键

com.sydxky.rtos.inputmethod/scripts/convert-dictionary.py

@@ -48,6 +48,19 @@ def from94(value):
         number = number * 94 + ord(ch) - 33
     return number
 
+def presence(names,alphabet,lengths,prefix):
+    masks=[]
+    for length in lengths:
+        mask=bytearray((len(alphabet)**length+7)//8)
+        for name in names:
+            code=name[len(prefix):] if name.startswith(prefix) else ''
+            if len(code)!=length or any(ch not in alphabet for ch in code):continue
+            index=0
+            for ch in code:index=index*len(alphabet)+alphabet.index(ch)
+            mask[index//8]|=1<<(index%8)
+        masks.append(mask.hex())
+    return masks
+
 def convert(source, target):
     target.parent.mkdir(parents=True, exist_ok=True)
     assert target.resolve().is_relative_to((APP/'src/assets').resolve())
@@ -124,6 +137,15 @@ def _convert(source, target):
                   predictive_largest_shard_bytes=max((target/(name+'.json')).stat().st_size for name in [*association_shards,*completion_shards]),
                   source_files={name:hashlib.sha256(data).hexdigest() for name,data in sorted(files.items())})
     if frequency_path.exists():report['t9_frequency_source']={'project':'jieba 0.42.1','license':'MIT','sha256':hashlib.sha256(frequency_path.read_bytes()).hexdigest()}
+    # Runtime needs only presence bits, not thousands of filenames and audit data.
+    runtime={'version':1,'short':presence(shards,'23456789',range(1,4),'s'),
+             'long':presence([name for name in shards if re.fullmatch('[2-9]{4}',name)],'23456789',[4],''),
+             'dualShort':presence(shards,'0123456789abcd',range(1,3),'ds'),
+             'dualLong':presence([name for name in shards if re.fullmatch('d[0-9a-d]{3}',name)],'0123456789abcd',[3],'d'),
+             'associations':presence(association_shards,'0123456789abcdef',[2],'a'),
+             'completions':presence(completion_shards,'0123456789abcdef',[2],'c')}
+    output=target/'runtime.json';data=(json.dumps(runtime,separators=(',',':'))+'\n').encode('utf-8')
+    if not output.exists() or output.read_bytes()!=data:output.write_bytes(data)
     output=target/'meta.json';data=(json.dumps(report, ensure_ascii=False, indent=2)+'\n').encode('utf-8')
     if not output.exists() or output.read_bytes()!=data:output.write_bytes(data)
     print(json.dumps({**{k:v for k,v in report.items() if k not in ['source_files','shards']},'shards':len(shards)}, ensure_ascii=False))

com.sydxky.rtos.inputmethod/scripts/install.mjs

@@ -14,7 +14,7 @@ function dictionaryReady(source){
  if(fs.existsSync(path.join(source,'src/assets/.ime-dict.generating')))throw Error('Dictionary generation is running; retry after it completes')
  const converter=path.join(source,'scripts/convert-dictionary.py'),metaFile=path.join(source,'src/assets/ime-dict/meta.json')
  if(!fs.existsSync(converter))return fs.existsSync(metaFile)
- if(!fs.existsSync(metaFile))return false
+ if(!fs.existsSync(metaFile)||!fs.existsSync(path.join(source,'src/assets/ime-dict/runtime.json')))return false
  const meta=readJson(metaFile)
  const seeds=path.join(source,'src/common/association-seeds.json')
  if(fs.existsSync(seeds)&&meta.association_seed_sha256!==digest(fs.readFileSync(seeds)))return false
@@ -54,6 +54,8 @@ export function snapshot(source=APP,includeRoute=true){
  for(const file of fs.readdirSync(path.join(source,'src/common')).filter(name=>/^ime-[a-z0-9-]+\.js$/.test(name)))add('src/common/'+file,path.join(source,'src/common',file))
  const meta=readJson(path.join(source,'src/assets/ime-dict/meta.json'))
  if(!Array.isArray(meta.shards)||!meta.shards.length||new Set(meta.shards).size!==meta.shards.length)throw Error('Dictionary is not generated or has invalid metadata')
+ const runtime=path.join(source,'src/assets/ime-dict/runtime.json')
+ if(fs.existsSync(runtime))add('src/assets/ime-dict/runtime.json',runtime)
  for(const name of ['meta',...meta.shards,...(meta.association_shards||[]),...(meta.completion_shards||[])]){
   if(name!=='meta'&&!/^(short|s?[0-9]+|ds?[0-9a-d]+|[ac][0-9a-f]{2})$/.test(name))throw Error('Invalid generated shard name')
   add('src/assets/ime-dict/'+name+'.json',path.join(source,'src/assets/ime-dict',name+'.json'))