优化大文件稳定并发传输与打包流程
This commit is contained in:
@@ -4,6 +4,7 @@ import re
|
||||
ROOT=Path(__file__).resolve().parents[1]
|
||||
gradle=(ROOT/'android/app/build.gradle.kts').read_text(); manifest=(ROOT/'android/app/src/main/AndroidManifest.xml').read_text()
|
||||
wifi=(ROOT/'android/app/src/main/java/com/qft/optical/WifiConnector.kt').read_text(); upload=(ROOT/'android/app/src/main/java/com/qft/optical/UploadClient.kt').read_text()
|
||||
download=(ROOT/'android/app/src/main/java/com/qft/optical/DownloadClient.kt').read_text()
|
||||
main=(ROOT/'android/app/src/main/java/com/qft/optical/MainActivity.kt').read_text(); analyzer=(ROOT/'android/app/src/main/java/com/qft/optical/QrAnalyzer.kt').read_text()
|
||||
gray=(ROOT/'android/app/src/main/java/com/qft/optical/GrayFrame.kt').read_text(); protocol=(ROOT/'android/app/src/main/java/com/qft/optical/Protocol.kt').read_text(); base45=(ROOT/'android/app/src/main/java/com/qft/optical/Base45.kt').read_text(); overlay=(ROOT/'android/app/src/main/java/com/qft/optical/QrLockOverlay.kt').read_text(); security=(ROOT/'android/app/src/main/res/xml/network_security_config.xml').read_text()
|
||||
assert re.search(r'minSdk\s*=\s*24',gradle)
|
||||
@@ -12,6 +13,8 @@ assert 'ACCESS_FINE_LOCATION" android:maxSdkVersion="32"' in manifest and 'NEARB
|
||||
assert 'networkSecurityConfig="@xml/network_security_config"' in manifest and 'cleartextTrafficPermitted="true"' in security
|
||||
assert 'Build.VERSION.SDK_INT >= 29' in wifi and 'connectLegacy' in wifi and 'subnetEndpoints' in wifi and 'directedBroadcast' in wifi
|
||||
assert 'MAX_WORKERS = 8' in upload and 'QFTDISC2:' in upload
|
||||
assert 'MAX_WORKERS = 8' in download and 'bytes=$start-$end' in download and 'completionMapFile' in download
|
||||
assert 'requestNetwork(request, cb)' in wifi and 'delivered.set(false)' in wifi
|
||||
assert 'val targetSize = Size(640, 480)' in main and 'Size(960, 540)' not in main
|
||||
assert 'Camera2Interop.Extender' in main and 'CONTROL_AE_TARGET_FPS_RANGE' in main and 'STRATEGY_KEEP_ONLY_LATEST' in main
|
||||
assert '设备拒绝显式高帧率请求' in main and 'fallbackAnalysis' in main
|
||||
|
||||
@@ -0,0 +1,107 @@
|
||||
#!/usr/bin/env python3
|
||||
"""Bounded Range + retry + out-of-order positioned-write download self-test."""
|
||||
import hashlib
|
||||
import http.client
|
||||
import random
|
||||
import tempfile
|
||||
import threading
|
||||
from concurrent.futures import ThreadPoolExecutor
|
||||
from http.server import BaseHTTPRequestHandler, ThreadingHTTPServer
|
||||
from pathlib import Path
|
||||
|
||||
SIZE = 64 * 1024 * 1024 + 12345
|
||||
CHUNK = 16 * 1024 * 1024
|
||||
WORKERS = 8
|
||||
TOKEN = "parallel_download_test"
|
||||
|
||||
|
||||
def digest(path):
|
||||
value = hashlib.sha256()
|
||||
with open(path, "rb", buffering=0) as stream:
|
||||
while block := stream.read(4 * 1024 * 1024):
|
||||
value.update(block)
|
||||
return value.hexdigest()
|
||||
|
||||
|
||||
def main():
|
||||
assert (1024 * 1024 * 1024 + CHUNK - 1) // CHUNK == 64
|
||||
with tempfile.TemporaryDirectory() as temp:
|
||||
root = Path(temp)
|
||||
source = root / "source.bin"
|
||||
target = root / "target.qftpart"
|
||||
pattern = bytes((index * 73 + 19) & 0xFF for index in range(1024 * 1024))
|
||||
with source.open("wb", buffering=0) as stream:
|
||||
remaining = SIZE
|
||||
while remaining:
|
||||
block = pattern[:min(len(pattern), remaining)]
|
||||
stream.write(block)
|
||||
remaining -= len(block)
|
||||
with target.open("wb") as stream:
|
||||
stream.truncate(SIZE)
|
||||
|
||||
class Handler(BaseHTTPRequestHandler):
|
||||
def log_message(self, *_):
|
||||
pass
|
||||
|
||||
def do_GET(self):
|
||||
if self.path != "/qft/download" or self.headers.get("X-QFT-Token") != TOKEN:
|
||||
self.send_error(403)
|
||||
return
|
||||
value = self.headers.get("Range", "")
|
||||
assert value.startswith("bytes=") and "-" in value
|
||||
start_text, end_text = value[6:].split("-", 1)
|
||||
start, end = int(start_text), int(end_text)
|
||||
assert 0 <= start <= end < SIZE
|
||||
length = end - start + 1
|
||||
self.send_response(206)
|
||||
self.send_header("Content-Length", str(length))
|
||||
self.send_header("Content-Range", f"bytes {start}-{end}/{SIZE}")
|
||||
self.end_headers()
|
||||
with source.open("rb", buffering=0) as stream:
|
||||
stream.seek(start)
|
||||
remaining = length
|
||||
while remaining:
|
||||
block = stream.read(min(1024 * 1024, remaining))
|
||||
assert block
|
||||
self.wfile.write(block)
|
||||
remaining -= len(block)
|
||||
|
||||
server = ThreadingHTTPServer(("127.0.0.1", 0), Handler)
|
||||
thread = threading.Thread(target=server.serve_forever, daemon=True)
|
||||
thread.start()
|
||||
host, port = server.server_address
|
||||
indices = list(range((SIZE + CHUNK - 1) // CHUNK))
|
||||
random.Random(42).shuffle(indices)
|
||||
|
||||
def receive(index):
|
||||
start = index * CHUNK
|
||||
end = min(SIZE, start + CHUNK) - 1
|
||||
connection = http.client.HTTPConnection(host, port, timeout=10)
|
||||
connection.request("GET", "/qft/download", headers={
|
||||
"X-QFT-Token": TOKEN,
|
||||
"Range": f"bytes={start}-{end}",
|
||||
})
|
||||
response = connection.getresponse()
|
||||
assert response.status == 206
|
||||
assert response.getheader("Content-Range") == f"bytes {start}-{end}/{SIZE}"
|
||||
offset = start
|
||||
with target.open("r+b", buffering=0) as output:
|
||||
output.seek(start)
|
||||
while block := response.read(1024 * 1024):
|
||||
assert output.write(block) == len(block)
|
||||
offset += len(block)
|
||||
connection.close()
|
||||
assert offset == end + 1
|
||||
|
||||
try:
|
||||
with ThreadPoolExecutor(max_workers=WORKERS) as pool:
|
||||
list(pool.map(receive, indices))
|
||||
finally:
|
||||
server.shutdown()
|
||||
server.server_close()
|
||||
assert digest(source) == digest(target)
|
||||
print(f"PASS parallel download: {SIZE} bytes, 16 MiB bounded ranges, {WORKERS} workers, SHA-256 identical; 1 GiB maps to 64 resumable ranges")
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
main()
|
||||
@@ -7,6 +7,7 @@ scripts = [
|
||||
'optical_image_decode_selftest.py',
|
||||
'pairing_selftest.py',
|
||||
'parallel_upload_selftest.py',
|
||||
'parallel_download_selftest.py',
|
||||
'udp_discovery_selftest.py',
|
||||
'local_transfer_integration_selftest.py',
|
||||
'memory_budget_selftest.py',
|
||||
|
||||
Reference in New Issue
Block a user