93 lines
5.7 KiB
Python
93 lines
5.7 KiB
Python
"""Inferencia MediaPipe real, com modelos locais e imagens oficiais de teste."""
|
|
import importlib.util
|
|
from pathlib import Path
|
|
import sys
|
|
import tempfile
|
|
import threading
|
|
from playwright.sync_api import sync_playwright
|
|
|
|
ROOT=Path(__file__).resolve().parents[1]
|
|
FIXTURES=ROOT.parents[1]/'work/tracking-fixtures'
|
|
sys.path.insert(0,str(ROOT))
|
|
spec=importlib.util.spec_from_file_location('kiosk_tracking',ROOT/'kiosk-server.py')
|
|
kiosk=importlib.util.module_from_spec(spec);spec.loader.exec_module(kiosk)
|
|
|
|
class Handler(kiosk.Handler):
|
|
def do_GET(self):
|
|
if self.path in ('/test-portrait','/test-hands'):
|
|
name='portrait.jpg' if self.path=='/test-portrait' else 'right_hands.jpg'
|
|
return self.enviar((FIXTURES/name).read_bytes(),'image/jpeg')
|
|
super().do_GET()
|
|
|
|
def main():
|
|
with tempfile.TemporaryDirectory() as tmp:
|
|
server=kiosk.Servidor(('127.0.0.1',0),Handler)
|
|
server.controle=kiosk.ControlePC(Path(tmp)/'config.json')
|
|
thread=threading.Thread(target=server.serve_forever,daemon=True);thread.start()
|
|
base='http://127.0.0.1:'+str(server.server_port)
|
|
try:
|
|
with sync_playwright() as p:
|
|
browser=p.chromium.launch(headless=True)
|
|
page=browser.new_page();errors=[];external=[]
|
|
page.on('pageerror',lambda e: errors.append(str(e)))
|
|
page.on('console',lambda m: print('WORKER',m.text[:180]) if m.type=='error' else None)
|
|
def route(r):
|
|
if not r.request.url.startswith(base): external.append(r.request.url);r.abort()
|
|
else:r.continue_()
|
|
page.route('**/*',route)
|
|
page.goto(base+'/painel')
|
|
results=page.evaluate("""async () => {
|
|
const worker=new Worker('/rastreador-worker.js');
|
|
const send=msg=>new Promise((resolve,reject)=>{
|
|
worker.onmessage=({data})=>data.tipo==='erro'?reject(Error(data.erro)):resolve(data);
|
|
worker.onerror=e=>reject(Error(e.message));
|
|
worker.postMessage(msg,msg.bitmap?[msg.bitmap]:[]);
|
|
});
|
|
const config={rosto:true,maos:true};
|
|
await send({config});
|
|
const a=await createImageBitmap(await (await fetch('/test-portrait')).blob());
|
|
const face=await send({config,bitmap:a,timestamp:1000});
|
|
const b=await createImageBitmap(await (await fetch('/test-hands')).blob());
|
|
const hand=await send({config,bitmap:b,timestamp:2000});
|
|
worker.terminate();return {face,hand};
|
|
}""")
|
|
assert results['face']['faces'], 'Rosto da imagem oficial nao detectado'
|
|
assert results['hand']['hands'], 'Maos da imagem oficial nao detectadas'
|
|
assert len(results['hand']['hands'][0])==21
|
|
print('Inferencia real: %s rosto(s), %s mao(s); %.1f/%.1f ms' % (
|
|
len(results['face']['faces']),len(results['hand']['hands']),results['face']['ms'],results['hand']['ms']))
|
|
# Feed the same real worker into the panel, using a local canvas stream.
|
|
page.request.post(base+'/app/config',data={'preview':True})
|
|
page.request.post(base+'/app/status',data={'rosto':'carinha','dormindo':False})
|
|
page.evaluate("""async () => {
|
|
const image=await createImageBitmap(await (await fetch('/test-hands')).blob());
|
|
const c=document.createElement('canvas');c.width=640;c.height=Math.round(640*image.height/image.width);
|
|
const ctx=c.getContext('2d');ctx.drawImage(image,0,0,c.width,c.height);image.close();
|
|
window.testStream=c.captureStream(30);
|
|
window.testDraw=setInterval(()=>ctx.drawImage(c,0,0),33);
|
|
const v=document.getElementById('cameraVideo');v.srcObject=testStream;v.hidden=false;await v.play();
|
|
window.testTargets=[];
|
|
window.CarinhaVideo={rastrear(t){testTargets.push(t)},parar(){},atualizar(){}};
|
|
window.CarinhaRastreamento.atualizar({online:true,estado:{}}, {preview:true,sensorCamera:true,
|
|
rastrearRosto:true,rastrearMaos:true,mostrarRastreamento:true,seguirRastreamento:true});
|
|
}""")
|
|
page.wait_for_function("window.CarinhaRastreamento.estado().result?.hands.length > 0",timeout=15000)
|
|
assert page.locator('#trackingOverlay').is_visible()
|
|
assert page.evaluate("testTargets.some(t=>t?.tipo==='mao')")
|
|
work=ROOT.parents[1]/'work';page.screenshot(path=str(work/'rastreamento-teste.png'),full_page=True)
|
|
page.locator('#ajuste-mostrarRastreamento').uncheck()
|
|
page.wait_for_function("document.getElementById('trackingOverlay').hidden",timeout=5000)
|
|
page.locator('#ajuste-seguirRastreamento').uncheck()
|
|
page.wait_for_timeout(1200)
|
|
assert page.evaluate('testTargets[testTargets.length-1] === null')
|
|
page.evaluate("CarinhaRastreamento.atualizar({online:true,estado:{dormindo:true}},{preview:true,sensorCamera:true,cameraSono:false,rastrearRosto:true,rastrearMaos:true})")
|
|
assert not page.evaluate('CarinhaRastreamento.estado().active')
|
|
assert not external,external
|
|
assert not errors,errors
|
|
browser.close()
|
|
print('Overlay, alvo, controles, sono e inferencia sem acesso externo: OK')
|
|
finally:
|
|
server.shutdown();server.server_close();thread.join()
|
|
|
|
if __name__=='__main__':main()
|