mirror of
https://github.com/pyscript/pyscript.git
synced 2025-12-25 03:01:58 -05:00
e3602f464b
* remove pys-on* and py-on* attributes * update changelog * [pre-commit.ci] auto fixes from pre-commit.com hooks for more information, see https://pre-commit.ci * fix eslint --------- Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
161 lines
6.2 KiB
HTML
161 lines
6.2 KiB
HTML
<!doctype html>
|
|
<html lang="en">
|
|
<head>
|
|
<meta charset="utf-8" />
|
|
<meta name="viewport" content="width=device-width,initial-scale=1" />
|
|
|
|
<title>Mario</title>
|
|
|
|
<link rel="icon" type="image/png" href="../favicon.png" />
|
|
<link
|
|
rel="stylesheet"
|
|
href="https://pyscript.net/latest/pyscript.css"
|
|
/>
|
|
|
|
<script defer src="https://pyscript.net/latest/pyscript.js"></script>
|
|
</head>
|
|
|
|
<body>
|
|
<script type="text/javascript" src="js/util.js"></script>
|
|
<script type="text/javascript" src="js/input.js"></script>
|
|
<script type="text/javascript" src="js/resources.js"></script>
|
|
<script type="text/javascript" src="js/sprite.js"></script>
|
|
<script type="text/javascript" src="js/entity.js"></script>
|
|
<script type="text/javascript" src="js/pipe.js"></script>
|
|
<script type="text/javascript" src="js/mushroom.js"></script>
|
|
<script type="text/javascript" src="js/fireflower.js"></script>
|
|
<script type="text/javascript" src="js/star.js"></script>
|
|
<script type="text/javascript" src="js/fireball.js"></script>
|
|
<script type="text/javascript" src="js/coin.js"></script>
|
|
<script type="text/javascript" src="js/bcoin.js"></script>
|
|
<script type="text/javascript" src="js/goomba.js"></script>
|
|
<script type="text/javascript" src="js/koopa.js"></script>
|
|
<script type="text/javascript" src="js/floor.js"></script>
|
|
<script type="text/javascript" src="js/block.js"></script>
|
|
<script type="text/javascript" src="js/rubble.js"></script>
|
|
<script type="text/javascript" src="js/prop.js"></script>
|
|
<script type="text/javascript" src="js/player.js"></script>
|
|
<script type="text/javascript" src="js/flag.js"></script>
|
|
<script type="text/javascript" src="js/levels/level.js"></script>
|
|
<script type="text/javascript" src="js/levels/11.js"></script>
|
|
<script type="text/javascript" src="js/levels/11tunnel.js"></script>
|
|
<script type="text/javascript" src="js/game.js"></script>
|
|
|
|
<py-script>
|
|
from js import handTrack, setTimeout, requestAnimationFrame, player
|
|
from pyodide import create_once_callable
|
|
import asyncio
|
|
|
|
update_note = Element("update-note")
|
|
canvas = Element("canvas")
|
|
video = Element("myvideo")
|
|
context = canvas.element.getContext("2d")
|
|
|
|
isVideo = False
|
|
model = None
|
|
last_position = 0
|
|
direction = "stop"
|
|
|
|
modelParams = {
|
|
"flipHorizontal": True, # flip e.g for video
|
|
"maxNumBoxes": 20, # maximum number of boxes to detect
|
|
"iouThreshold": 0.5, # ioU threshold for non-max suppression
|
|
"scoreThreshold": 0.6, # confidence threshold for predictions.
|
|
}
|
|
|
|
def toggle_video():
|
|
global isVideo
|
|
player.jump()
|
|
|
|
if (not isVideo):
|
|
update_note.write("Starting video")
|
|
pyscript.run_until_complete(start_video())
|
|
else:
|
|
update_note.write("Stopping video")
|
|
handTrack.stopVideo(video.element)
|
|
isVideo = False
|
|
update_note.write("Video stopped")
|
|
|
|
async def start_video():
|
|
global isVideo
|
|
update_note.write("Inside start video")
|
|
status = await handTrack.startVideo(video.element)
|
|
console.log("video started", status)
|
|
if status:
|
|
update_note.write("Video started. Now tracking")
|
|
isVideo = True
|
|
console.log( "Calling RUN DETECTION")
|
|
y = await run_detection()
|
|
else:
|
|
update_note.write( "Please enable video")
|
|
|
|
def sync_run_detection(evt):
|
|
pyscript.run_until_complete(run_detection())
|
|
|
|
async def run_detection():
|
|
global model
|
|
global isVideo
|
|
global last_position
|
|
global direction
|
|
|
|
predictions = await model.detect(video.element)
|
|
model.renderPredictions(predictions, canvas.element, context, video.element);
|
|
|
|
if predictions:
|
|
curr_position = predictions[0].bbox[0] + (predictions[0].bbox[2] / 2)
|
|
delta = last_position - curr_position
|
|
last_position = curr_position
|
|
#console.log(delta, curr_position, last_position)
|
|
if abs(delta) < 2:
|
|
direction = "stop"
|
|
elif delta > 0:
|
|
direction = "left"
|
|
else:
|
|
direction = "right"
|
|
|
|
for prediction in predictions:
|
|
if prediction.label == 'open':
|
|
player.jump()
|
|
elif prediction.label == 'close':
|
|
player.crouch()
|
|
|
|
if (isVideo):
|
|
await requestAnimationFrame(create_once_callable(sync_run_detection));
|
|
|
|
def handle_model(lmodel):
|
|
global model
|
|
model = lmodel
|
|
update_note.write("Loaded Model!")
|
|
|
|
async def start():
|
|
model = await handTrack.load(modelParams)#.then(handle_model)
|
|
handle_model(model)
|
|
|
|
pyscript.run_until_complete(start())
|
|
</py-script>
|
|
|
|
<div class="mb10">
|
|
<p>
|
|
Use < > to move, ↓ to crouch and x to jump. If video is enabled,
|
|
say hi to jump as well!
|
|
</p>
|
|
<button
|
|
id="trackbutton"
|
|
class="bx--btn bx--btn--secondary"
|
|
type="button"
|
|
py-click="toggle_video()"
|
|
>
|
|
Start Video
|
|
</button>
|
|
<div id="update-note" py-mount class="updatenote mt10">
|
|
loading model ..
|
|
</div>
|
|
</div>
|
|
<div>
|
|
<video autoplay="autoplay" id="myvideo" py-mount="video"></video>
|
|
<canvas id="canvas" py-mount class="border canvasbox"></canvas>
|
|
</div>
|
|
<script src="../handtrack/lib/handtrack.min.js"></script>
|
|
</body>
|
|
</html>
|