class NinSwitchWeplayGame(Game):
async def on_init(self):
# init controls
# connect to pigpio daemon
self.pi = pigpio.pi()
if not self.pi.connected:
raise RuntimeError("Could not connect to pigpio")
# init joystick splitter, enable physical joystick by default
self.pi.set_mode(20, pigpio.OUTPUT)
self.pi.set_mode(21, pigpio.OUTPUT)
self.pi.write(20, 1)
self.pi.write(21, 1)
self.nsg = NSGamepadSerial()
self.nsg.begin()
self.io.register_inputs(
{
"left_joystick":
NSJoystick(self.nsg.leftXAxis, self.nsg.leftYAxis),
"right_joystick":
NSJoystick(self.nsg.rightXAxis, self.nsg.rightYAxis),
"dpad_up":
NSDPadSwitch(self.nsg, NSDPad.UP),
"dpad_left":
NSDPadSwitch(self.nsg, NSDPad.LEFT),
"dpad_right":
NSDPadSwitch(self.nsg, NSDPad.RIGHT),
"dpad_down":
NSDPadSwitch(self.nsg, NSDPad.DOWN),
"Y":
NSSwitch(self.nsg, NSButton.Y),
"X":
WeplayXSwitch(self.nsg, NSButton.X),
"A":
WeplayASwitch(self.nsg, NSButton.A),
"B":
WeplayBSwitch(self.nsg, NSButton.B),
"left_throttle":
NSSwitch(self.nsg, NSButton.LEFT_THROTTLE),
"left_trigger":
WeplayTriggerSwitch(self.nsg, NSButton.LEFT_TRIGGER),
"right_throttle":
NSSwitch(self.nsg, NSButton.RIGHT_THROTTLE),
"right_trigger":
WeplayTriggerSwitch(self.nsg, NSButton.RIGHT_TRIGGER),
"minus":
WeplayMinusSwitch(self.nsg, NSButton.MINUS),
"plus":
NSSwitch(self.nsg, NSButton.PLUS),
"left_stick":
NSSwitch(self.nsg, NSButton.LEFT_STICK),
"right_stick":
NSSwitch(self.nsg, NSButton.RIGHT_STICK),
"home":
NSSwitch(self.nsg, NSButton.HOME),
"capture":
NSSwitch(self.nsg, NSButton.CAPTURE),
}, )
self.lock = asyncio.Lock()
# create capture
self.cap = await AsyncVideoCapture.create("/dev/video21")
# get home current detector
self.has_home_current_game_selected = get_pixel_detector(
HOME_CURRENT_GAME_SELECTED_PIXELS, close=35)
self.has_maybe_game_over = get_pixel_detector(MAYBE_GAME_OVER_PIXELS)
self.image_rec_task = asyncio.create_task(self.image_rec_main())
self.image_rec_task.add_done_callback(self.image_rec_done_cb)
self.inputs_can_be_enabled = False
if SAVE_FRAMES:
logging.info(f"SAVING FRAMES TO {SAVE_DIR_PATH}")
Path(SAVE_DIR_PATH).mkdir(parents=True, exist_ok=True)
# single press B, this will exit MAP_MENU/ITEMS_MENU,
# to PLAYING game_state (weplay_switches.py)
logging.info("single pressing B to get away from menus")
await single_press(NSButton.B, self.nsg)
"""
here you could do something with
on_config, on_prepare, on_pre_game, on_countdown, on_start...
"""
async def on_config(self):
async with self.lock:
i = 0
while not await self.is_home_current_selected():
logging.info(
f"on_config: Not on Home, current game selected {i}.")
if i >= 10:
logging.info("on_config: single pressing Home")
await single_press(NSButton.HOME, self.nsg)
else:
await asyncio.sleep(1)
i += 1
logging.info("on_config: On Home, current game selected")
# reset the board
self.pi.write(20, 0)
self.pi.write(21, 0)
await asyncio.sleep(0.1)
self.pi.write(20, 1)
self.pi.write(21, 1)
async def on_start(self):
# this somehow enables the board after the reset?
self.nsg.press(NSButton.A)
self.nsg.release(NSButton.A)
# exit home to the game
logging.info("single pressing A")
await single_press(NSButton.A, self.nsg, post_press_sleep=False)
# make sure home is away
# (three times because of failing frame reads...)
while (await self.is_home_current_selected()
or await self.is_home_current_selected()
or await self.is_home_current_selected()):
logging.info("Waiting for home to go away...")
await asyncio.sleep(0.05)
# give image rec some time to press retry from the game over screen
await asyncio.sleep(0.4)
# make sure game over is away
# (three times because of failing frame reads...)
while (await self.is_maybe_game_over()
or await self.is_maybe_game_over()
or await self.is_maybe_game_over()):
logging.info("Waiting for Game Over to go away...")
await asyncio.sleep(0.05)
# enable playing
async with self.lock:
self.inputs_can_be_enabled = True
self.io.enable_inputs()
logging.info("Inputs enabled")
async def on_finish(self):
self.inputs_can_be_enabled = False
self.io.disable_inputs()
logging.info("on_finish: resetting inputs")
self.nsg.releaseAll()
async with self.lock:
# why the first press does not work always?
await single_press(NSButton.HOME, self.nsg)
await asyncio.sleep(0.5)
# the workaround...
i = 0
while not await self.is_home_current_selected():
logging.info(
f"on_finish: Not on Home, current game selected {i}.")
if i % 3 == 0: # take failed frames into account
logging.info("on_finish: single pressing Home")
await single_press(NSButton.HOME, self.nsg)
await asyncio.sleep(1)
else:
await asyncio.sleep(0.5)
i += 1
logging.info("on_finish: On Home, current game selected")
async def on_exit(self, reason, exception):
# end controls
self.nsg.end()
self.pi.stop()
# end image rec task
await self.cap.release()
self.image_rec_task.cancel()
async def is_home_current_selected(self):
return self.has_home_current_game_selected(await self.cap.read())
async def is_maybe_game_over(self):
return self.has_maybe_game_over(await self.cap.read())
async def image_rec_main(self):
i = 0
stop_frames = 0
ongoing_auto_action = False
async for frame in self.cap.frames():
async with self.lock:
detected = False
for detector, actions in AUTO_ACTIONS.items():
if detector(frame):
detected = True
stop_frames = 0
if not ongoing_auto_action:
logging.info("Auto action started")
self.io.disable_inputs()
self.nsg.releaseAll()
ongoing_auto_action = True
for action in actions:
logging.info(f"pressing: {action}")
await single_press(action, self.nsg)
if not detected and ongoing_auto_action:
stop_frames += 1
if stop_frames > ACTION_STOP_FRAMES_REQUIRED:
logging.info("Auto action stopped")
ongoing_auto_action = False
stop_frames = 0
if self.inputs_can_be_enabled:
logging.info("enabling inputs")
self.io.enable_inputs()
else:
logging.info(f"Action stop frame {stop_frames}.")
if SAVE_FRAMES:
cv2.imwrite(f"{SAVE_DIR_PATH}/{i}.jpg", frame)
logging.info(f"SAVED {i}.jpg")
i += 1
await asyncio.sleep(0) # might be redundant?
def image_rec_done_cb(self, fut):
# make program end if image_rec_task raises error
if not fut.cancelled() and fut.exception() is not None:
import traceback, sys # noqa: E401
e = fut.exception()
logging.error("".join(
traceback.format_exception(None, e, e.__traceback__)))
sys.exit(1)
class SAMPLE_ADVANCED_GAME(Game):
async def on_init(self):
self.prepare = True
# init controls
self.nsg = NSGamepadSerial()
self.nsg.begin()
self.io.register_inputs(
{
"left_joystick":
NSJoystick(self.nsg.leftXAxis, self.nsg.leftYAxis),
"right_joystick":
NSJoystick(self.nsg.rightXAxis, self.nsg.rightYAxis),
"dpad_up":
NSDPadSwitch(self.nsg, NSDPad.UP),
"dpad_left":
NSDPadSwitch(self.nsg, NSDPad.LEFT),
"dpad_right":
NSDPadSwitch(self.nsg, NSDPad.RIGHT),
"dpad_down":
NSDPadSwitch(self.nsg, NSDPad.DOWN),
"Y":
NSSwitch(self.nsg, NSButton.Y),
"X":
NSSwitch(self.nsg, NSButton.X),
"A":
NSSwitch(self.nsg, NSButton.A),
"B":
NSSwitch(self.nsg, NSButton.B),
"left_throttle":
NSSwitch(self.nsg, NSButton.LEFT_THROTTLE),
"left_trigger":
NSSwitch(self.nsg, NSButton.LEFT_TRIGGER),
"right_throttle":
NSSwitch(self.nsg, NSButton.RIGHT_THROTTLE),
"right_trigger":
NSSwitch(self.nsg, NSButton.RIGHT_TRIGGER),
"left_stick":
NSSwitch(self.nsg, NSButton.LEFT_STICK),
"right_stick":
NSSwitch(self.nsg, NSButton.RIGHT_STICK),
"reset_trinkets":
reset_trinkets(),
"plus":
NSSwitch(self.nsg, NSButton.PLUS),
}, )
self.io.register_inputs(
{
"home": NSSwitch(self.nsg, NSButton.HOME),
"capture": NSSwitch(self.nsg, NSButton.CAPTURE),
"debug_switch": debug_switch(),
"capture_frame": CaptureScreen(),
"minus": NSSwitch(self.nsg, NSButton.MINUS),
},
admin=True,
)
# init image rec
self.image_rec_task = asyncio.create_task(self.image_rec_main())
self.image_rec_task.add_done_callback(self.image_rec_done_cb)
# init frame saving
logging.info(f"SAVING FRAMES TO {SAVE_DIR_PATH}")
Path(SAVE_DIR_PATH).mkdir(parents=True, exist_ok=True)
self.curUser = "******"
self.userID = "eu-west-1:dummydummydummydummydummydummydummyd"
# ----------------------------------------------------
async def on_start(self):
self.curUser = self.players
player = json.loads(json.dumps(self.players))[0]['username']
req = requests.get(
"https://g9b1fyald3.execute-api.eu-west-1.amazonaws.com/master/users?search="
+ str(player)).text
uid = json.loads(req)['result'][0]['userId']
self.userID = uid
# ----------------------------------------------------
async def on_prepare(self):
pi.write(nsg_reset, ON)
await asyncio.sleep(0.5)
pi.write(nsg_reset, OFF)
await asyncio.sleep(2)
# ----------------------------------------------------
async def on_finish(self):
self.io.disable_inputs()
self.nsg.releaseAll()
self.nsg.rightYAxis(128)
self.nsg.rightXAxis(128)
self.nsg.leftYAxis(128)
self.nsg.leftXAxis(128)
self.io.send_score(score=1, seat=0, final_score=True)
self.prepare = True
# ----------------------------------------------------
async def on_exit(self, reason, exception):
# end controls
self.io.disable_inputs()
self.nsg.end()
# end image rec task
await self.cap.release()
self.image_rec_task.cancel()
# ----------------------------------------------------
async def image_rec_main(self):
# create capture
self.cap = await AsyncVideoCapture.create("/dev/video21")
global LOCKED, allowReset, bypass, DEBUG
LOCKED = False
# get detector
home = get_pixel_detector(HOME, 50)
input_needed = get_pixel_detector(INPUT_NEEDED, 50)
reconnected = get_pixel_detector(RECONNECTED, 50)
settings = get_pixel_detector(SETTINGS, 50)
title = get_pixel_detector(TITLE, 50)
# loop through frames
i = 0
z = 0
async for frame in self.cap.frames():
# detect trigger
if i % 30 == 0 and (input_needed(frame) or reconnected(frame)):
pi.write(nsg_reset, ON)
await asyncio.sleep(0.5)
pi.write(nsg_reset, OFF)
await asyncio.sleep(1)
try:
if (input_needed(frame) or reconnected(frame)) and not DEBUG:
self.io.disable_input(0)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.io.enable_input(0)
except:
if (input_needed(frame) or reconnected(frame)) and not DEBUG:
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
# lock trigger
try:
if (home(frame) or settings(frame)
or title(frame)) and not LOCKED and not DEBUG:
self.io.disable_input(0)
if not (i < 100 or bypass):
player = json.loads(json.dumps(
self.curUser))[0]['username']
msg = "ANIMAL CROSSING\nGame locked due to either being at home screen or capture card bars. \nUser's information are as follows:\n> " + player + "\n> " + self.userID
bot.send_message(chat_id, msg, parse_mode="markdown")
LOCKED = True
self.nsg.end()
self.prepare = False
content = json.loads('{"game":"crossing"}')
req = requests.post("[REDACTED]", content)
else:
msg = "ANIMAL CROSSING\nBypass utilized...Take action to get to a proper menu before something messes up."
bot.send_message(chat_id, msg, parse_mode="markdown")
bypass = True
DEBUG = True
LOCKED = True
content = json.loads('{"game":"crossing"}')
req = requests.post("[REDACTED]", content)
except:
if (home(frame) or settings(frame)
or title(frame)) and not LOCKED and not DEBUG:
if not (i < 100 or bypass):
player = json.loads(json.dumps(
self.curUser))[0]['username']
msg = "ANIMAL CROSSING\nGame locked due to either being at home screen or capture card bars. \nUser's information are as follows:\n> " + player + "\n> " + self.userID
bot.send_message(chat_id, msg, parse_mode="markdown")
LOCKED = True
self.nsg.end()
self.prepare = False
content = json.loads('{"game":"crossing"}')
req = requests.post("[REDACTED]", content)
else:
msg = "ANIMAL CROSSING\nBypass utilized...Take action to get to a proper menu before something messes up."
bot.send_message(chat_id, msg, parse_mode="markdown")
bypass = True
DEBUG = True
LOCKED = True
content = json.loads('{"game":"crossing"}')
req = requests.post("[REDACTED]", content)
if LOCKED:
self.io.send_playing_ended()
self.prepare = True
# generic
if i % 100 == 0:
allowReset = True
if SAVE_ALL_FRAMES or save_individual_fame:
cv2.imwrite(f"{SAVE_DIR_PATH}/{i}.jpg", frame)
logging.info(f"SAVED {i}.jpg")
i += 1
# ----------------------------------------------------
def image_rec_done_cb(self, fut):
# make program end if image_rec_task raises error
if not fut.cancelled() and fut.exception() is not None:
import traceback, sys # noqa: E401
e = fut.exception()
logging.error("".join(
traceback.format_exception(None, e, e.__traceback__)))
sys.exit(1)
class SAMPLE_ADVANCED_GAME(Game):
async def on_init(self):
self.prepare = True
# init controls
self.nsg = NSGamepadSerial()
self.nsg.begin()
self.io.register_inputs(
{
"left_joystick":
NSJoystick(self.nsg.leftXAxis, self.nsg.leftYAxis),
"right_joystick":
NSJoystick(self.nsg.rightXAxis, self.nsg.rightYAxis),
"dpad_up":
NSDPadSwitch(self.nsg, NSDPad.UP),
"dpad_left":
NSDPadSwitch(self.nsg, NSDPad.LEFT),
"dpad_right":
NSDPadSwitch(self.nsg, NSDPad.RIGHT),
"dpad_down":
NSDPadSwitch(self.nsg, NSDPad.DOWN),
"Y":
NSSwitch(self.nsg, NSButton.Y),
"X":
NSSwitch(self.nsg, NSButton.X),
"A":
NSSwitch(self.nsg, NSButton.A),
"B":
NSSwitch(self.nsg, NSButton.B),
"left_throttle":
NSSwitch(self.nsg, NSButton.LEFT_THROTTLE),
"left_trigger":
NSSwitch(self.nsg, NSButton.LEFT_TRIGGER),
"right_throttle":
NSSwitch(self.nsg, NSButton.RIGHT_THROTTLE),
"right_trigger":
NSSwitch(self.nsg, NSButton.RIGHT_TRIGGER),
"minus":
NSSwitch(self.nsg, NSButton.MINUS),
"left_stick":
NSSwitch(self.nsg, NSButton.LEFT_STICK),
"right_stick":
NSSwitch(self.nsg, NSButton.RIGHT_STICK),
"capture_frame":
CaptureScreen(),
"reset_trinkets":
reset_trinkets(),
}, )
self.io.register_inputs(
{
"home": NSSwitch(self.nsg, NSButton.HOME),
"capture": NSSwitch(self.nsg, NSButton.CAPTURE),
"debug_switch": debug_switch(),
"plus": NSSwitch(self.nsg, NSButton.PLUS),
},
admin=True,
)
self.curUser = "******"
self.userID = "eu-west-1:dummydummydummydummydummydummydummyd"
# init image rec
self.image_rec_task = asyncio.create_task(self.image_rec_main())
self.image_rec_task.add_done_callback(self.image_rec_done_cb)
# init frame saving
logging.info(f"SAVING FRAMES TO {SAVE_DIR_PATH}")
Path(SAVE_DIR_PATH).mkdir(parents=True, exist_ok=True)
# ----------------------------------------------------
async def on_start(self):
self.curUser = self.players
player = json.loads(json.dumps(self.players))[0]['username']
req = requests.get(
"https://g9b1fyald3.execute-api.eu-west-1.amazonaws.com/master/users?search="
+ str(player)).text
uid = json.loads(req)['result'][0]['userId']
self.userID = uid
# ----------------------------------------------------
async def on_pre_game(self):
self.io.send_pre_game_not_ready()
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
await asyncio.sleep(1)
self.io.send_pre_game_ready()
# ----------------------------------------------------
async def on_prepare(self):
pi.write(nsg_reset, ON)
await asyncio.sleep(0.5)
pi.write(nsg_reset, OFF)
await asyncio.sleep(2)
self.prepare = True
while self.prepare:
await asyncio.sleep(3)
# ----------------------------------------------------
async def on_finish(self):
self.io.disable_inputs()
self.nsg.releaseAll()
self.nsg.rightYAxis(128)
self.nsg.rightXAxis(128)
self.nsg.leftYAxis(128)
self.nsg.leftXAxis(128)
self.io.send_score(score=1, seat=0, final_score=True)
self.prepare = True
self.knownIndex = 0
# ----------------------------------------------------
async def on_exit(self, reason, exception):
# end controls
self.io.disable_inputs()
self.nsg.end()
# end image rec task
await self.cap.release()
self.image_rec_task.cancel()
# ----------------------------------------------------
async def image_rec_main(self):
# create capture
self.cap = await AsyncVideoCapture.create("/dev/video21")
global LOCKED, allowReset, bypass, DEBUG
LOCKED = False
# get detector
controller_dc_game_detec = get_pixel_detector(
CONTROLLER_DC_GAME_DETECT, 50)
controller_dc_input_needed = get_pixel_detector(
CONTROLLER_DC_INPUT_NEEDED, 50)
controller_dc_reconnect = get_pixel_detector(CONTROLLER_DC_RECONNECT,
50)
game_pause_menu = get_pixel_detector(GAME_PAUSE_MENU, 75)
game_settings_menu = get_pixel_detector(GAME_SETTINGS_MENU, 50)
inventory_condenced = get_pixel_detector(INVENTORY_CONDENCED, 50)
inventory_extended = get_pixel_detector(INVENTORY_EXTENDED, 50)
game_main_menu = get_pixel_detector(GAME_MAIN_MENU, 50)
game_main_menu_world = get_pixel_detector(GAME_MAIN_MENU_WORLD, 50)
home_menu = get_pixel_detector(HOME_MENU, 50)
settings_menu = get_pixel_detector(SETTINGS_MENU, 50)
you_died_left = get_pixel_detector(YOU_DIED_LEFT, 50)
you_died_right = get_pixel_detector(YOU_DIED_RIGHT, 50)
sure_quit_confirm = get_pixel_detector(SURE_QUIT_CONFIRM, 50)
sure_quit_cancel = get_pixel_detector(SURE_QUIT_CANCEL, 50)
# loop through frames
i = 0
z = 0
async for frame in self.cap.frames():
# detect trigger
if i % 30 == 0 and (controller_dc_game_detec(frame)
or controller_dc_input_needed(frame)
or controller_dc_reconnect(frame) or
you_died_left(frame) or you_died_right(frame)
or sure_quit_cancel(frame)
or sure_quit_confirm(frame)) and not DEBUG:
pi.write(nsg_reset, ON)
await asyncio.sleep(0.5)
pi.write(nsg_reset, OFF)
await asyncio.sleep(1)
try:
if (controller_dc_game_detec(frame)
or controller_dc_input_needed(frame)
or controller_dc_reconnect(frame)) and not DEBUG:
self.io.disable_input(0)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.io.enable_input(0)
except:
if (controller_dc_game_detec(frame)
or controller_dc_input_needed(frame)
or controller_dc_reconnect(frame)) and not DEBUG:
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
try:
if (you_died_left(frame)) and not DEBUG:
self.io.disable_input(0)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.io.enable_input(0)
if (you_died_right(frame)) and not DEBUG:
self.io.disable_input(0)
self.nsg.leftXAxis(0)
self.nsg.leftYAxis(128)
await asyncio.sleep(0.1)
self.nsg.leftXAxis(128)
self.nsg.leftYAxis(128)
await asyncio.sleep(0.1)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.io.enable_input(0)
if (sure_quit_confirm(frame)
or sure_quit_cancel(frame)) and not DEBUG:
self.io.disable_input(0)
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
await asyncio.sleep(2)
self.io.enable_input(0)
except:
if (you_died_left(frame)) and not DEBUG:
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
if (you_died_right(frame)) and not DEBUG:
self.nsg.leftXAxis(0)
self.nsg.leftYAxis(128)
await asyncio.sleep(0.1)
self.nsg.leftXAxis(128)
self.nsg.leftYAxis(128)
await asyncio.sleep(0.1)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
if (sure_quit_confirm(frame)
or sure_quit_cancel(frame)) and not DEBUG:
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
await asyncio.sleep(2)
# Get to pause frames...Update as needed
if (self.prepare and not (game_pause_menu(frame))
and not LOCKED) and not DEBUG:
if z % 3 == 2:
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(1)
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
await asyncio.sleep(1)
elif z % 3 == 1:
self.nsg.press(NSButton.PLUS)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.PLUS)
await asyncio.sleep(2)
z += 1
elif not LOCKED:
z = 0
self.prepare = False
# lock trigger
try:
if (game_main_menu(frame) or game_main_menu_world(frame)
or home_menu(frame)
or settings_menu(frame)) and not LOCKED and not DEBUG:
self.io.disable_input(0)
if not (i < 100 or bypass):
player = json.loads(json.dumps(
self.curUser))[0]['username']
msg = "MINECRAFT\nGame locked due to either being at home screen or capture card bars. \nUser's information are as follows:\n> " + player + "\n> " + self.userID
bot.send_message(chat_id, msg, parse_mode="markdown")
LOCKED = True
self.nsg.end()
self.prepare = False
else:
msg = "MINECRAFT\nBypass utilized...Take action to get to a proper menu before something messes up."
bot.send_message(chat_id, msg, parse_mode="markdown")
bypass = True
DEBUG = True
LOCKED = True
except:
if (game_main_menu(frame) or game_main_menu_world(frame)
or home_menu(frame)
or settings_menu(frame)) and not LOCKED and not DEBUG:
if not (i < 100 or bypass):
player = json.loads(json.dumps(
self.curUser))[0]['username']
msg = "MINECRAFT\nGame locked due to either being at home screen or capture card bars. \nUser's information are as follows:\n> " + player + "\n> " + self.userID
bot.send_message(chat_id, msg, parse_mode="markdown")
LOCKED = True
self.nsg.end()
self.prepare = False
else:
msg = "MINECRAFT\nBypass utilized...Take action to get to a proper menu before something messes up."
bot.send_message(chat_id, msg, parse_mode="markdown")
bypass = True
DEBUG = True
LOCKED = True
if LOCKED:
self.io.send_playing_ended()
self.prepare = True
# generic
if i % 100 == 0:
allowReset = True
if SAVE_ALL_FRAMES or save_individual_fame:
cv2.imwrite(f"{SAVE_DIR_PATH}/{i}.jpg", frame)
logging.info(f"SAVED {i}.jpg")
i += 1
# ----------------------------------------------------
def image_rec_done_cb(self, fut):
# make program end if image_rec_task raises error
if not fut.cancelled() and fut.exception() is not None:
import traceback, sys # noqa: E401
e = fut.exception()
logging.error("".join(
traceback.format_exception(None, e, e.__traceback__)))
sys.exit(1)
class SAMPLE_ADVANCED_GAME(Game):
async def on_init(self):
self.prepare = True
self.started = False
# init controls
self.nsg = NSGamepadSerial()
self.nsg.begin()
self.io.register_inputs(
{
"left_joystick":
NSJoystick(self.nsg.leftXAxis, self.nsg.leftYAxis),
"right_joystick":
NSJoystick(self.nsg.rightXAxis, self.nsg.rightYAxis),
"dpad_up":
NSDPadSwitch(self.nsg, NSDPad.UP),
"dpad_left":
NSDPadSwitch(self.nsg, NSDPad.LEFT),
"dpad_right":
NSDPadSwitch(self.nsg, NSDPad.RIGHT),
"dpad_down":
NSDPadSwitch(self.nsg, NSDPad.DOWN),
"Y":
NSSwitch(self.nsg, NSButton.Y),
"X":
NSSwitch(self.nsg, NSButton.X),
"A":
NSSwitch(self.nsg, NSButton.A),
"B":
NSSwitch(self.nsg, NSButton.B),
"left_throttle":
NSSwitch(self.nsg, NSButton.LEFT_THROTTLE),
"left_trigger":
NSSwitch(self.nsg, NSButton.LEFT_TRIGGER),
"right_throttle":
NSSwitch(self.nsg, NSButton.RIGHT_THROTTLE),
"right_trigger":
NSSwitch(self.nsg, NSButton.RIGHT_TRIGGER),
"minus":
NSSwitch(self.nsg, NSButton.MINUS),
"left_stick":
NSSwitch(self.nsg, NSButton.LEFT_STICK),
"right_stick":
NSSwitch(self.nsg, NSButton.RIGHT_STICK),
"capture_frame":
CaptureScreen(),
"reset_trinkets":
reset_trinkets(),
"plus":
NSSwitch(self.nsg, NSButton.PLUS),
}, )
self.io.register_inputs(
{
"home": NSSwitch(self.nsg, NSButton.HOME),
"capture": NSSwitch(self.nsg, NSButton.CAPTURE),
"debug_switch": debug_switch(),
},
admin=True,
)
self.curUser = "******"
self.userID = "eu-west-1:dummydummydummydummydummydummydummyd"
# init image rec
self.image_rec_task = asyncio.create_task(self.image_rec_main())
self.image_rec_task.add_done_callback(self.image_rec_done_cb)
# init frame saving
logging.info(f"SAVING FRAMES TO {SAVE_DIR_PATH}")
Path(SAVE_DIR_PATH).mkdir(parents=True, exist_ok=True)
# ----------------------------------------------------
async def on_start(self):
self.curUser = self.players
player = json.loads(json.dumps(self.players))[0]['username']
req = requests.get(
"https://g9b1fyald3.execute-api.eu-west-1.amazonaws.com/master/users?search="
+ str(player)).text
uid = json.loads(req)['result'][0]['userId']
self.userID = uid
self.started = True
self.prepare = False
# ----------------------------------------------------
async def on_pre_game(self):
self.io.send_pre_game_not_ready()
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
await asyncio.sleep(0.5)
self.nsg.press(NSButton.Y)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.Y)
await asyncio.sleep(0.5)
self.io.send_pre_game_ready()
# ----------------------------------------------------
async def on_prepare(self):
pi.write(nsg_reset, ON)
await asyncio.sleep(0.5)
pi.write(nsg_reset, OFF)
await asyncio.sleep(2)
self.prepare = True
self.started = False
while self.prepare:
await asyncio.sleep(3)
# ----------------------------------------------------
async def on_finish(self):
self.prepare = True
self.started = False
self.io.disable_inputs()
global LOCKED
if not LOCKED:
self.nsg.releaseAll()
self.nsg.rightYAxis(128)
self.nsg.rightXAxis(128)
self.nsg.leftYAxis(128)
self.nsg.leftXAxis(128)
self.io.send_score(score=1, seat=0, final_score=True)
self.knownIndex = 0
# ----------------------------------------------------
async def on_exit(self, reason, exception):
# end controls
self.io.disable_inputs()
global LOCKED
if not LOCKED:
self.nsg.end()
# end image rec task
await self.cap.release()
self.image_rec_task.cancel()
# ----------------------------------------------------
async def image_rec_main(self):
# create capture
self.cap = await AsyncVideoCapture.create("/dev/video21")
global LOCKED, allowReset, bypass, DEBUG
LOCKED = False
controller_dc_input_needed = get_pixel_detector(
CONTROLLER_DC_INPUT_NEEDED, 150)
controller_dc_reconnect = get_pixel_detector(CONTROLLER_DC_RECONNECT,
100)
b_menu = get_pixel_detector(B_MENU, 150)
creation_body = get_pixel_detector(CREATION_BODY, 150)
creation_brow = get_pixel_detector(CREATION_BROW, 150)
creation_eyes = get_pixel_detector(CREATION_EYES, 150)
creation_face = get_pixel_detector(CREATION_FACE, 150)
creation_hair = get_pixel_detector(CREATION_HAIR, 150)
creation_mouth = get_pixel_detector(CREATION_MOUTH, 150)
creation_race = get_pixel_detector(CREATION_RACE, 150)
plus_opening = get_pixel_detector(PLUS_OPENING,
200) # Need to allow for reasons
plus_system = get_pixel_detector(PLUS_SYSTEM_GEN,
200) # Avoid if possible
plus_system_2 = get_pixel_detector(PLUS_SYSTEM_2, 200)
plus_general_stats = get_pixel_detector(PLUS_GENERAL_STATS,
200) # Disable going to System
plus_quests = get_pixel_detector(PLUS_QUESTS,
200) # Disable going to system
game_main_menu = get_pixel_detector(GAME_MAIN_MENU, 150)
game_main_menu_2 = get_pixel_detector(GAME_MAIN_MENU_2, 150)
home_menu = get_pixel_detector(HOME_MENU, 150)
settings_menu = get_pixel_detector(SETTINGS_MENU, 150)
# loop through frames
i = 0
z = 0
async for frame in self.cap.frames():
# detect trigger
if i % 30 == 0 and (controller_dc_input_needed(frame) or
controller_dc_reconnect(frame)) and not DEBUG:
pi.write(nsg_reset, ON)
await asyncio.sleep(0.5)
pi.write(nsg_reset, OFF)
await asyncio.sleep(1)
try:
if (controller_dc_input_needed(frame)
or controller_dc_reconnect(frame)) and not DEBUG:
self.io.disable_input(0)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.io.enable_input(0)
except:
if (controller_dc_input_needed(frame)
or controller_dc_reconnect(frame)) and not DEBUG:
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(2)
try:
if (self.started and (plus_system(frame)
or plus_system_2(frame))) and not DEBUG:
self.io.disable_input(0)
self.nsg.press(NSButton.LEFT_THROTTLE)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.LEFT_THROTTLE)
await asyncio.sleep(1)
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
await asyncio.sleep(1)
self.io.enable_input(0)
except:
if (self.started and (plus_system(frame)
or plus_system_2(frame))) and not DEBUG:
self.nsg.press(NSButton.LEFT_THROTTLE)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.LEFT_THROTTLE)
await asyncio.sleep(1)
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
await asyncio.sleep(1)
if (self.prepare and b_menu(frame) and not LOCKED and not DEBUG):
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
# Get to pause frames...Update as needed
if (self.prepare and not (
(plus_system(frame) or plus_system_2(frame)
or creation_body(frame) or creation_brow(frame)
or creation_eyes(frame) or creation_face(frame)
or creation_hair(frame) or creation_mouth(frame)
or creation_race(frame) or plus_general_stats(frame)
or plus_quests(frame))) and not LOCKED) and not DEBUG:
if z % 3 == 2:
self.nsg.press(NSButton.A)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.A)
await asyncio.sleep(1)
self.nsg.press(NSButton.B)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.B)
await asyncio.sleep(1)
elif z % 3 == 1:
self.nsg.rightXAxis(255)
self.nsg.rightYAxis(128)
await asyncio.sleep(0.5)
self.nsg.rightXAxis(128)
self.nsg.rightYAxis(128)
await asyncio.sleep(1)
self.nsg.press(NSButton.PLUS)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.PLUS)
await asyncio.sleep(1)
self.nsg.press(NSButton.LEFT_THROTTLE)
await asyncio.sleep(0.1)
self.nsg.release(NSButton.LEFT_THROTTLE)
await asyncio.sleep(1)
z += 1
elif not LOCKED:
z = 0
self.prepare = False
# lock trigger
try:
if (game_main_menu(frame) or game_main_menu_2(frame)
or home_menu(frame)
or settings_menu(frame)) and not LOCKED and not DEBUG:
self.io.disable_input(0)
if not (i < 100 or bypass):
player = json.loads(json.dumps(
self.curUser))[0]['username']
msg = "SKYRIM\nGame locked due to either being at home screen or capture card bars. \nUser's information are as follows:\n> " + player + "\n> " + self.userID
bot.send_message(chat_id, msg, parse_mode="markdown")
LOCKED = True
self.nsg.end()
self.prepare = False
content = json.loads('{"game":"skyrim"}')
req = requests.post("[REDACTED]", content)
else:
msg = "SKYRIM\nBypass utilized...Take action to get to a proper menu before something messes up."
bot.send_message(chat_id, msg, parse_mode="markdown")
bypass = True
DEBUG = True
LOCKED = True
content = json.loads('{"game":"skyrim"}')
req = requests.post("[REDACTED]", content)
except:
if (game_main_menu(frame) or game_main_menu_2(frame)
or home_menu(frame)
or settings_menu(frame)) and not LOCKED and not DEBUG:
if not (i < 100 or bypass):
player = json.loads(json.dumps(
self.curUser))[0]['username']
msg = "SKYRIM\nGame locked due to either being at home screen or capture card bars. \nUser's information are as follows:\n> " + player + "\n> " + self.userID
bot.send_message(chat_id, msg, parse_mode="markdown")
LOCKED = True
self.nsg.end()
self.prepare = False
content = json.loads('{"game":"skyrim"}')
req = requests.post("[REDACTED]", content)
else:
msg = "SKYRIM\nBypass utilized...Take action to get to a proper menu before something messes up."
bot.send_message(chat_id, msg, parse_mode="markdown")
bypass = True
DEBUG = True
LOCKED = True
content = json.loads('{"game":"skyrim"}')
req = requests.post("[REDACTED]", content)
if LOCKED:
self.io.send_playing_ended()
self.prepare = True
# generic
if i % 100 == 0:
allowReset = True
if SAVE_ALL_FRAMES or save_individual_fame:
cv2.imwrite(f"{SAVE_DIR_PATH}/{i}.jpg", frame)
logging.info(f"SAVED {i}.jpg")
i += 1
# ----------------------------------------------------
def image_rec_done_cb(self, fut):
# make program end if image_rec_task raises error
if not fut.cancelled() and fut.exception() is not None:
import traceback, sys # noqa: E401
e = fut.exception()
logging.error("".join(
traceback.format_exception(None, e, e.__traceback__)))
sys.exit(1)
class NinSwitchIRLKart(Game):
async def on_init(self):
# init controls
self.nsg = NSGamepadSerial()
self.nsg.begin()
self.io.register_inputs({
"left_joystick":
NSJoystick(self.nsg.leftXAxis, self.nsg.leftYAxis),
"dpad_up":
NSDPadSwitch(self.nsg, NSDPad.UP),
"dpad_left":
NSDPadSwitch(self.nsg, NSDPad.LEFT),
"dpad_right":
NSDPadSwitch(self.nsg, NSDPad.RIGHT),
"dpad_down":
NSDPadSwitch(self.nsg, NSDPad.DOWN),
"X":
NSSwitch(self.nsg, NSButton.X),
"A":
NSSwitch(self.nsg, NSButton.A),
"B":
NSSwitch(self.nsg, NSButton.B),
"left_throttle":
NSSwitch(self.nsg, NSButton.LEFT_THROTTLE),
"right_throttle":
NSSwitch(self.nsg, NSButton.RIGHT_THROTTLE),
})
self.io.register_inputs(
{
"right_joystick":
NSJoystick(self.nsg.rightXAxis, self.nsg.rightYAxis),
"Y":
NSSwitch(self.nsg, NSButton.Y),
"left_trigger":
NSSwitch(self.nsg, NSButton.LEFT_TRIGGER),
"right_trigger":
NSSwitch(self.nsg, NSButton.RIGHT_TRIGGER),
"minus":
NSSwitch(self.nsg, NSButton.MINUS),
"plus":
NSSwitch(self.nsg, NSButton.PLUS),
"left_stick":
NSSwitch(self.nsg, NSButton.LEFT_STICK),
"right_stick":
NSSwitch(self.nsg, NSButton.RIGHT_STICK),
"home":
NSSwitch(self.nsg, NSButton.HOME),
"capture":
NSSwitch(self.nsg, NSButton.CAPTURE),
},
admin=True,
)
# get detectors
self.has_4_ready_to_start = get_pixel_detector(HAS_4_READY_PIXELS)
self.has_flag = get_pixel_detector(FLAG_PIXELS)
self.has_finish_text = get_pixel_detector(FINISH_TEXT_PIXELS)
self.position_detectors = {
1: get_pixel_detector(POS_1_PIXELS),
2: get_pixel_detector(POS_2_PIXELS),
3: get_pixel_detector(POS_3_PIXELS),
4: get_pixel_detector(POS_4_PIXELS),
}
# init image rec
self.image_rec_task = asyncio.create_task(self.image_rec_main())
self.image_rec_task.add_done_callback(self.image_rec_done_cb)
self.image_rec_task_cancelled = False
# frame saving
if SAVE_FRAMES:
logging.info(f"SAVING FRAMES TO {SAVE_DIR_PATH}")
Path(SAVE_DIR_PATH).mkdir(parents=True, exist_ok=True)
if SAVE_POS_FRAMES:
logging.info(f"SAVING POS FRAMES TO {SAVE_POS_DIR_PATH}")
Path(SAVE_POS_DIR_PATH).mkdir(parents=True, exist_ok=True)
# game state
self.has_started = False
self.has_finished = False
self.failed_score_reads = 0
self.pre_game_ready_sent = False
self.score_sent = False
async def on_prepare(self):
logging.info("self.driving...")
for _ in range(4):
self.nsg.press(NSButton.A)
self.nsg.release(NSButton.A)
await asyncio.sleep(4)
self.nsg.press(NSButton.B)
await asyncio.sleep(2.5)
self.nsg.release(NSButton.B)
self.nsg.releaseAll()
logging.info("...self.driving finished")
async def on_pre_game(self):
self.io.enable_inputs()
self.has_started = False
self.pre_game_ready_sent = False
return -1
async def on_start(self):
self.has_started = True
self.has_finished = False
self.failed_score_reads = 0
self.score_sent = False
async def on_finish(self):
# this will trigger stop_controls even if image_rec_main fails
self.stop_controls()
async def on_exit(self, reason, exception):
# end controls
self.nsg.end()
# end image rec task
self.image_rec_task_cancelled = True
await self.cap.release()
self.image_rec_task.cancel()
async def image_rec_main(self):
self.cap = await AsyncVideoCapture.create("/dev/video21")
frame_index = 0
async for frame in self.cap.frames():
# on_pre_game
if not self.has_started:
# send pre_game ready/not_ready based on frame
self._handle_pre_game(frame)
# on_start
if self.has_started:
# check for the finish text if not found already
# stop the controls if found
if not self.has_finished:
self._check_for_finish_text(frame)
# try to read and send score if not already sent
if not self.score_sent:
self._try_reading_score(frame)
# generic
if frame_index % 1000 == 0:
logging.info("1000 frames checked")
if SAVE_FRAMES:
cv2.imwrite(f"{SAVE_DIR_PATH}/{frame_index}.jpg", frame)
logging.info(f"SAVED {frame_index}.jpg")
frame_index += 1
if self.image_rec_task_cancelled:
logging.info("Image rec task finished.")
else:
raise RuntimeError("Image rec task finished by itself")
def _handle_pre_game(self, frame):
if (self.has_4_ready_to_start(frame)
or self.has_flag(frame)) and not self.pre_game_ready_sent:
logging.info("PRE_GAME READY")
self.pre_game_ready_sent = True
for seat in self.io._message_router.get_all_seats():
self.io.send_pre_game_ready(seat=seat)
elif self.pre_game_ready_sent:
logging.info("PRE_GAME NOT READY")
self.pre_game_ready_sent = False
for seat in self.io._message_router.get_all_seats():
self.io.send_pre_game_not_ready(seat=seat)
def _check_for_finish_text(self, frame):
if self.has_finish_text(frame):
self.has_finished = True
self.stop_controls()
logging.info("FINISHED")
def _get_position(self, frame):
detected = None
for position in self.position_detectors.keys():
if self.position_detectors[position](frame):
detected = position
break
return detected
def _try_reading_score(self, frame):
pos = self._get_position(frame)
if pos is not None:
# if position found, try reading the time
time_ms, time_string = get_time_ms(frame, pos)
cleaned_time = time_string.replace(":", "-").replace(".", "-")
# if time_ms reading failed
if time_ms is None:
if SAVE_POS_FRAMES:
self._save_pos_frame(frame, pos, cleaned_time, failed=True)
if self.has_finished and not self.score_sent:
self.failed_score_reads += 1
logging.info(f"Score reading for pos {pos} failed "
f"{self.failed_score_reads}. time: "
f"{time_string}")
if self.failed_score_reads == MAX_FAILED_SCORE_READS:
logging.info(f"FAILED SCORE SENT")
self._send_score(FAILED_SCORE_READ_SCORE)
else: # if time reading succeeded
if not self.has_finished:
self.stop_controls()
logging.info("STOPPED CONTROLS, FINISH WAS NOT READ")
self.score_sent = True
self._send_score(time_ms)
logging.info(f"SCORE {time_string} SENT")
if SAVE_POS_FRAMES:
self._save_pos_frame(frame, pos, cleaned_time)
def _save_pos_frame(self, frame, pos, cleaned_time, failed=False):
prefix = "FAILED_" if failed else ""
timestamp = int(time() * 1000.0)
filename = f"{prefix}{cleaned_time}_{pos}_{timestamp}.jpg"
cv2.imwrite(
f"{SAVE_POS_DIR_PATH}/{filename}",
frame,
)
logging.info(f"SAVED {prefix}POS FRAME: {filename}")
def _send_score(self, score):
for seat in self.io._message_router.get_all_seats():
self.io.send_score(
score=score,
seat=seat,
seat_final_score=True,
)
def image_rec_done_cb(self, fut):
# make program end if image_rec_task raises error
if not fut.cancelled() and fut.exception() is not None:
import traceback, sys # noqa: E401
e = fut.exception()
logging.error("".join(
traceback.format_exception(None, e, e.__traceback__)))
sys.exit(1)
def stop_controls(self):
self.io.disable_inputs()
self.nsg.releaseAll()
class SurroBrosIR(Game):
async def on_init(self):
# init controls
self.usb_0 = NSGamepadSerial()
self.usb_1 = NSGamepadSerial()
self.usb_2 = NSGamepadSerial()
self.usb_3 = NSGamepadSerial()
self.usb_4 = NSGamepadSerial()
try:
# RX -> TXD | GPIO14 (08 - Blue Wire) | TX -> RXD | GPIO15 (10 - Green Wire)
# SERIAL_0 = serial.Serial('/dev/ttyAMA0', 2000000, timeout=0)
# RX -> TXD | GPIO00 (27 - Blue Wire) | TX -> RXD | GPIO01 (28 - Green Wire)
SERIAL_1 = serial.Serial('/dev/ttyAMA1', 2000000, timeout=0)
# RX -> TXD | GPIO04 (07 - Blue Wire) | TX -> RXD | GPIO05 (29 - Green Wire)
SERIAL_2 = serial.Serial('/dev/ttyAMA2', 2000000, timeout=0)
# RX -> TXD | GPIO08 (24 - Blue Wire) | TX -> RXD | GPIO09 (21 - Green Wire)
SERIAL_3 = serial.Serial('/dev/ttyAMA3', 2000000, timeout=0)
# RX -> TXD | GPIO12 (32 - Blue Wire) | TX -> RXD | GPIO13 (33 - Green Wire)
SERIAL_4 = serial.Serial('/dev/ttyAMA4', 2000000, timeout=0)
logging.info(f"Found ttyAMA0/ttyAMA1/ttyAMA2/ttyAMA3/ttyAMA4")
except:
logging.critical(f"NSGadget serial port not found")
sys.exit(1)
# usb_0.begin(SERIAL_0)
self.usb_1.begin(SERIAL_1)
self.usb_2.begin(SERIAL_2)
self.usb_3.begin(SERIAL_3)
self.usb_4.begin(SERIAL_4)
self.io.register_inputs(
{
"left_joystick": NSJoystick( "Left",
self.usb_1.leftXAxis, self.usb_1.leftYAxis,
self.usb_2.leftXAxis, self.usb_2.leftYAxis,
self.usb_3.leftXAxis, self.usb_3.leftYAxis,
self.usb_4.leftXAxis, self.usb_4.leftYAxis
),
"right_joystick": NSJoystick( "Right",
self.usb_1.rightXAxis, self.usb_1.rightYAxis,
self.usb_2.rightXAxis, self.usb_2.rightYAxis,
self.usb_3.rightXAxis, self.usb_3.rightYAxis,
self.usb_4.rightXAxis, self.usb_4.rightYAxis
),
"dpad_up": NSDPadSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSDPad.UP, "UP"),
"dpad_left": NSDPadSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSDPad.LEFT, "LEFT"),
"dpad_right": NSDPadSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSDPad.RIGHT, "RIGHT"),
"dpad_down": NSDPadSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSDPad.DOWN, "DOWN"),
"Y": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.Y, "Y"),
"X": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.X, "X"),
"A": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.A, "A"),
"B": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.B, "B"),
"left_throttle": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.LEFT_THROTTLE, "LEFT_THROTTLE"),
"left_trigger": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.LEFT_TRIGGER, "LEFT_TRIGGER"),
"right_throttle": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.RIGHT_THROTTLE, "RIGHT_THROTTLE"),
"right_trigger": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.RIGHT_TRIGGER, "RIGHT_TRIGGER"),
"left_stick": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.LEFT_STICK, "LEFT_STICK"),
"right_stick": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.RIGHT_STICK, "RIGHT_STICK"),
},
)
self.io.register_inputs(
{
"minus": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.MINUS, "MINUS"),
"plus": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.PLUS, "PLUS"),
"home": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.HOME, "HOME"),
"capture": NSSwitch(self.usb_1, self.usb_2, self.usb_3, self.usb_4, NSButton.CAPTURE, "CAPTURE"),
},
admin = True,
)
# init image rec
self.image_rec_task = asyncio.create_task(self.image_rec_main())
self.image_rec_task.add_done_callback(self.image_rec_done_cb)
self.image_rec_task_cancelled = False
self.has_started = False
self.pre_game_ready_sent = False
# init frame saving
# if SAVE_FRAMES:
# logging.info(f"SAVING FRAMES TO {SAVE_DIR_PATH}")
# Path(SAVE_DIR_PATH).mkdir(parents=True, exist_ok=True)
async def on_pre_game(self):
self.io.send_pre_game_ready()
async def on_finish(self):
logging.info(f"Finish")
self.io.disable_inputs()
self.usb_1.rightYAxis(128)
self.usb_1.rightXAxis(128)
self.usb_1.leftYAxis(128)
self.usb_1.leftXAxis(128)
self.usb_2.rightYAxis(128)
self.usb_2.rightXAxis(128)
self.usb_2.leftYAxis(128)
self.usb_2.leftXAxis(128)
self.usb_3.rightYAxis(128)
self.usb_3.rightXAxis(128)
self.usb_3.leftYAxis(128)
self.usb_3.leftXAxis(128)
self.usb_4.rightYAxis(128)
self.usb_4.rightXAxis(128)
self.usb_4.leftYAxis(128)
self.usb_4.leftXAxis(128)
self.usb_1.releaseAll()
self.usb_2.releaseAll()
self.usb_3.releaseAll()
self.usb_4.releaseAll()
async def on_prepare(self):
logging.info("preparing...")
await asyncio.sleep(2)
self.usb_1.press(NSButton.HOME)
await asyncio.sleep(0.1)
self.usb_1.release(NSButton.HOME)
await asyncio.sleep(1)
self.usb_1.press(NSButton.X)
await asyncio.sleep(0.1)
self.usb_1.release(NSButton.X)
await asyncio.sleep(1)
self.usb_1.press(NSButton.A)
await asyncio.sleep(0.1)
self.usb_1.release(NSButton.A)
await asyncio.sleep(3)
self.usb_1.press(NSButton.A)
await asyncio.sleep(0.1)
self.usb_1.release(NSButton.A)
await asyncio.sleep(1)
self.usb_1.press(NSButton.A)
await asyncio.sleep(0.1)
self.usb_1.release(NSButton.A)
await asyncio.sleep(1)
self.usb_1.press(NSButton.A)
await asyncio.sleep(0.1)
self.usb_1.release(NSButton.A)
self.usb_1.releaseAll()
self.usb_2.releaseAll()
self.usb_3.releaseAll()
self.usb_4.releaseAll()
logging.info("...preparing.finish")
async def on_exit(self, reason, exception):
# end controls
logging.info(f"Exit")
self.io.disable_inputs()
self.usb_1.end()
self.usb_2.end()
self.usb_3.end()
self.usb_4.end()
# end image rec task
await self.cap.release()
self.image_rec_task.cancel()
async def image_rec_main(self):
# create capture
self.cap = await AsyncVideoCapture.create("/dev/video21")
# get detectors
finish_flag = get_pixel_detector(PIXELS_FINISH)
# loop through frames
i = 0
async for frame in self.cap.frames():
# detect
if finish_flag(frame):
logging.info("Has flag!")
for seat in self.io._message_router.get_all_seats():
logging.info(f"\t"+str(seat))
self.io.send_score(
score=1, seat=seat, seat_final_score=True,
)
self.io.send_score(score=1, final_score=True)
# generic
# if i % 100 == 0:
# logging.info("100 frames checked")
# if SAVE_FRAMES and i % 100 == 0:
# cv2.imwrite(f"{SAVE_DIR_PATH}/{i}.jpg", frame)
# logging.info(f"SAVED {i}.jpg")
# i += 1
if self.image_rec_task_cancelled:
logging.info("Image rec task finished.")
else:
raise RuntimeError("Image rec task finished by itself")
async def image_rec_done_cb(self, fut):
# make program end if image_rec_task raises error
if not fut.cancelled() and fut.exception() is not None:
import traceback, sys # noqa: E401
e = fut.exception()
logging.error(
"".join(traceback.format_exception(None, e, e.__traceback__))
)
sys.exit(1)