mirror of
https://github.com/pmret/papermario.git
synced 2024-11-18 08:52:40 +01:00
alex
GitHub
parent
5b0cf78903
commit
dcd315865c
File diff suppressed because it is too large
Load Diff
File diff suppressed because it is too large
Load Diff
@ -1,941 +0,0 @@
|
||||
#! /usr/bin/python3
|
||||
|
||||
from sys import argv, stdin, stderr
|
||||
from lark import Lark, exceptions, Tree, Transformer, Visitor, v_args, Token
|
||||
from lark.visitors import Discard
|
||||
import traceback
|
||||
|
||||
DEBUG_OUTPUT = None # "debug.i"
|
||||
|
||||
|
||||
|
||||
def eprint(*args, **kwargs):
|
||||
print(*args, file=stderr, **kwargs)
|
||||
|
||||
#write_buf = ""
|
||||
def write(s):
|
||||
#global write_buf
|
||||
#write_buf += s
|
||||
print(s, end="")
|
||||
|
||||
if DEBUG_OUTPUT:
|
||||
print(s, file=DEBUG_OUTPUT, end="")
|
||||
|
||||
ANSI_RED = "\033[1;31;40m"
|
||||
ANSI_RESET = "\u001b[0m"
|
||||
|
||||
def pairs(seq):
|
||||
i = iter(seq)
|
||||
prev = next(i)
|
||||
for item in i:
|
||||
yield prev, item
|
||||
prev = item
|
||||
|
||||
script_parser = Lark(r"""
|
||||
|
||||
block: "{" (_block SEMICOLON*)? "}"
|
||||
|
||||
_block: stmt SEMICOLON _block
|
||||
| stmt_no_semi SEMICOLON? _block
|
||||
| stmt SEMICOLON
|
||||
| stmt_no_semi
|
||||
|
||||
?stmt: call
|
||||
| var_decl
|
||||
| "goto" label -> label_goto
|
||||
| "return" -> return_stmt
|
||||
| "break" -> break_stmt
|
||||
| "break match" -> break_match_stmt
|
||||
| "break loop" -> break_loop_stmt
|
||||
| "sleep" expr -> sleep_stmt
|
||||
| "sleep" expr "secs" -> sleep_secs_stmt
|
||||
| "spawn" expr -> spawn_stmt
|
||||
| "await" expr -> await_stmt
|
||||
| "jump" expr -> jump_stmt
|
||||
| lhs "=" "spawn" expr -> spawn_set_stmt
|
||||
| lhs "=" "does_script_exist" expr -> does_script_exist
|
||||
| lhs set_op expr -> set_stmt
|
||||
| lhs set_op "(int)" expr -> set_int_stmt
|
||||
| lhs set_op "(float)" expr -> set_float_stmt
|
||||
| lhs set_op "(const)" expr -> set_const_stmt
|
||||
| bind_stmt
|
||||
| bind_set_stmt
|
||||
| "bind_padlock" expr expr collider_id expr -> bind_padlock_stmt
|
||||
| "unbind" -> unbind_stmt
|
||||
| "priority" expr -> set_priority
|
||||
| "timescale" expr -> set_timescale
|
||||
| "group" expr -> set_group
|
||||
| suspend_stmt
|
||||
| resume_stmt
|
||||
| kill_stmt
|
||||
| "buf_use" expr -> buf_use
|
||||
| "buf_read" expr+ -> buf_read
|
||||
| "buf_peek" expr expr -> buf_peek
|
||||
| "buf_usef" expr -> buf_usef
|
||||
| "buf_readf" expr+ -> buf_readf
|
||||
| "buf_peekf" expr expr -> buf_peekf
|
||||
| "arr_use" expr -> use_array
|
||||
| "flags_use" expr -> use_flags
|
||||
| "arr_new" expr expr -> new_array
|
||||
|
||||
?stmt_no_semi: label ":" -> label_decl
|
||||
| if_stmt
|
||||
| match_stmt
|
||||
| loop_stmt
|
||||
| ["await"] block -> block_stmt
|
||||
| "spawn" block -> spawn_block_stmt
|
||||
| "parallel" block -> parallel_block_stmt
|
||||
|
||||
call: (c_identifier | HEX_INT) "(" [expr ("," expr)* [","]] ")"
|
||||
|
||||
if_stmt: "if" "(" expr cond_op expr ")" block ["else" block]
|
||||
|
||||
?cond_op: "==" -> cond_op_eq
|
||||
| "!=" -> cond_op_ne
|
||||
| ">" -> cond_op_gt
|
||||
| "<" -> cond_op_lt
|
||||
| ">=" -> cond_op_ge
|
||||
| "<=" -> cond_op_le
|
||||
| "&" -> cond_op_flag
|
||||
| "!&" -> cond_op_not_flag
|
||||
|
||||
match_stmt: "match" expr "{" (match_cases SEMICOLON*)? "}"
|
||||
match_const_stmt: "matchc" expr "{" (match_cases SEMICOLON*)? "}"
|
||||
match_cases: match_case SEMICOLON* match_cases
|
||||
| match_case
|
||||
?match_case: "else" block -> case_else
|
||||
| cond_op expr ["," multi_case] block -> case_op
|
||||
| expr "..." expr ["," multi_case] block -> case_range
|
||||
| multi_case block -> case_multi
|
||||
multi_case: expr ("," expr)*
|
||||
|
||||
suspend_stmt: "suspend" control_type expr ("," control_type expr)* [","]
|
||||
resume_stmt: "resume" control_type expr ("," control_type expr)* [","]
|
||||
kill_stmt: "kill" control_type expr ("," control_type expr)* [","]
|
||||
?control_type: "group" -> control_type_group
|
||||
| "others" -> control_type_others
|
||||
| ["script"] -> control_type_script
|
||||
|
||||
bind_stmt: "bind" expr expr collider_id
|
||||
bind_set_stmt: lhs "=" "bind" expr expr collider_id
|
||||
|
||||
loop_stmt: "loop" [expr] block
|
||||
|
||||
var_decl: ("int"|"float") variable
|
||||
|
||||
?collider_id: "entity" "(" expr ")" -> entity_id
|
||||
| expr
|
||||
|
||||
?expr: c_const_expr
|
||||
| ESCAPED_STRING
|
||||
| SIGNED_INT
|
||||
| SIGNED_DECIMAL
|
||||
| HEX_INT
|
||||
| variable
|
||||
| c_identifier
|
||||
|
||||
?lhs: c_const_expr
|
||||
| variable
|
||||
|
||||
?set_op: "=" -> set_op_eq
|
||||
| "+=" -> set_op_add
|
||||
| "-=" -> set_op_sub
|
||||
| "*=" -> set_op_mul
|
||||
| "/=" -> set_op_div
|
||||
| "%=" -> set_op_mod
|
||||
| "&=" -> set_op_and
|
||||
| "|=" -> set_op_or
|
||||
|
||||
variable: "$" CNAME
|
||||
|
||||
c_identifier: CNAME
|
||||
|
||||
c_const_expr: "(" c_const_expr_internal ")"
|
||||
c_const_expr_internal: "(" (c_const_expr_internal | NOT_PARENS)+ ")"
|
||||
NOT_PARENS: /[^()]+/
|
||||
|
||||
SEMICOLON: ";"
|
||||
|
||||
label: /[a-zA-Z0-9_]+/
|
||||
|
||||
%import common.CNAME
|
||||
%import common.SIGNED_INT
|
||||
%import common.DECIMAL
|
||||
%import common.HEXDIGIT
|
||||
%import common.ESCAPED_STRING
|
||||
|
||||
SIGNED_DECIMAL: ["+"|"-"] DECIMAL
|
||||
HEX_INT: ["+"|"-"] "0x" HEXDIGIT+
|
||||
|
||||
LINE_COMMENT: "//" /[^\n]*/ NEWLINE
|
||||
%ignore LINE_COMMENT
|
||||
|
||||
%import common.WS_INLINE
|
||||
%import common.NEWLINE
|
||||
%ignore WS_INLINE
|
||||
%ignore NEWLINE
|
||||
|
||||
""", start="block", propagate_positions=True)#, parser="lalr", cache=True)
|
||||
|
||||
class BaseCmd():
|
||||
def __init__(self, *args, **kwargs):
|
||||
self.args = args
|
||||
self.meta = kwargs.get("meta", None)
|
||||
self.context = [RootCtx()]
|
||||
|
||||
def add_context(self, ctx):
|
||||
if not isinstance(ctx, CmdCtx):
|
||||
raise Exception()
|
||||
self.context.insert(0, ctx)
|
||||
|
||||
# must be overloaded
|
||||
def opcode(self):
|
||||
raise Exception()
|
||||
|
||||
def to_bytecode(self):
|
||||
return [ self.opcode(), len(self.args), *self.args ]
|
||||
|
||||
def __str__(self):
|
||||
return f"Cmd({self.opcode()}, {', '.join(map(str, self.args))})"
|
||||
|
||||
class Cmd(BaseCmd):
|
||||
def __init__(self, opcode, *args, **kwargs):
|
||||
super().__init__(*args, **kwargs)
|
||||
self._opcode = opcode
|
||||
|
||||
def opcode(self):
|
||||
return self._opcode
|
||||
|
||||
class BreakCmd(BaseCmd):
|
||||
def __init__(self, **kwargs):
|
||||
super().__init__(**kwargs)
|
||||
|
||||
def opcode(self):
|
||||
for ctx in self.context:
|
||||
opcode = ctx.break_opcode(self.meta)
|
||||
if opcode:
|
||||
return opcode
|
||||
|
||||
def __str__(self):
|
||||
return "BreakCmd"
|
||||
|
||||
class CmdCtx():
|
||||
def break_opcode(self, meta):
|
||||
pass
|
||||
|
||||
class RootCtx(CmdCtx):
|
||||
def break_opcode(self, meta):
|
||||
return "EVT_OP_END"
|
||||
|
||||
class IfCtx(CmdCtx):
|
||||
pass
|
||||
|
||||
class MatchCtx(CmdCtx):
|
||||
def break_opcode(self, meta):
|
||||
return "EVT_OP_BREAK_SWITCH"
|
||||
|
||||
class LoopCtx(CmdCtx):
|
||||
def break_opcode(self, meta):
|
||||
return "EVT_OP_BREAK_LOOP"
|
||||
|
||||
class LabelCtx(CmdCtx):
|
||||
def __init__(self, label):
|
||||
super().__init__()
|
||||
self.label = label
|
||||
|
||||
# TODO: implement break_opcode so you can do lbl: loop { break lbl }
|
||||
|
||||
class BlockCtx(CmdCtx):
|
||||
pass
|
||||
|
||||
class SpawnCtx(CmdCtx):
|
||||
pass
|
||||
|
||||
class ParallelCtx(CmdCtx):
|
||||
pass
|
||||
|
||||
class CompileError(Exception):
|
||||
def __init__(self, message, meta):
|
||||
super().__init__(message)
|
||||
self.meta = meta
|
||||
|
||||
def is_fixed_var(v):
|
||||
if type(v) == int:
|
||||
if v <= -250000000:
|
||||
return False
|
||||
elif v <= -220000000:
|
||||
return True
|
||||
return False
|
||||
|
||||
class LabelAllocation(Visitor):
|
||||
def __init__(self):
|
||||
super().__init__()
|
||||
self.labels = []
|
||||
self.variables = []
|
||||
|
||||
def label_decl(self, tree):
|
||||
name = tree.children[0].children[0]
|
||||
if name in self.labels:
|
||||
raise CompileError(f"label `{name}' already declared", tree.meta)
|
||||
|
||||
try:
|
||||
label_idx = int(name)
|
||||
|
||||
while len(self.labels) <= label_idx:
|
||||
self.labels.append(None)
|
||||
|
||||
self.labels[label_idx] = name
|
||||
except ValueError:
|
||||
self.labels.append(name)
|
||||
|
||||
def variable(self, tree):
|
||||
name = tree.children[0]
|
||||
|
||||
if name not in self.variables:
|
||||
self.variables.append(name)
|
||||
|
||||
if len(self.variables) > 16:
|
||||
raise CompileError("too many variables (max 16)", tree.meta)
|
||||
|
||||
def gen_label(self):
|
||||
self.labels.append("$generated")
|
||||
return len(self.labels) - 1
|
||||
|
||||
@v_args(tree=True)
|
||||
class Compile(Transformer):
|
||||
SIGNED_INT = str
|
||||
HEX_INT = str
|
||||
|
||||
def transform(self, tree):
|
||||
self.alloc = LabelAllocation()
|
||||
self.alloc.visit_topdown(tree)
|
||||
return super().transform(tree)
|
||||
|
||||
def c_identifier(self, tree):
|
||||
if "_" in tree.children[0] and tree.children[0].isupper():
|
||||
return f"{tree.children[0]}"
|
||||
return f"(Bytecode)(&{tree.children[0]})"
|
||||
|
||||
def ESCAPED_STRING(self, str_with_quotes):
|
||||
return f"(Bytecode)({str_with_quotes})"
|
||||
|
||||
NOT_PARENS = str
|
||||
def c_const_expr_internal(self, tree):
|
||||
return f"({' '.join(tree.children)})"
|
||||
def c_const_expr(self, tree):
|
||||
return f"(Bytecode){tree.children[0]}"
|
||||
|
||||
def SIGNED_DECIMAL(self, v):
|
||||
# fixed-point
|
||||
return int((float(v) * 1024) - 230000000)
|
||||
|
||||
def block(self, tree):
|
||||
# flatten children list
|
||||
flat = []
|
||||
for node in tree.children:
|
||||
if type(node) is list:
|
||||
flat += node
|
||||
elif isinstance(node, BaseCmd):
|
||||
flat.append(node)
|
||||
elif isinstance(node, Token) and (node.value.startswith("\n") or node.value == ";"):
|
||||
pass
|
||||
else:
|
||||
raise Exception(f"block statment {type(node)} is not a BaseCmd: {node}")
|
||||
return flat
|
||||
def _block(self, tree):
|
||||
if len(tree.children) == 1:
|
||||
return [tree.children[0]]
|
||||
else:
|
||||
return [tree.children[0], *tree.children[2]]
|
||||
|
||||
def call(self, tree):
|
||||
# TODO: type checking etc
|
||||
return Cmd("EVT_OP_CALL", *tree.children, meta=tree.meta)
|
||||
|
||||
def if_stmt(self, tree):
|
||||
if len(tree.children) == 4: # no else
|
||||
a, op, b, block = tree.children
|
||||
for cmd in block:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(IfCtx())
|
||||
return [ Cmd(op["if"], a, b, meta=tree.meta), *block, Cmd("EVT_OP_END_IF") ]
|
||||
else:
|
||||
a, op, b, block, else_block = tree.children
|
||||
for cmd in block:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(IfCtx())
|
||||
for cmd in else_block:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(IfCtx())
|
||||
return [ Cmd(op["if"], a, b, meta=tree.meta), *block, Cmd("EVT_OP_ELSE"), *else_block, Cmd("EVT_OP_END_IF") ]
|
||||
|
||||
def cond_op_eq(self, tree): return { "if": "EVT_OP_IF_EQ", "case": "EVT_OP_CASE_EQ" }
|
||||
def cond_op_ne(self, tree): return { "if": "EVT_OP_IF_NE", "case": "EVT_OP_CASE_NE" }
|
||||
def cond_op_lt(self, tree): return { "if": "EVT_OP_IF_LT", "case": "EVT_OP_CASE_LT" }
|
||||
def cond_op_gt(self, tree): return { "if": "EVT_OP_IF_GT", "case": "EVT_OP_CASE_GT" }
|
||||
def cond_op_le(self, tree): return { "if": "EVT_OP_IF_LE", "case": "EVT_OP_CASE_LE" }
|
||||
def cond_op_ge(self, tree): return { "if": "EVT_OP_IF_GE", "case": "EVT_OP_CASE_GE" }
|
||||
def cond_op_flag(self, tree): return { "__op__": "&", "if": "EVT_OP_IF_FLAG", "case": "EVT_OP_CASE_FLAG" }
|
||||
def cond_op_not_flag(self, tree): return { "__op__": "!&", "if": "EVT_OP_IF_NOT_FLAG" }
|
||||
|
||||
def match_stmt(self, tree):
|
||||
expr = tree.children[0]
|
||||
|
||||
cases = []
|
||||
for node in tree.children[1:]:
|
||||
if type(node) is list:
|
||||
for el in node:
|
||||
if type(el) is list:
|
||||
cases += el
|
||||
else:
|
||||
cases.append(el)
|
||||
|
||||
for cmd in cases:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(MatchCtx())
|
||||
else:
|
||||
raise Exception(f"uncompiled match case: {cmd}")
|
||||
|
||||
return [
|
||||
Cmd("EVT_OP_SWITCH", expr, meta=tree.meta),
|
||||
*cases,
|
||||
Cmd("EVT_OP_END_SWITCH"),
|
||||
]
|
||||
def match_const_stmt(self, tree):
|
||||
commands = self.match_stmt(tree)
|
||||
commands[0].opcode = "EVT_OP_MATCH_CONST"
|
||||
return commands
|
||||
def match_cases(self, tree):
|
||||
if len(tree.children) == 1:
|
||||
return [tree.children[0]]
|
||||
else:
|
||||
return [tree.children[0], *tree.children[1]]
|
||||
|
||||
def case_else(self, tree):
|
||||
return [Cmd("EVT_OP_CASE_DEFAULT"), *tree.children[0]]
|
||||
def case_op(self, tree):
|
||||
if len(tree.children) == 4:
|
||||
op, expr, multi_case, block = tree.children
|
||||
|
||||
if not "case" in op:
|
||||
raise CompileError(f"operation `{opcodes['__op__']}' not supported in match cases", tree.meta)
|
||||
|
||||
return [Cmd(op["case"], expr), *multi_case, *block, Cmd("EVT_OP_END_CASE_GROUP")]
|
||||
else:
|
||||
op, expr, block = tree.children
|
||||
|
||||
if not "case" in op:
|
||||
raise CompileError(f"operation `{opcodes['__op__']}' not supported in match cases", tree.meta)
|
||||
|
||||
return [Cmd(op["case"], expr), *block]
|
||||
def case_range(self, tree):
|
||||
if len(tree.children) == 4:
|
||||
a, b, multi_case, block = tree.children
|
||||
return [Cmd("EVT_OP_CASE_RANGE", a, b), *multi_case, *block, Cmd("EVT_OP_END_CASE_GROUP")]
|
||||
else:
|
||||
a, b, block = tree.children
|
||||
return [Cmd("EVT_OP_CASE_RANGE", a, b), *block]
|
||||
def case_multi(self, tree):
|
||||
multi_case, block = tree.children
|
||||
return [*multi_case, *block, Cmd("EVT_OP_END_CASE_GROUP")]
|
||||
|
||||
def multi_case(self, tree):
|
||||
return [Cmd("EVT_OP_CASE_OR_EQ", expr) for expr in tree.children]
|
||||
|
||||
def loop_stmt(self, tree):
|
||||
expr = tree.children.pop(0) if len(tree.children) > 1 else 0
|
||||
block = tree.children[0]
|
||||
|
||||
for cmd in block:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(LoopCtx())
|
||||
|
||||
return [ Cmd("EVT_OP_LOOP", expr, meta=tree.meta), *block, Cmd("EVT_OP_END_LOOP") ]
|
||||
|
||||
def return_stmt(self, tree):
|
||||
return Cmd("EVT_OP_RETURN", meta=tree.meta)
|
||||
|
||||
def break_stmt(self, tree):
|
||||
return BreakCmd(meta=tree.meta)
|
||||
|
||||
def break_match_stmt(self, tree):
|
||||
return Cmd("EVT_OP_BREAK_SWITCH", meta=tree.meta)
|
||||
|
||||
def break_loop_stmt(self, tree):
|
||||
return Cmd("EVT_OP_BREAK_LOOP", meta=tree.meta)
|
||||
|
||||
def set_priority(self, tree):
|
||||
return Cmd("EVT_OP_SET_PRIORITY", tree.children[0], meta=tree.meta)
|
||||
|
||||
def set_timescale(self, tree):
|
||||
return Cmd("EVT_OP_SET_TIMESCALE", tree.children[0], meta=tree.meta)
|
||||
|
||||
def set_group(self, tree):
|
||||
return Cmd("EVT_OP_SET_GROUP", tree.children[0], meta=tree.meta)
|
||||
|
||||
def suspend_stmt(self, tree):
|
||||
commands = []
|
||||
for opcodes, expr in pairs(tree.children):
|
||||
if not "suspend" in opcodes:
|
||||
raise CompileError(f"`suspend {opcodes['__control_type__']}' not supported", meta=tree.meta)
|
||||
commands.append(Cmd(opcodes["suspend"], expr, meta=tree.meta))
|
||||
return commands
|
||||
def resume_stmt(self, tree):
|
||||
commands = []
|
||||
for opcodes, expr in pairs(tree.children):
|
||||
if not "resume" in opcodes:
|
||||
raise CompileError(f"`resume {opcodes['__control_type__']}' not supported", meta=tree.meta)
|
||||
commands.append(Cmd(opcodes["resume"], expr, meta=tree.meta))
|
||||
return commands
|
||||
def kill_stmt(self, tree):
|
||||
commands = []
|
||||
for opcodes, expr in pairs(tree.children):
|
||||
if not "kill" in opcodes:
|
||||
raise CompileError(f"`kill {opcodes['__control_type__']}' not supported", meta=tree.meta)
|
||||
commands.append(Cmd(opcodes["kill"], expr, meta=tree.meta))
|
||||
return commands
|
||||
def control_type_group(self, tree):
|
||||
return {
|
||||
"__control_type__": "group",
|
||||
"suspend": "EVT_OP_SUSPEND_GROUP",
|
||||
"resume": "EVT_OP_RESUME_GROUP",
|
||||
}
|
||||
def control_type_others(self, tree):
|
||||
return {
|
||||
"__control_type__": "others",
|
||||
"suspend": "EVT_OP_SUSPEND_OTHERS",
|
||||
"resume": "EVT_OP_RESUME_OTHERS",
|
||||
}
|
||||
def control_type_script(self, tree):
|
||||
return {
|
||||
"__control_type__": "script",
|
||||
"suspend": "EVT_OP_SUSPEND_THREAD",
|
||||
"resume": "EVT_OP_RESUME_THREAD",
|
||||
"kill": "EVT_OP_KILL_THREAD",
|
||||
}
|
||||
|
||||
def sleep_stmt(self, tree):
|
||||
return Cmd("EVT_OP_WAIT_FRAMES", tree.children[0], meta=tree.meta)
|
||||
def sleep_secs_stmt(self, tree):
|
||||
return Cmd("EVT_OP_WAIT_SECS", tree.children[0], meta=tree.meta)
|
||||
|
||||
def bind_stmt(self, tree):
|
||||
script, trigger, target = tree.children
|
||||
return Cmd("EVT_OP_BIND_TRIGGER", script, trigger, target, 1, 0, meta=tree.meta)
|
||||
def bind_set_stmt(self, tree):
|
||||
ret, script, trigger, target = tree.children
|
||||
return Cmd("EVT_OP_BIND_TRIGGER", script, trigger, target, 1, ret, meta=tree.meta)
|
||||
def bind_padlock_stmt(self, tree):
|
||||
script, trigger, target, items = tree.children
|
||||
return Cmd("EVT_OP_BIND_PADLOCK", script, trigger, target, items, 0, 1, meta=tree.meta)
|
||||
def unbind_stmt(self, tree):
|
||||
return Cmd("EVT_OP_UNBIND", meta=tree.meta)
|
||||
|
||||
def spawn_stmt(self, tree):
|
||||
return Cmd("EVT_OP_EXEC", tree.children[0], meta=tree.meta)
|
||||
def spawn_set_stmt(self, tree):
|
||||
lhs, script = tree.children
|
||||
return Cmd("EVT_OP_EXEC_GET_TID", script, lhs, meta=tree.meta)
|
||||
def await_stmt(self, tree):
|
||||
return Cmd("EVT_OP_EXEC_WAIT", tree.children[0], meta=tree.meta)
|
||||
def jump_stmt(self, tree):
|
||||
return Cmd("EVT_OP_JUMP", tree.children[0], meta=tree.meta)
|
||||
|
||||
def set_stmt(self, tree):
|
||||
lhs, opcodes, rhs = tree.children
|
||||
if is_fixed_var(rhs):
|
||||
opcode = opcodes.get("float", None)
|
||||
if not opcode:
|
||||
raise CompileError(f"float operation `{opcodes['__op__']}' not supported", tree.meta)
|
||||
else:
|
||||
opcode = opcodes.get("int", None)
|
||||
if not opcode:
|
||||
raise CompileError(f"int operation `{opcodes['__op__']}' not supported", tree.meta)
|
||||
return Cmd(opcode, lhs, rhs)
|
||||
def set_int_stmt(self, tree):
|
||||
lhs, opcodes, rhs = tree.children
|
||||
opcode = opcodes.get("int", None)
|
||||
if not opcode:
|
||||
raise CompileError(f"int operation `{opcodes['__op__']}' not supported", tree.meta)
|
||||
return Cmd(opcode, lhs, rhs)
|
||||
def set_float_stmt(self, tree):
|
||||
lhs, opcodes, rhs = tree.children
|
||||
opcode = opcodes.get("float", None)
|
||||
if not opcode:
|
||||
raise CompileError(f"float operation `{opcodes['__op__']}' not supported", tree.meta)
|
||||
return Cmd(opcode, lhs, rhs)
|
||||
def set_const_stmt(self, tree):
|
||||
lhs, opcodes, rhs = tree.children
|
||||
opcode = opcodes.get("const", None)
|
||||
if not opcode:
|
||||
raise CompileError(f"const operation `{opcodes['__op__']}' not supported", tree.meta)
|
||||
return Cmd(opcode, lhs, rhs)
|
||||
def set_op_eq(self, tree):
|
||||
return {
|
||||
"__op__": "=",
|
||||
"int": "EVT_OP_SET",
|
||||
"const": "EVT_OP_SET_CONST",
|
||||
"float": "EVT_OP_SETF",
|
||||
}
|
||||
def set_op_add(self, tree):
|
||||
return {
|
||||
"__op__": "+",
|
||||
"int": "EVT_OP_ADD",
|
||||
"float": "EVT_OP_ADDF",
|
||||
}
|
||||
def set_op_sub(self, tree):
|
||||
return {
|
||||
"__op__": "-",
|
||||
"int": "EVT_OP_SUB",
|
||||
"float": "EVT_OP_SUBF",
|
||||
}
|
||||
def set_op_mul(self, tree):
|
||||
return {
|
||||
"__op__": "*",
|
||||
"int": "EVT_OP_MUL",
|
||||
"float": "EVT_OP_MULF",
|
||||
}
|
||||
def set_op_div(self, tree):
|
||||
return {
|
||||
"__op__": "/",
|
||||
"int": "EVT_OP_DIV",
|
||||
"float": "EVT_OP_DIVF",
|
||||
}
|
||||
def set_op_mod(self, tree):
|
||||
return {
|
||||
"__op__": "%",
|
||||
"int": "EVT_OP_MOD",
|
||||
}
|
||||
def set_op_and(self, tree):
|
||||
return {
|
||||
"__op__": "&",
|
||||
"int": "EVT_OP_BITWISE_AND",
|
||||
"const": "EVT_OP_BITWISE_AND_CONST",
|
||||
}
|
||||
def set_op_or(self, tree):
|
||||
return {
|
||||
"__op__": "|",
|
||||
"int": "EVT_OP_BITWISE_OR",
|
||||
"const": "EVT_OP_BITWISE_OR_CONST",
|
||||
}
|
||||
|
||||
def variable(self, tree):
|
||||
name = tree.children[0]
|
||||
return self.alloc.variables.index(name) - 30000000
|
||||
|
||||
def var_decl(self, tree):
|
||||
return []
|
||||
|
||||
def label_decl(self, tree):
|
||||
if len(tree.children) == 1:
|
||||
label = tree.children[0]
|
||||
return Cmd("EVT_OP_LABEL", label, meta=tree.meta)
|
||||
else:
|
||||
label, cmd_or_block = tree.children
|
||||
|
||||
if type(cmd_or_block) is not list:
|
||||
cmd_or_block = [cmd_or_block]
|
||||
|
||||
for cmd in cmd_or_block:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(LabelCtx(label))
|
||||
|
||||
return [
|
||||
Cmd("EVT_OP_LABEL", label, meta=tree.meta),
|
||||
*cmd_or_block
|
||||
]
|
||||
def label_goto(self, tree):
|
||||
label = tree.children[0]
|
||||
return Cmd("EVT_OP_GOTO", label, meta=tree.meta)
|
||||
def label(self, tree):
|
||||
name = tree.children[0]
|
||||
if name in self.alloc.labels:
|
||||
return self.alloc.labels.index(name)
|
||||
raise CompileError(f"label `{name}' is undeclared", tree.meta)
|
||||
|
||||
def block_stmt(self, tree):
|
||||
block, = tree.children
|
||||
for cmd in block:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(BlockCtx())
|
||||
return block
|
||||
def spawn_block_stmt(self, tree):
|
||||
block, = tree.children
|
||||
for cmd in block:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(SpawnCtx())
|
||||
return [ Cmd("EVT_OP_THREAD", meta=tree.meta), *block, Cmd("EVT_OP_END_THREAD") ]
|
||||
def parallel_block_stmt(self, tree):
|
||||
block, = tree.children
|
||||
for cmd in block:
|
||||
if isinstance(cmd, BaseCmd):
|
||||
cmd.add_context(ParallelCtx())
|
||||
return [ Cmd("EVT_OP_CHILD_THREAD", meta=tree.meta), *block, Cmd("EVT_OP_END_CHILD_THREAD") ]
|
||||
|
||||
def entity_id(self, tree):
|
||||
expr, = tree.children
|
||||
return f"({expr} + 0x4000)"
|
||||
|
||||
def buf_use(self, tree):
|
||||
return Cmd("EVT_OP_USE_BUF", tree.children[0], meta=tree.meta)
|
||||
def buf_read(self, tree):
|
||||
args = tree.children
|
||||
cmds = []
|
||||
|
||||
while args:
|
||||
if len(args) >= 4:
|
||||
cmds.append(Cmd("EVT_OP_BUF_READ4", args.pop(0), args.pop(0), args.pop(0), args.pop(0), meta=tree.meta))
|
||||
elif len(args) == 3:
|
||||
cmds.append(Cmd("EVT_OP_BUF_READ3", args.pop(0), args.pop(0), args.pop(0), meta=tree.meta))
|
||||
elif len(args) == 2:
|
||||
cmds.append(Cmd("EVT_OP_BUF_READ2", args.pop(0), args.pop(0), meta=tree.meta))
|
||||
elif len(args) == 1:
|
||||
cmds.append(Cmd("EVT_OP_BUF_READ1", args.pop(0), meta=tree.meta))
|
||||
else:
|
||||
break
|
||||
|
||||
return cmds
|
||||
def buf_peek(self, tree):
|
||||
return Cmd("EVT_OP_BUF_PEEK", tree.children[0], tree.children[1], meta=tree.meta)
|
||||
|
||||
def buf_usef(self, tree):
|
||||
return Cmd("EVT_OP_USE_FBUF", tree.children[0], meta=tree.meta)
|
||||
def buf_readf(self, tree):
|
||||
args = tree.children
|
||||
cmds = []
|
||||
|
||||
while args:
|
||||
if len(args) >= 4:
|
||||
cmds.append(Cmd("EVT_OP_FBUF_READ4", args.pop(0), args.pop(0), args.pop(0), args.pop(0), meta=tree.meta))
|
||||
elif len(args) == 3:
|
||||
cmds.append(Cmd("EVT_OP_FBUF_READ3", args.pop(0), args.pop(0), args.pop(0), meta=tree.meta))
|
||||
elif len(args) == 2:
|
||||
cmds.append(Cmd("EVT_OP_FBUF_READ2", args.pop(0), args.pop(0), meta=tree.meta))
|
||||
elif len(args) == 1:
|
||||
cmds.append(Cmd("EVT_OP_FBUF_READ1", args.pop(0), meta=tree.meta))
|
||||
else:
|
||||
break
|
||||
|
||||
return cmds
|
||||
def buf_peekf(self, tree):
|
||||
return Cmd("EVT_OP_FBUF_PEEK", tree.children[0], tree.children[1], meta=tree.meta)
|
||||
|
||||
def use_array(self, tree):
|
||||
return Cmd("EVT_OP_USE_ARRAY", tree.children[0], meta=tree.meta)
|
||||
def use_flags(self, tree):
|
||||
return Cmd("EVT_OP_USE_FLAGS", tree.children[0], meta=tree.meta)
|
||||
def new_array(self, tree):
|
||||
return Cmd("EVT_OP_NEW_ARRAY", tree.children[0], tree.children[1], meta=tree.meta)
|
||||
|
||||
def does_script_exist(self, tree):
|
||||
return Cmd("EVT_OP_IS_THREAD_RUNNING", tree.children[1], tree.children[0], meta=tree.meta)
|
||||
|
||||
def compile_script(s):
|
||||
tree = script_parser.parse(s)
|
||||
|
||||
#eprint(tree.pretty())
|
||||
|
||||
commands = Compile().transform(tree)
|
||||
|
||||
# add RETURN END if no explicit END (top-level `break') was given
|
||||
if next((cmd for cmd in commands if cmd.opcode() == "EVT_OP_END"), None) == None:
|
||||
commands += (Cmd("EVT_OP_RETURN"), Cmd("EVT_OP_END"))
|
||||
|
||||
return commands
|
||||
|
||||
def read_until_closing_paren(f, depth=1, lex_strings=False):
|
||||
text = ""
|
||||
|
||||
in_string = False
|
||||
string_escape = False
|
||||
|
||||
while True:
|
||||
char = f.read(1)
|
||||
|
||||
if len(char) == 0:
|
||||
# EOF
|
||||
return text
|
||||
|
||||
if string_escape == True:
|
||||
string_escape = False
|
||||
elif char == "(" and not in_string:
|
||||
depth += 1
|
||||
elif char == ")" and not in_string:
|
||||
depth -= 1
|
||||
if depth == 0:
|
||||
break
|
||||
elif char == '"' and lex_strings:
|
||||
in_string = not in_string
|
||||
elif char == "\\" and in_string:
|
||||
string_escape = True
|
||||
|
||||
text += char
|
||||
|
||||
return text
|
||||
|
||||
def read_line(f):
|
||||
line = ""
|
||||
|
||||
while True:
|
||||
char = f.read(1)
|
||||
|
||||
if len(char) == 0:
|
||||
# EOF
|
||||
return line
|
||||
|
||||
if char == "\n":
|
||||
break
|
||||
|
||||
line += char
|
||||
|
||||
return line
|
||||
|
||||
def gen_line_map(source, source_line_no = 1):
|
||||
line_map = {}
|
||||
output = ""
|
||||
|
||||
output_line_no = 1
|
||||
|
||||
for line in source.splitlines(True):
|
||||
if line[0] == "#":
|
||||
parts = line[2:-1].split(" ")
|
||||
source_line_no = int(parts[0])
|
||||
else:
|
||||
line_map[output_line_no] = source_line_no
|
||||
output += line
|
||||
output_line_no += 1
|
||||
source_line_no += 1
|
||||
|
||||
return output, line_map
|
||||
|
||||
# Expects output from C preprocessor on argv
|
||||
SINGLE_FILE = False
|
||||
import sys
|
||||
|
||||
if __name__ == "__main__":
|
||||
if DEBUG_OUTPUT is not None:
|
||||
DEBUG_OUTPUT = open(DEBUG_OUTPUT, "w")
|
||||
'''
|
||||
while char := stdin.read(1):
|
||||
DEBUG_OUTPUT.write(char)
|
||||
exit()
|
||||
'''
|
||||
|
||||
in_file = stdin
|
||||
if SINGLE_FILE:
|
||||
in_file = open(sys.argv[1], "r")
|
||||
|
||||
line_no = 1
|
||||
char_no = 1
|
||||
file_info = []
|
||||
error = False
|
||||
|
||||
macro_name = "" # captures recent UPPER_CASE identifier
|
||||
prev_char = ""
|
||||
while not error:
|
||||
char = in_file.read(1)
|
||||
|
||||
if len(char) == 0:
|
||||
# EOF
|
||||
write(macro_name)
|
||||
break
|
||||
|
||||
if char == "#" and (prev_char == "\n" or prev_char == ""):
|
||||
# cpp line/file marker
|
||||
line = read_line(in_file)
|
||||
line_split = line[1:].split(" ")
|
||||
|
||||
line_no = int(line_split[0])
|
||||
file_info = line_split[1:]
|
||||
|
||||
write("#" + line + "\n")
|
||||
elif char == "(":
|
||||
if SINGLE_FILE:
|
||||
filename = sys.argv[1]
|
||||
else:
|
||||
filename = file_info[0][1:-1]
|
||||
|
||||
# SCRIPT(...)
|
||||
if macro_name == "SCRIPT":
|
||||
read_data = read_until_closing_paren(in_file, lex_strings=True)
|
||||
script_source, line_map = gen_line_map(read_data, source_line_no=line_no)
|
||||
|
||||
try:
|
||||
commands = compile_script(script_source)
|
||||
|
||||
write("{\n")
|
||||
for command in commands:
|
||||
if command.meta:
|
||||
write(f"# {line_map[command.meta.line]} {file_info[0]}\n")
|
||||
write(" ")
|
||||
for word in command.to_bytecode():
|
||||
if type(word) == str:
|
||||
write(word)
|
||||
elif type(word) == int:
|
||||
write(f"0x{word & 0xFFFFFFFF:X}")
|
||||
else:
|
||||
raise Exception(f"{command}.to_bytecode() gave {type(word)} {word}")
|
||||
write(", ")
|
||||
write("\n")
|
||||
write("}")
|
||||
except exceptions.UnexpectedEOF as e:
|
||||
eprint(f"{filename}:{line_no}: {ANSI_RED}error{ANSI_RESET}: unterminated SCRIPT(...) macro")
|
||||
error = True
|
||||
except exceptions.UnexpectedCharacters as e:
|
||||
line = line_map[e.line]
|
||||
char = script_source[e.pos_in_stream]
|
||||
allowed = e.allowed
|
||||
|
||||
eprint(f"{filename}:{line}: {ANSI_RED}script parse error{ANSI_RESET}: unexpected `{char}', expected {' or '.join(allowed)}")
|
||||
eprint(e.get_context(script_source))
|
||||
|
||||
error = True
|
||||
except exceptions.UnexpectedToken as e:
|
||||
line = line_map[e.line]
|
||||
|
||||
eprint(f"{filename}:{line}: {ANSI_RED}script parse error{ANSI_RESET}: unexpected `{e.token}'")
|
||||
eprint(e.get_context(script_source))
|
||||
|
||||
error = True
|
||||
except exceptions.VisitError as e:
|
||||
if type(e.orig_exc) == CompileError:
|
||||
line = line_map[e.orig_exc.meta.line]
|
||||
eprint(f"{filename}:{line}: {ANSI_RED}script compile error{ANSI_RESET}: {e.orig_exc}")
|
||||
else:
|
||||
eprint(f"{filename}:{line_no}: {ANSI_RED}internal script transform error{ANSI_RESET}")
|
||||
traceback.print_exc()
|
||||
error = True
|
||||
except CompileError as e:
|
||||
line = line_map[e.meta.line]
|
||||
eprint(f"{filename}:{line}: {ANSI_RED}script compile error{ANSI_RESET}: {e}")
|
||||
error = True
|
||||
except Exception as e:
|
||||
eprint(f"{filename}:{line_no}: {ANSI_RED}internal script compilation error{ANSI_RESET}")
|
||||
traceback.print_exc()
|
||||
error = True
|
||||
|
||||
line_no += script_source.count("\n")
|
||||
write(f"\n# {line_no} {file_info[0]}\n")
|
||||
else:
|
||||
# leave non-macro in source
|
||||
write(macro_name + char)
|
||||
|
||||
macro_name = ""
|
||||
elif char == "_" or (char >= 'A' and char <= 'Z'):
|
||||
macro_name += char
|
||||
else:
|
||||
write(macro_name + char)
|
||||
macro_name = ""
|
||||
|
||||
if char == "\n":
|
||||
char_no = 0
|
||||
line_no += 1
|
||||
|
||||
char_no += 1
|
||||
prev_char = char
|
||||
|
||||
if error:
|
||||
write("{ 1 / 0 };")
|
||||
exit(1)
|
||||
else:
|
||||
exit(0)
|
||||
@ -1,69 +0,0 @@
|
||||
#! /usr/bin/python3
|
||||
|
||||
import sys
|
||||
from compile_script import read_until_closing_paren
|
||||
|
||||
def read_scripts_in_file(in_file):
|
||||
line_no = 1
|
||||
|
||||
macro_name = "" # captures recent UPPER_CASE identifier
|
||||
prev_char = ""
|
||||
while True:
|
||||
char = in_file.read(1)
|
||||
|
||||
if len(char) == 0:
|
||||
# EOF
|
||||
break
|
||||
|
||||
if char == "#" and (prev_char == "\n" or prev_char == ""):
|
||||
pass
|
||||
elif char == "(":
|
||||
# SCRIPT(...)
|
||||
if macro_name == "SCRIPT":
|
||||
pos_before = in_file.tell()
|
||||
read_data = read_until_closing_paren(in_file, lex_strings=True)
|
||||
line_no += read_data.count("\n")
|
||||
assert read_data[0] == '{'
|
||||
yield pos_before, in_file.tell(), read_data
|
||||
|
||||
macro_name = ""
|
||||
elif char == "_" or (char >= 'A' and char <= 'Z'):
|
||||
macro_name += char
|
||||
else:
|
||||
macro_name = ""
|
||||
|
||||
if char == "\n":
|
||||
line_no += 1
|
||||
|
||||
prev_char = char
|
||||
|
||||
def process_script(script):
|
||||
# TODO
|
||||
return script
|
||||
|
||||
def process_file(filename):
|
||||
with open(filename, "r") as f:
|
||||
scripts = [k for k in read_scripts_in_file(f)]
|
||||
f.seek(0)
|
||||
file_content = f.read()
|
||||
|
||||
pos_delta = 0
|
||||
|
||||
for start_pos, end_pos, script in scripts:
|
||||
start_pos = start_pos - pos_delta
|
||||
end_pos = end_pos - pos_delta
|
||||
|
||||
script_len_before = len(script)
|
||||
script = process_script(script)
|
||||
script_len_after = len(script)
|
||||
|
||||
pos_delta += script_len_before - script_len_after
|
||||
|
||||
file_content = file_content[:start_pos] + script + file_content[end_pos-1:]
|
||||
|
||||
with open(filename, "w") as f:
|
||||
f.write(file_content)
|
||||
|
||||
if __name__ == "__main__":
|
||||
for filename in sys.argv[1:]:
|
||||
process_file(filename)
|
||||
@ -56,7 +56,6 @@ def write_ninja_rules(ninja: ninja_syntax.Writer, cpp: str, cppflags: str, extra
|
||||
cc_272_dir = f"{BUILD_TOOLS}/cc/gcc2.7.2/"
|
||||
cc_272 = f"{cc_272_dir}/gcc"
|
||||
cxx = f"{BUILD_TOOLS}/cc/gcc/g++"
|
||||
compile_script = f"$python {BUILD_TOOLS}/cc_dsl/compile_script.py"
|
||||
|
||||
CPPFLAGS_COMMON = "-Iver/$version/build/include -Iinclude -Isrc -Iassets/$version -D_LANGUAGE_C -D_FINALROM " \
|
||||
"-DVERSION=$version -DF3DEX_GBI_2 -D_MIPS_SZLONG=32"
|
||||
@ -107,13 +106,6 @@ def write_ninja_rules(ninja: ninja_syntax.Writer, cpp: str, cppflags: str, extra
|
||||
deps="gcc",
|
||||
)
|
||||
|
||||
ninja.rule("cc_dsl",
|
||||
description="dsl $in",
|
||||
command=f"bash -o pipefail -c '{cpp} {CPPFLAGS} {cppflags} $cppflags -MD -MF $out.d $in -o - | {compile_script} | {iconv} > $out.i && {cc} {cflags} $cflags $out.i -o $out'",
|
||||
depfile="$out.d",
|
||||
deps="gcc",
|
||||
)
|
||||
|
||||
ninja.rule("cc_ido",
|
||||
description="ido $in",
|
||||
command=f"{ccache}{cc_ido} -w {CPPFLAGS_COMMON} {cppflags} $cppflags -c -mips1 -O0 -G0 -non_shared -Xfullwarn -Xcpluscomm -o $out $in",
|
||||
@ -345,7 +337,7 @@ class Configure:
|
||||
|
||||
if task == "yay0":
|
||||
implicit.append(YAY0_COMPRESS_TOOL)
|
||||
elif task in ["cc", "cc_dsl", "cxx"]:
|
||||
elif task in ["cc", "cxx"]:
|
||||
order_only.append("generated_headers_" + self.version)
|
||||
|
||||
ninja.build(
|
||||
@ -381,14 +373,10 @@ class Configure:
|
||||
else: # papermario
|
||||
cflags = "-fforce-addr"
|
||||
|
||||
# check for dsl
|
||||
# c
|
||||
task = "cc"
|
||||
if entry.src_paths[0].suffixes[-1] == ".cpp":
|
||||
task = "cxx"
|
||||
with entry.src_paths[0].open() as f:
|
||||
s = f.read()
|
||||
if " SCRIPT(" in s or "#pragma SCRIPT" in s:
|
||||
task = "cc_dsl"
|
||||
|
||||
if seg.name.endswith("osFlash"):
|
||||
task = "cc_ido"
|
||||
|
||||
Loading…
Reference in New Issue
Block a user