import json import re import sys Define regular expressions for the tokens…
- User
import json import re import sys
Define regular expressions for the tokens
token_patterns = [ (r'#[^\n]', None), # comments (ignored; match till end of line) (r'\s+', None), # whitespace (ignored) (r'[', 'LBRACKET'), (r']', 'RBRACKET'), (r'{', 'LBRACE'), (r'}', 'RBRACE'), (r'%{', 'LMAPBRACE'), (r'=>', 'ARROW'), (r',', 'COMMA'), (r'(true|false)', 'BOOLEAN'), (r'(0|[1-9][0-9_])', 'INTEGER'), # Corrected INTEGER pattern (r':[A-Za-z_]\w*', 'ATOM'), # For :atom syntax (r'[A-Za-z_]\w*', 'KEY'), # For keys in key-value pairs ]
Create a combined regex pattern for tokenization
regex_parts = [f'(?P<{name}>{pattern})' if name else f'(?:{pattern})' for pattern, name in token_patterns] token_regex = '|'.join(regex_parts) token_re = re.compile(token_regex)
class TokenizerException(Exception): pass
class ParserException(Exception): pass
def tokenize(text): pos = 0 while pos < len(text): match = token_re.match(text, pos) if not match: raise TokenizerException(f'Illegal character {text[pos]!r} at index {pos}') pos = match.end() if match.lastgroup: # Only yield tokens with a named group (ignore None group names) yield match.lastgroup, match.group(match.lastgroup)
Define a node structure to represent the parse tree
class Node: def init(self, kind, value): self.kind = kind self.value = value
def to_json(self): if self.kind == "map": return {"%k": self.kind, "%v": {k.to_json()["%v"]: v.to_json() for k, v in self.value}} elif self.kind == "list": return {"%k": self.kind, "%v": [item.to_json() for item in self.value]} else: return {"%k": self.kind, "%v": self.value}class Parser: def init(self, tokens): self.tokens = iter(tokens) self.current_token = None self.next_token()
def next_token(self): try: self.current_token = next(self.tokens) except StopIteration: self.current_token = None def parse(self): result = self.parse_sentence() if self.current_token is not None: raise ParserException('Unexpected token at the end') return result def parse_sentence(self): nodes = [] while self.current_token is not None: node = self.parse_data_literal() nodes.append(node) if self.current_token and self.current_token[0] in {'COMMA', 'COLON', 'ARROW'}: # Consume any commas or colons between literals self.next_token() return nodes def parse_data_literal(self): if self.current_token[0] == 'LBRACKET': return self.parse_list() elif self.current_token[0] == 'LBRACE': return self.parse_tuple() elif self.current_token[0] == 'LMAPBRACE': return self.parse_map() elif self.current_token[0] == 'INTEGER': value = int(self.current_token[1]) self.next_token() return Node('int', value) elif self.current_token[0] == 'ATOM': # Keep the leading colon as required value = self.current_token[1] self.next_token() return Node('atom', value) elif self.current_token[0] == 'BOOLEAN': value = self.current_token[1] == 'true' self.next_token() return Node('bool', value) elif self.current_token[0] == 'KEY': value = self.current_token[1] self.next_token() if self.current_token and self.current_token[0] == 'COLON': self.next_token() # Skip ':' return Node('key', value) return Node('string', value) else: raise ParserException(f'Unexpected token {self.current_token[1]}') def parse_list(self): self.next_token() # Skip '[' items = [] while self.current_token and self.current_token[0] != 'RBRACKET': item = self.parse_data_literal() items.append(item) if self.current_token and self.current_token[0] == 'COMMA': self.next_token() # Skip the comma if not self.current_token or self.current_token[0] != 'RBRACKET': raise ParserException('List not properly terminated with ]') self.next_token() # Skip ']' return Node('list', items) def parse_tuple(self): items = [] self.next_token() # Skip '{' while self.current_token is not None and self.current_token[0] != 'RBRACE': items.append(self.parse_data_literal()) if self.current_token and self.current_token[0] == 'COMMA': self.next_token() # Skip commas if self.current_token is None or self.current_token[0] != 'RBRACE': raise ParserException('Tuple not properly terminated with }') self.next_token() # Skip '}' return Node('tuple', [item.to_json() for item in items]) def parse_map(self): self.next_token() # Skip '%{' map_items = {} while self.current_token and self.current_token[0] != 'RBRACE': # Expect a key if self.current_token[0] not in {'ATOM', 'KEY'}: raise ParserException(f'Expected map key, found {self.current_token}') # Extract the key value key = self.current_token[1] if self.current_token[0] == 'ATOM' else ':{}'.format(self.current_token[1]) self.next_token() # Consume the key # Expect '=>' or ':' if self.current_token and self.current_token[0] not in {'ARROW', 'COLON'}: raise ParserException(f'Expected “=>” or “:”, found {self.current_token}') self.next_token() # Consume '=>' or ':' # Parse the value value = self.parse_data_literal() map_items[key] = value if self.current_token and self.current_token[0] == 'COMMA': self.next_token() # Skip comma if not self.current_token or self.current_token[0] != 'RBRACE': raise ParserException('Map not properly terminated with }') self.next_token() # Skip the '}' return Node('map', map_items)def main(): try: text = input("Enter your input: ") # Tokenize the text tokens = list(tokenize(text)) # Check if the tokens list is empty after tokenization if not tokens: print(json.dumps([])) # Output an empty list else: parser = Parser(tokens) result = parser.parse() # Generate the JSON output from the parse result json_output = json.dumps([node.to_json() for node in result], separators=(',', ':')) print(json_output) except TokenizerException as e: sys.stderr.write(str(e) + '\n') except ParserException as e: sys.stderr.write(str(e) + '\n')
if name == 'main': main() Unfortunately, gradescope removes execute permissions when unpacking the zip archive. So you cannot set up your run.sh script to run interpeter files directly. So for example, a run.sh which contains the line dir/elixir-literal.mjs. Similarly, for Python use python3 dir/elixir-literal.py.
- Assistant
It looks like you're attempting to parse Elixir-style data literals into a JSON format. However, there are a couple of issues with your code which I'll address below, ensuring the overall functionality is maintained:
-
The first objective is to sanitize the
token_patternsarray. The regular expression for the'['and']'tokens is currently incorrect because the brackets will be interpreted as character classes in the regular expressions. You should escape these characters ('\['and'\]'). -
Your comment regarding running the script in a
run.shshell script suggests you need to usepython3to run your Python scripts, which is indeed the correct way to invoke Python when direct execution is not permitted. -
Ensure that every
ParseExceptioncontains useful information about what the parser was trying to parse and where the error occurred. Including this information can make it easier to debug parsing errors. -
The
parse_tuplefunction seems to be storing the parsed tuple as JSON objects in a list, but typically a tuple would be translated to a JSON array, not an object. You should probably revise this to match the typical JSON representation of a tuple. -
Your main function reads input directly from the console, which should work fine if that's the expected usage pattern. However, depending on your exact requirements or the interface of the program, you might need to read input data from a file or another source.
With these considerations in mind, here's how you could adjust the
token_patternsandmainfunction, taking into account the requirements for yourrun.sh:token_patterns = [ (r'#[^\n]*', None), # comments (ignored; match till end of line) (r'\s+', None), # whitespace (ignored) (r'\[', 'LBRACKET'), # Fixed: escaped bracket (r'\]', 'RBRACKET'), # Fixed: escaped bracket (r'{', 'LBRACE'), (r'}', 'RBRACE'), (r'%{', 'LMAPBRACE'), (r'=>', 'ARROW'), (r',', 'COMMA'), (r'(true|false)', 'BOOLEAN'), (r'(0|[1-9][0-9_]*)', 'INTEGER'), # Corrected INTEGER pattern (r':[A-Za-z_]\w*', 'ATOM'), # For :atom syntax (r'[A-Za-z_]\w*', 'KEY'), # For keys in key-value pairs # ... rest of your patterns ] # ... rest of your code if __name__ == '__main__': main()And an appropriate
run.shscript might look like this:#!/bin/sh # Assuming the python file is in the same directory as run.sh dir="$(dirname "$0")" python3 "$dir/elixir-literal.py"Do remember to grant execute permissions to the
run.shfile usingchmodbefore zipping your application if required by your deployment system. -