Implemented issue #1

.gitignore

@@ -5,4 +5,5 @@ __pycache__/
 .project
 .pydevproject
 .idea
-checklist.txt
+checklist.txt
+build/

ChangeLog

@@ -1,3 +1,8 @@
+2016.10.24, Version 1.1.3 (Stable)
+
+    - Added export to Python method. This can be useful even if the source is
+      already defined in Python language. (see issue #1)
+
 2016.07.02, Version 1.1.2 (Stable)
 
     - Fixed export_c() to support Ref(). An update to cleri is not needed since

pyleri/__init__.py

@@ -34,4 +34,4 @@
 __author__ = 'Jeroen van der Heijden'
 __maintainer__ = 'Jeroen van der Heijden'
 __email__ = 'jeroen@transceptor.technology'
-__version__ = '1.1.2'
+__version__ = '1.1.3'

pyleri/choice.py

@@ -51,6 +51,22 @@ def _stop_at_first_match(self, root, tree, rule, s, node):
     def _run_export_js(self, js_identation, ident, classes):
         return self._export_js_elements(js_identation, ident, classes)
 
+    def _run_export_py(self, py_identation, ident, classes):
+        new_ident = ident + 1
+        value = ',\n'.join(['{ident}{elem}'.format(
+            ident=py_identation * new_ident,
+            elem=elem._export_py(
+                py_identation,
+                new_ident,
+                classes)) for elem in self._elements])
+        return 'Choice(\n{val},\n{ident}most_greedy={mg})'.format(
+            mg='{mg}'.format(
+                ident=py_identation * (ident + 1),
+                mg=('False', 'True')[
+                    self._get_node_result == self._most_greedy_result]),
+            val=value,
+            ident=py_identation * new_ident)
+
     @c_export
     def _run_export_c(self, c_identation, ident, enums, gid):
         new_ident = ident + 1

pyleri/elements.py

@@ -60,6 +60,27 @@ def _export_js_elements(self, js_identation, ident, classes):
     def _run_export_js(self, js_identation, ident, classes):
         return 'not_implemented'
 
+    def _export_py(self, py_identation, ident, classes):
+        classes.add(self.__class__.__name__.lstrip('_'))
+        if hasattr(self, 'name') and ident:
+            return self.name
+        return self._run_export_py(py_identation, ident or 1, classes)
+
+    def _export_py_elements(self, py_identation, ident, classes):
+        new_ident = ident + 1
+        value = ',\n'.join(['{ident}{elem}'.format(
+            ident=py_identation * new_ident,
+            elem=elem._export_py(
+                py_identation,
+                new_ident, classes)) for elem in self._elements])
+        return '{class_name}(\n{value}\n{ident})'.format(
+            class_name=self.__class__.__name__.lstrip('_'),
+            value=value,
+            ident=py_identation * ident)
+
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'not_implemented'
+
     @c_export
     def _export_c(self, c_identation, ident, enums, gid):
         if hasattr(self, 'name') and ident:

pyleri/grammar.py

@@ -132,6 +132,25 @@ class Grammar(metaclass=_OrderedClass):
 }})(
 {constructors}
 );
+'''.lstrip()
+
+    PY_IDENTATION = ' ' * 4
+    PY_MODULE_NAME = 'pyleri'
+    PY_TEMPLATE = '''
+"""
+ This grammar is generated using the Grammar.export_py() method and
+ should be used with the {py_module} python module.
+
+ Source class: {name}
+ Created at: {datetime}
+"""
+import re
+{imports}
+
+class {name}(Grammar):
+{ident}
+{ident}RE_KEYWORDS = re.compile('{re_keywords}')
+{language}
 '''.lstrip()
 
     C_IDENTATION = ' ' * 4
@@ -204,7 +223,7 @@ def export_js(
             js_module_name=JS_MODULE_NAME,
             js_template=JS_TEMPLATE,
             js_identation=JS_IDENTATION):
-        '''Export the grammar as a JavaScript file which can be
+        '''Export the grammar to a JavaScript file which can be
         used with the js-lrparsing module.'''
 
         language = []
@@ -249,7 +268,56 @@ def export_js(
                             'window',
                             js_module_name, n]) for n in classes])))
 
+    def export_py(
+            self,
+            py_module_name=PY_MODULE_NAME,
+            py_template=PY_TEMPLATE,
+            py_identation=PY_IDENTATION):
+        '''Export the grammar to a python file which can be
+        used with the pyleri module. This can be useful when python code
+        if used to auto-create a grammar and an export of the final result is
+        required.'''
+
+        language = []
+        classes = {'Grammar'}
+        ident = 0
+
+        for name in self._order:
+            elem = getattr(self, name, None)
+            if not isinstance(elem, Element):
+                continue
+            if not hasattr(elem, '_export_py'):
+                continue
+            language.append('{ident}{name} = {value}'.format(
+                ident=py_identation,
+                name=name,
+                value=elem._export_py(py_identation, ident, classes)))
+
+        for name, ref in self._refs.items():
+            language.append('{ident}{name} = {value}'
+                .format(
+                    ident=py_identation,
+                    name=name,
+                    value=ref._element._export_py(
+                        py_identation,
+                        ident,
+                        classes)))
+
+        return py_template.format(
+            name=self.__class__.__name__,
+            ident=py_identation,
+            py_module=py_module_name,
+            datetime=time.strftime('%Y-%m-%d %H:%M:%S', time.localtime()),
+            language='\n'.join(language),
+            re_keywords=self.RE_KEYWORDS.pattern.replace('\\', '\\\\'),
+            imports='\n'.join(
+                map(lambda s: s,
+                    [' '.join(['from', py_module_name, 'import', n])
+                    for n in classes if n != 'Rule'])))
+
     def export_c(self, target=C_TARGET, c_identation=C_IDENTATION):
+        '''Export the grammar to a c (source and header) file which can be
+        used with the cleri module.'''
         language = []
         ident = 0
         enums = set()

pyleri/keyword.py

@@ -60,6 +60,11 @@ def _run_export_js(self, js_identation, ident, classes):
             self._keyword,
             ', true' if self._ign_case else '')
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'Keyword(\'{}\'{})'.format(
+            self._keyword,
+            ', True' if self._ign_case else '')
+
     @c_export
     def _run_export_c(self, c_identation, ident, enums, gid):
         return 'cleri_keyword({}, "{}", {})'.format(

pyleri/list.py

@@ -86,6 +86,14 @@ def _run_export_js(self, js_identation, ident, classes):
             self._max or 'undefined',
             'true' if self._opt else 'false')
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'List({}, {}, {}, {}, {})'.format(
+            self._element._export_py(py_identation, ident, classes),
+            self._delimiter._export_py(py_identation, ident, classes),
+            self._min,
+            self._max or 'None',
+            'True' if self._opt else 'False')
+
     @c_export
     def _run_export_c(self, c_identation, ident, enums, gid):
         return 'cleri_list({}, {}, {}, {}, {}, {})'.format(

pyleri/optional.py

@@ -32,6 +32,10 @@ def _run_export_js(self, js_identation, ident, classes):
         return 'Optional({})'.format(
             self._element._export_js(js_identation, ident, classes))
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'Optional({})'.format(
+            self._element._export_py(py_identation, ident, classes))
+
     @c_export
     def _run_export_c(self, c_identation, ident, enums, gid):
         return 'cleri_optional({}, {})'.format(

pyleri/prio.py

@@ -33,6 +33,9 @@ def _get_node_result(self, root, tree, rule, s, node):
     def _run_export_js(self, js_identation, ident, classes):
         return self._export_js_elements(js_identation, ident, classes)
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return self._export_py_elements(py_identation, ident, classes)
+
     def _run_export_c(self, c_identation, ident, enums):
         return self._export_c_elements(c_identation, ident, enums)
 

pyleri/ref.py

@@ -28,3 +28,6 @@ def element(self, element):
 
     def _run_export_js(self, js_identation, ident, classes):
         return 'Ref({})'.format(self._element.__class__.__name__)
+
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'Ref()'

pyleri/regex.py

@@ -34,6 +34,10 @@ def _run_export_js(self, js_identation, ident, classes):
         return 'Regex(\'{}\')'.format(
             self._compiled.pattern.replace('\\', '\\\\').replace('\'', '\\\''))
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'Regex(\'{}\')'.format(
+            self._compiled.pattern.replace('\\', '\\\\').replace('\'', '\\\''))
+
     @c_export
     def _run_export_c(self, c_identation, ident, enums, gid):
         return 'cleri_regex({}, "{}")'.format(

pyleri/repeat.py

@@ -56,6 +56,12 @@ def _run_export_js(self, js_identation, ident, classes):
             self._min,
             self._max or 'undefined')
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'Repeat({}, {}, {})'.format(
+            self._element._export_py(py_identation, ident, classes),
+            self._min,
+            self._max or 'None')
+
     @c_export
     def _run_export_c(self, c_identation, ident, enums, gid):
         return 'cleri_repeat({}, {}, {}, {})'.format(

pyleri/rule.py

@@ -28,6 +28,9 @@ def _get_node_result(self, root, tree, rule, _s, node):
     def _run_export_js(self, js_identation, ident, classes):
         return self._element._export_js(js_identation, ident, classes)
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return self._element._export_py(py_identation, ident, classes)
+
     def _run_export_c(self, c_identation, ident, enums):
         name = getattr(self, 'name', None)
         if name is not None:

pyleri/sequence.py

@@ -27,5 +27,8 @@ def _get_node_result(self, root, tree, rule, _s, node):
     def _run_export_js(self, js_identation, ident, classes):
         return self._export_js_elements(js_identation, ident, classes)
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return self._export_py_elements(py_identation, ident, classes)
+
     def _run_export_c(self, c_identation, ident, enums):
         return self._export_c_elements(c_identation, ident, enums)

pyleri/this.py

@@ -27,6 +27,10 @@ def _export_js(self, js_identation, ident, classes):
         classes.add('THIS')
         return 'THIS'
 
+    def _export_py(self, py_identation, ident, classes):
+        classes.add('THIS')
+        return 'THIS'
+
     def _export_c(self, c_identation, ident, enums):
         return 'CLERI_THIS'
 

pyleri/token.py

@@ -31,6 +31,9 @@ def _get_node_result(self, root, tree, rule, s, node):
     def _run_export_js(self, js_identation, ident, classes):
         return 'Token(\'{}\')'.format(self._token)
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'Token(\'{}\')'.format(self._token)
+
     @c_export
     def _run_export_c(self, js_identation, ident, enums, gid):
         return 'cleri_token({}, "{}")'.format(

pyleri/tokens.py

@@ -29,6 +29,9 @@ def _get_node_result(self, root, tree, rule, s, node):
     def _run_export_js(self, js_identation, ident, classes):
         return 'Tokens(\'{}\')'
 
+    def _run_export_py(self, py_identation, ident, classes):
+        return 'Tokens(\'{}\')'
+
     @c_export
     def _run_export_c(self, c_identation, ident, enums, gid):
         return 'cleri_tokens({}, "{}")'.format(

setup.py

@@ -1,6 +1,6 @@
 from distutils.core import setup
 
-VERSION = '1.1.2'
+VERSION = '1.1.3'
 
 setup(
     name='pyleri',

test/test_pyleri.py

@@ -1,5 +1,8 @@
 import unittest
 import gc
+import sys
+sys.path.append('..')
+
 from pyleri import (
     Keyword,
     Sequence,