[refactor] Move files out of lazylex/

Preparing for data_lang/htm8.py. Add htm8.asdl. Not used yet.
oils-for-unix · Jan 14, 2025 · 69df0b2 · 69df0b2
1 parent 108f1a3
commit 69df0b2
Show file tree

Hide file tree

Showing 6 changed files with 28 additions and 3 deletions.
diff --git a/build/py.sh b/build/py.sh
@@ -139,6 +139,7 @@ py-codegen() {
   # depends on syntax.asdl
   gen-asdl-py 'core/runtime.asdl'
   gen-asdl-py 'core/value.asdl'
+  gen-asdl-py 'data_lang/htm8.asdl'
   gen-asdl-py 'data_lang/nil8.asdl'
   gen-asdl-py 'display/pretty.asdl'
   gen-asdl-py 'mycpp/mycpp.asdl'

diff --git a/data_lang/htm8.asdl b/data_lang/htm8.asdl
@@ -0,0 +1,24 @@
+
+module htm8
+{
+
+  h8_id =
+    Decl 
+
+    # CommentBegin, ProcessingBegin, CDataBegin are "pseudo-tokens", not visible
+  | Comment | CommentBegin 
+  | Processing | ProcessingBegin
+  | CData | CDataBegin
+
+  | StartTag | StartEndTag | EndTag 
+
+  | DecChar | HexChar | CharEntity 
+
+  | RawData | HtmlCData 
+
+  | BadAmpersand | BadGreaterThan | BadLessThan 
+
+  | Invalid
+  | EndOfStream
+  generate [no_namespace_suffix]  # cosmetic: call it h8_id, not h8_id_e
+}
diff --git a/lazylex/testdata.html → data_lang/testdata/hello.htm8 b/lazylex/testdata.html → data_lang/testdata/hello.htm8
diff --git a/lazylex/README.md → doc/lazylex.md b/lazylex/README.md → doc/lazylex.md
diff --git a/doctools/oils_doc_test.py b/doctools/oils_doc_test.py
@@ -7,7 +7,7 @@
 from lazylex import html
 from doctools import oils_doc  # module under test
 
-with open('lazylex/testdata.html') as f:
+with open('data_lang/testdata/hello.htm8') as f:
     TEST_HTML = f.read()
 
 
@@ -58,7 +58,7 @@ def testShPrompt(self):
 
     def testHighlightCode(self):
         # type: () -> None
-        # lazylex/testdata.html has the language-sh-prompt
+        # data_lang/testdata/hello.htm8 has the language-sh-prompt
 
         h = oils_doc.HighlightCode(TEST_HTML, None)
         self.assert_('<span class="sh-prompt">' in h, h)

diff --git a/lazylex/html_test.py b/lazylex/html_test.py
@@ -9,7 +9,7 @@
 
 log = html.log
 
-with open('lazylex/testdata.html') as f:
+with open('data_lang/testdata/hello.htm8') as f:
     TEST_HTML = f.read()