update metagrammar

[sbp.git] / tests / tibdoc.g

diff --git a/tests/tibdoc.g b/tests/tibdoc.g
index 218274b..b3b107e 100644 (file)
--- a/tests/tibdoc.g
+++ b/tests/tibdoc.g
@@ -48,59 +48,65 @@
 //     [c] ...
 
 // FIXME: these have to go at the top so they have their dropAll bit set before PreSequence.build...
-ws         = w**
-w          =  [\r\n\ ]
+w          = " " | "\n" | "\r"
+ws         =  "()":: w**
+//           |  "()":: w** "#" (~[\n])* "\n" ws
 nw         = ~[\r\n\ ]
 
 //////////////////////////////////////////////////////////////////////////////
 
 s                   = Doc
 
-Doc                 = head:{Header} body:Body  /ws
-Header              = "header" attrs:{ KeyVal */ ws }  /ws
-Body                = {Section}*/ws
-Section             = SectionHeader Paragraphs /ws
+Doc                 = head:Header ws! body:Body
+Header              = { "\\header" { KeyVal */ ws } /ws }
+Body                = { Section } */ws
+Section             = SectionHeader ws! Paragraph*
 SectionHeader       = "==" SectionHeaderBody "=="
 SectionHeaderBody   =  "=" SectionHeaderBody "="
-                    >      !ws alphanum++ !ws
+                    >      ws! text ws!
 
 sp       = " "**
-blank    = !sp "\n" !sp "\n" !ws
+blank    = sp! "\n" sp! "\n" ws!
 
-KeyVal       = key:word "=" val:text /ws
+KeyVal       = key:bareword "=" val:text /ws
 wp           = w++
 num          = [0-9]++
-Paragraphs   = "[]":: { Blockquote:: "\"\" "    text } Paragraphs
-             > "[]":: { HR::         "---" "-"*      } Paragraphs
-             > "[]":: { P::          text            } Paragraphs
-             > ()
 
-onums        = nums !(". "|") ")
+Paragraph   = { Blockquote:: "\"\" "    text }
+            > HR::         { "---" "-"*      }
+            >         { OL:: (text &~ (text! ws! {oli}+)) ws! {oli}+  }
+            > P::          { text          }
+
+onums        = nums (". "|") ")!
 any          = ~[]*
 
-uli          =  "* "         (!ws text &~ any !(oli|uli))
-oli          = !("# "|onums) (!ws text &~ any !(oli|uli))
+uli          =  "* "         (ws! text &~ any (oli|uli)!)
+oli          = onums!        (ws! text &~ any (oli|uli)!)
 
 text         = Item
-Itemx        = !ws Item
-             | ()
-Item         = blockquote
-             > "[]":: { UL:: uli+/ws }           Itemx
-             | "[]":: { OL:: oli+/ws }           Itemx
-             > "[]":: pre                        Itemx
-             > "[]":: link                       Itemx
-             > "[]":: structured                 Itemx
-             > "[]":: styled                     Itemx
-             > "[]":: (Chars:: text:alphanum++)  Itemx
-             > "[]":: "\"" text "\""             Itemx
-//           > "[]":: symbol                     Itemx
-             > "[]":: (Symbol:: sym++)           Itemx
-//             > "[]":: Paragraph                  Itemx
-
-blockquote   = Blockquote:: "\"\"" text "\"\""
-             | Blockquote:: "\"\"" block
+
+Item*/ws     =
+               blockquote
+//             > ^"#" ws! { ~[]* }
+             > Verbatim
+             > InlineGrammar
+             > link                       
+             > structured                 
+             > styled                     
+             > (Chars:: alphanum++)       
+             > Quotes:: "\"" text "\""         
+             > (Symbol:: sym++)           
+             > { Block:: text }
+
+word = Chars:: bareword
+
+blockquote = "adsfafewag"
+//blockquote   = Blockquote:: "\"\"" (block | text "\"\"")
              
-pre          = Verbatim:: "[verbatim]" { ~[]+ } /ws   // FIXME doesn't work
+Verbatim      = "[verbatim]" ws! { (~[])++ }
+
+#import meta.g as meta
+InlineGrammar = "\grammar"   ws! { meta.Grammar }
 
 styled       = Underline::     "__" text "__"      
              | Footnote::      "((" text "))"      
@@ -116,18 +122,24 @@ styled       = Underline::     "__" text "__"
 
 block         = { text }
 
-link          = Link:: text:({ text })      "->" href:(url|email)
-              > Link:: text:alphanum++  !ws "->" href:(url|email)
+link          = text:({ text }|word)  "->" ws! href:href
+href          = url | email | {href}
 
-structured    = command & "\\" !([a-zA-Z0-9]++) block?
+structured    = command & "\\" ([a-zA-Z0-9]++)! block?
               > glyph
               > email
               > url
 
-glyph        = Euro:: "(e)" | "(r)" | "(c)" | "(tm)" | emdash:: "--" | "..."
+glyph        = euro::     "(e)"
+             | r::        "(r)"
+             | c::        "(c)"
+             | tm::       "(tm)"
+             | emdash::   "--"
+             | ellipses:: "..."
+             | cent::     "\\cent"
+
+command      = "\\" [a-z]++
 
-command      = Today::     "\\today"
-             | LineBreak:: "\\br"
 
 // URLs //////////////////////////////////////////////////////////////////////////////
 
@@ -135,15 +147,23 @@ command      = Today::     "\\today"
 // subtypes of url (ftp, etc) as conjunctions, but the "master pattern"
 // only gets parsed once
 
-urlpath      = urlchar*
+urlpath      = urlchar* -> ~urlv           // this ~urlv should be handled by url! bug!
 username     = [a-zA-Z0-9;/?:&=$\-_.+]++
 password     = [a-zA-Z0-9;/?:&=$\-_.+]++
 urlc         = [a-zA-Z0-9;/?:&=$\-_.+@]
 urlv         = urlc | [%]
 urlchar      = urlc
              | urlescape:: "%" [0-9] [0-9]
-url          = "mailto" ":"   email -> ~urlv
-             > URL:: method:method "://" login:url_login? host:host port:(":" nums)? path:("/" urlpath)? -> ~urlv
+url          = Mailto:: "mailto" ":"   email -> ~urlv
+             > URL::
+                  method:method 
+                  "://"
+                  login:url_login?
+                  host:host
+                  port:(":" nums)?
+                  path:("/" urlpath)?
+                  ref:("#" urlpath)?
+                     -> ~(urlv|[\#])
 url_login    = Login:: username:username password:(":" password) "@"
 method       = [+\-.a-z0-9]+
 domain       = (part +/ ".") -> ~"."
@@ -151,7 +171,7 @@ part         = [a-zA-Z0-9\-]++
 // interesting use of boolean grammars
 //            &~ ([\-0-9] ~[]* | ~[]* [\-0-9])
 
-email        = Email:: user:username "@" host:host -> ~[.]
+email        = user:username "@" host:host -> ~[.]
 nums         = [0-9]++
 host         = IP::  nums "." nums "." nums "." nums
              | DNS:: domain
@@ -160,11 +180,11 @@ host         = IP::  nums "." nums "." nums "." nums
 
 // Tokens ///////////////////////////////////////////////////////////////////
 
-word       = alphanum++
+bareword   = alphanum++
            | quoted
 
 quoted     = "\"" ((~[\"\\] | escaped)+) "\""
-           | "":: "\"\""
+           | "\"\"":: "\"\""
 escaped    = lf:: "\\n"
            | cr:: "\\r"
            | "\\" ~[nr]
@@ -173,8 +193,8 @@ escaped    = lf:: "\\n"
 // Chars ///////////////////////////////////////////////////////////////
 
 alpha      = [a-zA-Z]
-//num        = [0-9]
 alphanum   = [a-zA-Z0-9]
 sym        = ~[a-zA-Z0-9\ \r\n=\">]
+//sym        = [,()]