parser lexer

Makefile

@@ -6,7 +6,8 @@ FORMAT_DIRS = \
 	cli \
 	example-library-usages \
 	src \
-	tests
+	tests \
+	parser-tests \
 
 .PHONY: run
 run: build
@@ -35,6 +36,15 @@ test: build
 	npx elm-test
 	npx ava
 
+.PHONY: regenerate
+regenerate:
+	cd parser-tests \
+		&& npx elm make Update.elm --output elm.js \
+		&& node --unhandled-rejections=strict update \
+		; CODE=$$? \
+		; elm-format ../tests/ParserLexerTestCases.elm --yes \
+		; exit $$CODE
+
 .PHONY: format
 format:
 	npx elm-format $(FORMAT_DIRS) --yes

integration-tests/cli/non-zero-exit-error/test.test.js.md

@@ -23,5 +23,5 @@ Generated by [AVA](https://avajs.dev).
     `---------------------------␊
     -- STARTING THE COMPILER --␊
     ---------------------------␊
-    Main.main: Value { expression = Plus (Int 1) (Var { name = "y", qualifiedness = PossiblyQualified Nothing }), typeAnnotation = Nothing }␊
+    Main.main: Value { expression = Operator Add (Int 1) (Var { name = "y", qualifiedness = PossiblyQualified Nothing }), typeAnnotation = Nothing }␊
     `

integration-tests/cli/two-source/test.test.js.md

@@ -18,7 +18,7 @@ Generated by [AVA](https://avajs.dev).
     `---------------------------␊
     -- STARTING THE COMPILER --␊
     ---------------------------␊
-    Main.main: Value { expression = Plus (Int 1) (Var { name = "x", qualifiedness = PossiblyQualified (Just "Lib") }), typeAnnotation = Nothing }␊
+    Main.main: Value { expression = Operator Add (Int 1) (Var { name = "x", qualifiedness = PossiblyQualified (Just "Lib") }), typeAnnotation = Nothing }␊
     Lib.x: Value { expression = Int 4, typeAnnotation = Nothing }␊
     Compilation finished, writing output to `out.js`.␊
     ---------------------------␊

integration-tests/desugar/import/test.test.js.md

@@ -18,7 +18,7 @@ Generated by [AVA](https://avajs.dev).
     `---------------------------␊
     -- STARTING THE COMPILER --␊
     ---------------------------␊
-    Main.main: Value { expression = Plus (Int 1) (Var { name = "x", qualifiedness = PossiblyQualified (Just "Lib") }), typeAnnotation = Nothing }␊
+    Main.main: Value { expression = Operator Add (Int 1) (Var { name = "x", qualifiedness = PossiblyQualified (Just "Lib") }), typeAnnotation = Nothing }␊
     Lib.x: Value { expression = Int 4, typeAnnotation = Nothing }␊
     Compilation finished, writing output to `out.js`.␊
     ---------------------------␊

integration-tests/parser/add-5/test.test.js.md

@@ -18,8 +18,8 @@ Generated by [AVA](https://avajs.dev).
     `---------------------------␊
     -- STARTING THE COMPILER --␊
     ---------------------------␊
-    Main.main: Value { expression = Plus (Int 7) (Int 6), typeAnnotation = Nothing }␊
-    Main.f: Value { expression = Lambda { arguments = ["x"], body = Plus (Int 5) (Argument "x") }, typeAnnotation = Nothing }␊
+    Main.main: Value { expression = Operator Add (Int 7) (Int 6), typeAnnotation = Nothing }␊
+    Main.f: Value { expression = Lambda { arguments = ["x"], body = Operator Add (Int 5) (Argument "x") }, typeAnnotation = Nothing }␊
     Compilation finished, writing output to `out.js`.␊
     ---------------------------␊
     -- WRITING TO FS ----------␊

integration-tests/parser/if-then-else/test.test.js.md

@@ -18,7 +18,7 @@ Generated by [AVA](https://avajs.dev).
     `---------------------------␊
     -- STARTING THE COMPILER --␊
     ---------------------------␊
-    Main.main: Value { expression = Plus (Call { argument = Bool True, fn = Var { name = "f", qualifiedness = PossiblyQualified Nothing } }) (Call { argument = Bool False, fn = Var { name = "f", qualifiedness = PossiblyQualified Nothing } }), typeAnnotation = Nothing }␊
+    Main.main: Value { expression = Operator Add (Call { argument = Bool True, fn = Var { name = "f", qualifiedness = PossiblyQualified Nothing } }) (Call { argument = Bool False, fn = Var { name = "f", qualifiedness = PossiblyQualified Nothing } }), typeAnnotation = Nothing }␊
     Main.f: Value { expression = Lambda { arguments = ["x"], body = If { else_ = Int 2, test = Argument "x", then_ = Int 18 } }, typeAnnotation = Nothing }␊
     Compilation finished, writing output to `out.js`.␊
     ---------------------------␊

integration-tests/parser/indentation/expr-with-indentation-within-let/test.test.js.md

@@ -18,7 +18,7 @@ Generated by [AVA](https://avajs.dev).
     `---------------------------␊
     -- STARTING THE COMPILER --␊
     ---------------------------␊
-    Main.main: Value { expression = Let { bindings = [{ body = Plus (Int 1) (Int 2), name = "x" }], body = Argument "x" }, typeAnnotation = Nothing }␊
+    Main.main: Value { expression = Let { bindings = [{ body = Operator Add (Int 1) (Int 2), name = "x" }], body = Argument "x" }, typeAnnotation = Nothing }␊
     Compilation finished, writing output to `out.js`.␊
     ---------------------------␊
     -- WRITING TO FS ----------␊

integration-tests/typecheck/let-body-visibility/test.test.js.md

@@ -18,7 +18,7 @@ Generated by [AVA](https://avajs.dev).
     `---------------------------␊
     -- STARTING THE COMPILER --␊
     ---------------------------␊
-    Main.main: Value { expression = Let { bindings = [{ body = Int 2, name = "x" }], body = Plus (Int 1) (Argument "x") }, typeAnnotation = Nothing }␊
+    Main.main: Value { expression = Let { bindings = [{ body = Int 2, name = "x" }], body = Operator Add (Int 1) (Argument "x") }, typeAnnotation = Nothing }␊
     Compilation finished, writing output to `out.js`.␊
     ---------------------------␊
     -- WRITING TO FS ----------␊

parser-tests/.gitignore

@@ -0,0 +1 @@
+/elm.js

parser-tests/Live.elm

@@ -0,0 +1,159 @@
+module Live exposing (main)
+
+import Browser
+import Elm.Data.Located as Located
+import Html exposing (Html)
+import Html.Attributes as Attributes
+import Html.Events as Events
+import Parser.Advanced as P
+import Stage.Parse.Contextualize as Contextualize
+import Stage.Parse.Lexer as Lexer
+import Stage.Parse.Pretty as Pretty
+
+
+{-| We're essentially a Node.JS app (until we get self-hosting :P ).
+So, `Platform.worker` is the only option for us.
+-}
+main : Program () String Msg
+main =
+    Browser.element
+        { init = init
+        , update = update
+        , subscriptions = subscriptions
+        , view = view
+        }
+
+
+{-| `Compiling` is the state we'll be most of the time. The other two are
+mostly useless; they do effectively stop `subscriptions` and `update` though.
+-}
+type alias Model =
+    String
+
+
+type Msg
+    = NewString String
+
+
+subscriptions : Model -> Sub Msg
+subscriptions _ =
+    Sub.none
+
+
+init : () -> ( Model, Cmd never )
+init () =
+    ( """type alias Model = { h: (""", Cmd.none )
+
+
+view : Model -> Html Msg
+view model =
+    let
+        source =
+            model
+
+        lexed =
+            P.run Lexer.parser source
+    in
+    Html.div
+        [ Attributes.style "display" "flex"
+        , Attributes.style "flex-direction" "row"
+        ]
+        [ Html.div
+            []
+            [ Html.textarea
+                [ Events.onInput <| NewString
+                , Attributes.value source
+                , Attributes.rows 20
+                , Attributes.cols 80
+                ]
+                []
+            , Html.div
+                [ Attributes.style "font-family" "monospace" ]
+                -- [ Attributes.style "w" ]
+                (case lexed of
+                    Ok lexItems ->
+                        lexItems
+                            |> List.map
+                                (\item ->
+                                    let
+                                        { start, end } =
+                                            Located.getRegion item
+                                    in
+                                    Html.div
+                                        [ Attributes.style "white-space" "pre-wrap" ]
+                                        [ Html.text
+                                            ("("
+                                                ++ String.padLeft 3 '0' (String.fromInt start.row)
+                                                ++ ", "
+                                                ++ String.padLeft 3 '0' (String.fromInt start.col)
+                                                ++ ") - ("
+                                                ++ String.padLeft 3 '0' (String.fromInt end.row)
+                                                ++ ", "
+                                                ++ String.padLeft 3 '0' (String.fromInt end.col)
+                                                ++ "): \""
+                                                ++ (item |> Located.unwrap |> Lexer.toString |> String.replace " " "·")
+                                                ++ "\" "
+                                                ++ (item |> Located.unwrap |> Debug.toString)
+                                            )
+                                        ]
+                                )
+
+                    Err e ->
+                        [ Html.text (Debug.toString e) ]
+                )
+            ]
+        , Html.div
+            [ Attributes.style "font-family" "monospace" ]
+            -- [ Attributes.style "w" ]
+            (case lexed of
+                Ok lexItems ->
+                    let
+                        contextualized =
+                            Contextualize.run lexItems
+                    in
+                    [ Html.div
+                        [ Attributes.style "white-space" "pre-wrap" ]
+                        [ Html.div
+                            []
+                            [ Html.text
+                                (Debug.toString (Debug.log "parsed" <| contextualized))
+                            ]
+                        , Html.div
+                            []
+                            [ Html.text
+                                (Pretty.printWithIndentationOf 0
+                                    (Pretty.listWith
+                                        (\rBlock ->
+                                            case rBlock of
+                                                Ok block ->
+                                                    Pretty.Many
+                                                        [ Pretty.Atom "Ok"
+                                                        , Pretty.block block
+                                                        ]
+
+                                                Err e ->
+                                                    Pretty.Many
+                                                        [ Pretty.Atom "Err"
+                                                        , Pretty.Many
+                                                            [ Pretty.pair "state" (Pretty.state e.state)
+                                                            ]
+                                                        ]
+                                        )
+                                        contextualized
+                                    )
+                                )
+                            ]
+                        ]
+                    ]
+
+                Err e ->
+                    []
+            )
+        ]
+
+
+update : Msg -> Model -> ( Model, Cmd Msg )
+update msg model =
+    case msg of
+        NewString string ->
+            ( string, Cmd.none )