Upstream sync, remove custom lexer

We no longer need a lexer, since method_ref is implemented via text rewriter

Author: palkan

.dockerdev/compose.yml

@@ -1,5 +1,3 @@
-version: '2.4'
-
 services:
   app:
     image: parser-dev:2.0

.github/workflows/test.yml

@@ -17,7 +17,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        ruby: ["3.0.7", "3.1.6", "3.2.6", "3.3.6", "jruby-9.2"]
+        ruby: ["3.0.7", "3.1.6", "3.2.6", "3.3.6", "3.4.1", "jruby-9.2"]
         test_command: ["bundle exec rake test"]
         include:
           - ruby: "head"

Rakefile

@@ -40,9 +40,7 @@ GENERATED_FILES = %w(lib/parser/lexer-F0.rb
                      lib/parser/ruby34.rb
                      lib/parser/macruby.rb
                      lib/parser/rubymotion.rb
-                     lib/parser/rubynext.rb
-                     lib/parser/ruby-next/lexer-F0.rb
-                     lib/parser/ruby-next/lexer-F1.rb)
+                     lib/parser/rubynext.rb)
 
 CLEAN.include(GENERATED_FILES)
 
@@ -165,13 +163,15 @@ file 'lib/parser/lexer-F0.rb' => 'lib/parser/lexer.rl' do |t|
   sh "ragel -F0 -R #{t.source} -o #{t.name}"
 end
 
-file 'lib/parser/ruby-next/lexer-F1.rb' => 'lib/parser/ruby-next/lexer.rl' do |t|
-  sh "ragel -F1 -R #{t.source} -o #{t.name}"
-end
+# Custom lexer generation for RubyNext
+#
+# file 'lib/parser/ruby-next/lexer-F1.rb' => 'lib/parser/ruby-next/lexer.rl' do |t|
+#   sh "ragel -F1 -R #{t.source} -o #{t.name}"
+# end
 
-file 'lib/parser/ruby-next/lexer-F0.rb' => 'lib/parser/ruby-next/lexer.rl' do |t|
-  sh "ragel -F0 -R #{t.source} -o #{t.name}"
-end
+# file 'lib/parser/ruby-next/lexer-F0.rb' => 'lib/parser/ruby-next/lexer.rl' do |t|
+#   sh "ragel -F0 -R #{t.source} -o #{t.name}"
+# end
 
 file 'lib/parser/lexer-strings.rb' => 'lib/parser/lexer-strings.rl' do |t|
   sh "ragel -F0 -R #{t.source} -o #{t.name}"

lib/parser/ruby-next/AST_FORMAT.md

@@ -1,14 +1,24 @@
 Ruby Next AST format additions
 =======================
 
-### Method reference operator
+### Pattern matching non-local variables
 
 Format:
 
 ~~~
-(meth-ref (self) :foo)
-"self.:foo"
-     ^^ dot
-       ^^^ selector
- ^^^^^^^^^ expression
+(in_pattern
+  (match_as
+    (int 1),
+    (match_var (ivar :@a))))
+
+"in 1 => @a then true"
+~~~
+
+~~~
+(in_pattern
+  (match_as
+    (int 1),
+    (match_var (gvar :$a))))
+
+"in 1 => $a then true"
 ~~~

lib/parser/ruby-next/ast/processor.rb

@@ -6,9 +6,11 @@
 module Parser
   module AST
     class Processor
-      def on_meth_ref(node)
-        node
-      end
+      # Define new node callbacks here
+      #
+      # def on_meth_ref(node)
+      #   node
+      # end
     end
   end
 end

lib/parser/ruby-next/builder.rb

@@ -6,11 +6,6 @@
 module Parser
   # Add RubyNext specific builder methods
   module Builders::Next
-    def method_ref(receiver, dot_t, selector_t)
-      n(:meth_ref, [ receiver, value(selector_t).to_sym ],
-          send_map(receiver, dot_t, selector_t, nil, [], nil))
-    end
-
     def match_var(var)
       return super(var) unless var.is_a?(::Parser::AST::Node)