workaround for lack of tokens from Ripper.lex

no6v · no6v · commit 905fb8e52e1d · 2020-11-21T08:40:31.000+09:00
* Fixes #38
diff --git a/lib/irb/ruby-lex.rb b/lib/irb/ruby-lex.rb
@@ -88,9 +88,12 @@ def set_prompt(p = nil, &block)
 
   def ripper_lex_without_warning(code)
     verbose, $VERBOSE = $VERBOSE, nil
-    tokens = nil
+    tokens = []
     self.class.compile_with_errors_suppressed(code) do |inner_code, line_no|
-      tokens = Ripper.lex(inner_code, '-', line_no)
+      lexer = Ripper::Lexer.new(inner_code, '-', line_no)
+      until (ts = lexer.lex).empty?
+        tokens.concat(ts)
+      end
     end
     $VERBOSE = verbose
     tokens
