Fix colorization of imaginary/rational numbers (ruby#1733)

In prism there is no singualr `RATIONAL`/`IMAGINARY` token. Instead they
are more fine-grained.

Author: Earlopain

lib/rdoc/parser/ruby_colorizer.rb

@@ -34,9 +34,13 @@ module RDoc::Parser::RubyColorizer
     CONSTANT: :constant,
     LABEL: :value,
     INTEGER: :value,
+    INTEGER_IMAGINARY: :value,
+    INTEGER_RATIONAL: :value,
+    INTEGER_RATIONAL_IMAGINARY: :value,
     FLOAT: :value,
-    RATIONAL: :value,
-    IMAGINARY: :value,
+    FLOAT_IMAGINARY: :value,
+    FLOAT_RATIONAL: :value,
+    FLOAT_RATIONAL_IMAGINARY: :value,
     COMMENT: :comment,
     EMBDOC_BEGIN: :comment,
     EMBDOC_LINE: :comment,

test/rdoc/parser/ruby_colorizer_test.rb

@@ -199,4 +199,25 @@ def f
     assert_include(tokens, token(:string, '}'))
     assert_include(tokens, token(:string, "    heredoc\n"))
   end
+
+  def test_rational_imaginary
+    code = <<~RUBY
+      2i
+      2r
+      2ri
+
+      2.0i
+      2.0r
+      2.0ri
+    RUBY
+    tokens = RDoc::Parser::RubyColorizer.colorize(code)
+    assert_equal(code, tokens.map(&:text).join)
+
+    assert_include(tokens, token(:value, "2i"))
+    assert_include(tokens, token(:value, "2r"))
+    assert_include(tokens, token(:value, "2ri"))
+    assert_include(tokens, token(:value, "2.0i"))
+    assert_include(tokens, token(:value, "2.0r"))
+    assert_include(tokens, token(:value, "2.0ri"))
+  end
 end