Remove . as a operator in Python lexer (rouge-ruby#1375)

Rouge, consistent with Pygments, lexes `.` as an operator. Doing so causes issues with numbers that use `.`. The Python specification does not identify `.` as an operator. This commit instead causes `.` to be lexed as punctuation.
NSHipster · May 21, 2020 · 5f0615c · 5f0615c
1 parent 9fcee31
commit 5f0615c
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 2 deletions.
diff --git a/lib/rouge/lexers/python.rb b/lib/rouge/lexers/python.rb
@@ -77,14 +77,13 @@ def self.exceptions
 
         rule %r/[^\S\n]+/, Text
         rule %r(#(.*)?\n?), Comment::Single
-        rule %r/[\[\]{}:(),;]/, Punctuation
+        rule %r/[\[\]{}:(),;.]/, Punctuation
         rule %r/\\\n/, Text
         rule %r/\\/, Text
 
         rule %r/(in|is|and|or|not)\b/, Operator::Word
         rule %r/(<<|>>|\/\/|\*\*)=?/, Operator
         rule %r/[-~+\/*%=<>&^|@]=?|!=/, Operator
-        rule %r/\.(?![0-9])/, Operator  # so it doesn't match float literals
 
         rule %r/(from)((?:\\\s|\s)+)(#{dotted_identifier})((?:\\\s|\s)+)(import)/ do
           groups Keyword::Namespace,

diff --git a/spec/visual/samples/python b/spec/visual/samples/python
@@ -142,3 +142,5 @@ float_literals = [
 # PEP 465
 a = b @ c
 x @= y
+
+floats = (19.0, 19.)