Fix another YARD issue by not resetting lazt position on identifiers …

…in case ident is right after a BOM
jruby · Feb 26, 2016 · 62fe57f · 62fe57f
1 parent 46a698e
commit 62fe57f
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/core/src/main/java/org/jruby/ext/ripper/RipperLexer.java b/core/src/main/java/org/jruby/ext/ripper/RipperLexer.java
@@ -1592,7 +1592,7 @@ private int identifier(int c, boolean commandState) throws IOException {
             compile_error("Invalid char `" + badChar + "' ('" + (char) c + "') in expression");
         }
 
-        newtok(true);
+        //newtok(true);  MRI does this but we don't so BOM + keyword will return goofy offset instead of logical one (yard seems to rely on this too).
         int first = c;
         do {
             if (!tokadd_mbchar(c)) return EOF;