Fixed #2429 (Tokenizer: Wrong simplification of 'sizeof .1250E+04')

lib/tokenize.cpp

@@ -361,6 +361,11 @@ void Tokenizer::createTokens(std::istream &code)
             {
                 // Don't separate doubles "4.2e+10"
             }
+            else if (CurrentToken.empty() && ch == '.' && std::isdigit(code.peek()))
+            {
+                // tokenize .125 into 0.125
+                CurrentToken = "0";
+            }
             else if (ch=='&' && CurrentToken.empty() && code.peek() == '&')
             {
                 // &&

test/testtokenize.cpp

@@ -52,6 +52,7 @@ private:
         TEST_CASE(tokenize12);
         TEST_CASE(tokenize13);  // bailout if the code contains "@" - that is not handled well.
         TEST_CASE(tokenize14);  // tokenize "0X10" => 16
+        TEST_CASE(tokenize15);  // tokenize ".123"
 
         // don't freak out when the syntax is wrong
         TEST_CASE(wrong_syntax);
@@ -491,6 +492,12 @@ private:
         ASSERT_EQUALS("; 16 ;", tokenizeAndStringify(";0X10;"));
     }
     
+    // Ticket #2429: 0.125
+    void tokenize15()
+    {
+        ASSERT_EQUALS("0.125", tokenizeAndStringify(".125"));
+    }
+
     void wrong_syntax()
     {
         {