Changeset 1605 for cobra/trunk/Source/Tokenizer.cobra

Timestamp:

08/28/08 07:42:22 (4 months ago)

Author:

Chuck.Esterbrook

Message:

Code cleanup.

Files:

• cobra/trunk/Source/Tokenizer.cobra (modified) (3 diffs)

cobra/trunk/Source/Tokenizer.cobra

@@ -441 +441 @@
                 """
                 tokens = List<of IToken>()
-                start = DateTime.now
+#               start = DateTime.now
                 while true
                         t = .nextToken
@@ -447 +447 @@
                         else, break
                 # determine timings for various Tokenizer lexing changes
-                if false  # CC: can use /# ... #/ in the future
-                        duration = DateTime.now.subtract(start)
-                        if  tokens.count > 100 and duration > TimeSpan(0)
-                                ticksPerToken = (duration.ticks to int) / tokens.count
-                                ticksPerTokenMS = ticksPerToken / 10_000
-                                fileName = _fileName
-                                if fileName.startsWith('('), fileName = '(None)'
-                                else, fileName = Path.getFileName(fileName)
-                                print '[fileName.padRight(20)]\t[duration]\t[tokens.count]\t' stop
-                                print ' [ticksPerTokenMS:N3] ms/Token av ([ticksPerTokenMS/1000:N3]sec)'
+/#
+                duration = DateTime.now.subtract(start)
+                if  tokens.count > 100 and duration > TimeSpan(0)
+                        ticksPerToken = (duration.ticks to int) / tokens.count
+                        ticksPerTokenMS = ticksPerToken / 10_000
+                        fileName = _fileName
+                        if fileName.startsWith('('), fileName = '(None)'
+                        else, fileName = Path.getFileName(fileName)
+                        print '[fileName.padRight(20)]\t[duration]\t[tokens.count]\t' stop
+                        print ' [ticksPerTokenMS:N3] ms/Token av ([ticksPerTokenMS/1000:N3]sec)'
+#/
                 return tokens
 
@@ -940 +941 @@
                 return t
 
-        # CC: get firstChars from var is override
-        get firstChars as List<of char> is override
-                return _firstChars
-
-        # CC: get length from var is override
-        get length as int is override
-                return _length
+        get firstChars from var is override
+
+        get length from var is override
         
         get regExSource from var