[tracker/tracker-0.8] SPARQL: Improve lexer performance for strings with ASCII characters

[Martyn James Russell <mr src gnome org>]

commit 772b0a023d197923148c845f3e24e45ba0a71508
Author: Jürg Billeter <j bitron ch>
Date:   Tue Aug 17 11:14:32 2010 +0200

    SPARQL: Improve lexer performance for strings with ASCII characters

 src/libtracker-data/tracker-sparql-scanner.vala |    8 ++++++++
 1 files changed, 8 insertions(+), 0 deletions(-)
---
diff --git a/src/libtracker-data/tracker-sparql-scanner.vala b/src/libtracker-data/tracker-sparql-scanner.vala
index 9956660..8922a2b 100644
--- a/src/libtracker-data/tracker-sparql-scanner.vala
+++ b/src/libtracker-data/tracker-sparql-scanner.vala
@@ -624,6 +624,10 @@ public class Tracker.SparqlScanner : Object {
 							line++;
 							column = 1;
 							token_length_in_chars = 3;
+						} else if (current[0] <= 0x7f) {
+							// ASCII
+							current++;
+							token_length_in_chars++;
 						} else {
 							unichar u = ((string) current).get_char_validated ((long) (end - current));
 							if (u != (unichar) (-1)) {
@@ -675,6 +679,10 @@ public class Tracker.SparqlScanner : Object {
 						}
 					} else if (current[0] == '\n') {
 						break;
+					} else if (current[0] <= 0x7f) {
+						// ASCII
+						current++;
+						token_length_in_chars++;
 					} else {
 						unichar u = ((string) current).get_char_validated ((long) (end - current));
 						if (u != (unichar) (-1)) {