[tracker/tablelockedproblem] Functional test to force sqlite-misused while importing

[Ivan Frade <ifrade src gnome org>]

commit 7896ae7500e4d926185a2477c8495cf2090d9b90
Author: Ivan Frade <ivan frade nokia com>
Date:   Fri May 7 16:53:51 2010 +0300

    Functional test to force sqlite-misused while importing

 tests/functional-tests/10-sqlite-misused.py    |  112 ++++++++++++++++++++++++
 tests/functional-tests/force-sqlite-misused.sh |   32 +++++++
 2 files changed, 144 insertions(+), 0 deletions(-)
---
diff --git a/tests/functional-tests/10-sqlite-misused.py b/tests/functional-tests/10-sqlite-misused.py
new file mode 100644
index 0000000..e882fc0
--- /dev/null
+++ b/tests/functional-tests/10-sqlite-misused.py
@@ -0,0 +1,112 @@
+#!/usr/bin/env python2.5
+#
+# Copyright (C) 2010, Nokia <ivan frade nokia com>
+#
+# This program is free software; you can redistribute it and/or
+# modify it under the terms of the GNU General Public License
+# as published by the Free Software Foundation; either version 2
+# of the License, or (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License
+# along with this program; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA
+# 02110-1301, USA.
+#
+
+import sys,os,dbus
+import unittest
+import time
+import random
+import configuration
+import commands
+import signal
+import gobject
+from dbus.mainloop.glib import DBusGMainLoop
+
+TRACKER = 'org.freedesktop.Tracker1'
+TRACKER_OBJ = '/org/freedesktop/Tracker1/Resources'
+RESOURCES_IFACE = "org.freedesktop.Tracker1.Resources"
+
+class TestSqliteMisused (unittest.TestCase):
+    """
+    Send huge BatchSparqlUpdates to the store and run queries in parallel
+    """
+    def setUp (self):
+        self.main_loop = gobject.MainLoop ()
+        dbus_loop = DBusGMainLoop(set_as_default=True)
+
+        bus = dbus.SessionBus(mainloop=dbus_loop)
+        tracker = bus.get_object(TRACKER, TRACKER_OBJ)
+        self.resources = dbus.Interface (tracker,
+                                         dbus_interface=RESOURCES_IFACE)
+        self.files_counter = 0
+        
+    def mock_data_insert (self):
+        query = "INSERT {\n"
+        for i in range (0, AMOUNT_OF_TEST_INSTANCES):
+            query += "<test-09:instance-%d> a nco:PersonContact ; nco:fullname 'moe %d'.\n" % (i, i)
+        query += "}"
+        self.resources.SparqlUpdate (query)
+        
+    def mock_data_delete (self):
+        query = "DELETE {\n"
+        for i in range (0, AMOUNT_OF_TEST_INSTANCES):
+            query += "<test-09:instance-%d> a rdfs:Resource.\n" % (i)
+        query += "}"
+        self.resources.SparqlUpdate (query)
+
+        query = "DELETE {\n"
+        for i in range (0, AMOUNT_OF_QUERIES):
+            query += "<test-09:picture-%d> a rdfs:Resource.\n" % (i)
+        query += "}"
+        self.resources.SparqlUpdate (query)
+
+
+    def test_queries_while_import (self):
+        for root, dirs, files in os.walk('ttl'):
+            for ttl_file in filter (lambda f: f.endswith (".ttl"), files):
+                full_path = os.path.abspath(os.path.join (root, ttl_file))
+                self.files_counter += 1
+                self.resources.Load ("file://" + full_path,
+                                     reply_handler=self.loaded_success_cb,
+                                     error_handler=self.loaded_failed_cb)
+        
+        gobject.timeout_add_seconds (2, self.run_a_query)
+        # Safeguard of 60 seconds. The last reply should quit the loop
+        gobject.timeout_add_seconds (60, self.timeout_cb)
+        self.main_loop.run ()
+
+    def run_a_query (self):
+        QUERY = "SELECT ?u ?title WHERE { ?u a nie:InformationElement; nie:title ?title. }"
+        self.resources.SparqlQuery (QUERY, reply_handler=self.reply_cb, error_handler=self.error_handler)
+        return True
+        
+    def reply_cb (self, results):
+        print "Query replied correctly"
+
+    def error_handler (self, error_msg):
+        print "ERROR in DBus call", error_msg
+
+    def loaded_success_cb (self):
+        self.files_counter -= 1
+        if (self.files_counter == 0):
+            print "Last file loaded"
+            self.timeout_cb ()
+        print "Success loading a file"
+
+    def loaded_failed_cb (self):
+        print "Failed loading a file"
+        assert False
+
+    def timeout_cb (self):
+        print "Timeout cb"
+        self.main_loop.quit ()
+        return False
+
+if __name__ == "__main__":
+    unittest.main ()
diff --git a/tests/functional-tests/force-sqlite-misused.sh b/tests/functional-tests/force-sqlite-misused.sh
new file mode 100755
index 0000000..fdc1af9
--- /dev/null
+++ b/tests/functional-tests/force-sqlite-misused.sh
@@ -0,0 +1,32 @@
+#!/bin/bash
+
+if [[ ! -e ../../utils/data-generators/cc/generate ]]; then
+    echo "Run this from test/functional-tests/"
+    exit 2
+fi
+
+# If we don't have ttl files, bring them from the data-generators
+if [[ ! -d ttl ]]; then
+   CURRENT=`pwd`
+   cd ../../utils/data-generators/cc
+   # Generation takes time. Don't ask if they are already generated.
+   #  Checking just one random .ttl file... not good
+   if [[ ! -e ttl/032-nmo_Email.ttl ]]; then
+       ./generate max.cfg ;
+   else
+     echo "TTL directory already exist"
+   fi
+   cd $CURRENT
+   echo "Moving ttl generated files to functional-tests folder"
+   cp -R ../../utils/data-generators/cc/ttl . || (echo "Error generating ttl files" && exit 3)
+else
+   echo "TTL files already in place"
+fi
+
+echo "Cleaning tracker DBs and restarting"
+tracker-control -rs
+
+echo "Ready, now running the test"
+python2.5 10-sqlite-misused.py
+
+