tracker r1524 - in branches/indexer-split: . src/tracker-indexer
- From: carlosg svn gnome org
- To: svn-commits-list gnome org
- Subject: tracker r1524 - in branches/indexer-split: . src/tracker-indexer
- Date: Thu, 29 May 2008 09:26:21 +0000 (UTC)
Author: carlosg
Date: Thu May 29 09:26:21 2008
New Revision: 1524
URL: http://svn.gnome.org/viewvc/tracker?rev=1524&view=rev
Log:
2008-05-29 Carlos Garnacho <carlos imendio com>
* src/tracker-indexer/tracker-indexer-db.[ch]: Added, These files are
going to contain all DB related functions.
* src/tracker-indexer/Makefile.am: Added these files to build.
* src/tracker-indexer/tracker-main.c: Initialize DB manager and
ontology.
* src/tracker-indexer/tracker-indexer.c: Added initial support to data
indexing.
Added:
branches/indexer-split/src/tracker-indexer/tracker-indexer-db.c
branches/indexer-split/src/tracker-indexer/tracker-indexer-db.h
Modified:
branches/indexer-split/ChangeLog
branches/indexer-split/src/tracker-indexer/Makefile.am
branches/indexer-split/src/tracker-indexer/tracker-indexer.c
branches/indexer-split/src/tracker-indexer/tracker-main.c
Modified: branches/indexer-split/src/tracker-indexer/Makefile.am
==============================================================================
--- branches/indexer-split/src/tracker-indexer/Makefile.am (original)
+++ branches/indexer-split/src/tracker-indexer/Makefile.am Thu May 29 09:26:21 2008
@@ -20,6 +20,8 @@
tracker-ioprio.h \
tracker-indexer.c \
tracker-indexer.h \
+ tracker-indexer-db.c \
+ tracker-indexer-db.h \
tracker-indexer-module.c \
tracker-indexer-module.h \
tracker-main.c \
@@ -49,4 +51,4 @@
CLEANFILES = $(BUILT_SOURCES)
-EXTRA_DIST = $(BUILT_SOURCES)
\ No newline at end of file
+EXTRA_DIST = $(BUILT_SOURCES)
Added: branches/indexer-split/src/tracker-indexer/tracker-indexer-db.c
==============================================================================
--- (empty file)
+++ branches/indexer-split/src/tracker-indexer/tracker-indexer-db.c Thu May 29 09:26:21 2008
@@ -0,0 +1,784 @@
+/* Copyright (C) 2006, Mr Jamie McCracken (jamiemcc gnome org)
+ * Copyright (C) 2008, Nokia
+
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include <libtracker-db/tracker-db-interface-sqlite.h>
+#include <libtracker-db/tracker-db-manager.h>
+#include <libtracker-common/tracker-type-utils.h>
+#include <libtracker-common/tracker-utils.h>
+#include <libtracker-common/tracker-ontology.h>
+#include <strings.h>
+#include <string.h>
+#include <stdlib.h>
+#include <regex.h>
+
+#include "tracker-indexer-db.h"
+
+static GHashTable *prepared_queries;
+
+gboolean
+tracker_indexer_db_load_prepared_queries (void)
+{
+ GTimer *t;
+ GError *error = NULL;
+ GMappedFile *mapped_file;
+ GStrv queries;
+ gchar *sql_filename;
+ gdouble secs;
+
+ g_message ("Loading prepared queries...");
+
+ prepared_queries = g_hash_table_new_full (g_str_hash,
+ g_str_equal,
+ g_free,
+ g_free);
+
+ sql_filename = tracker_db_manager_get_sql_file ("sqlite-stored-procs.sql");
+
+ t = g_timer_new ();
+
+ mapped_file = g_mapped_file_new (sql_filename, FALSE, &error);
+
+ if (error || !mapped_file) {
+ g_warning ("Could not get contents of SQL file:'%s', %s",
+ sql_filename,
+ error ? error->message : "no error given");
+
+ if (mapped_file) {
+ g_mapped_file_free (mapped_file);
+ }
+
+ g_timer_destroy (t);
+ g_free (sql_filename);
+
+ return FALSE;
+ }
+
+ g_message ("Loaded prepared queries file:'%s' size:%" G_GSIZE_FORMAT " bytes",
+ sql_filename,
+ g_mapped_file_get_length (mapped_file));
+
+ queries = g_strsplit (g_mapped_file_get_contents (mapped_file), "\n", -1);
+ g_free (sql_filename);
+
+ if (queries) {
+ GStrv p;
+
+ for (p = queries; *p; p++) {
+ GStrv details;
+
+ details = g_strsplit (*p, " ", 2);
+
+ if (!details) {
+ continue;
+ }
+
+ if (!details[0] || !details[1]) {
+ g_strfreev (details);
+ continue;
+ }
+
+ g_message (" Adding query:'%s'", details[0]);
+
+ g_hash_table_insert (prepared_queries,
+ g_strdup (details[0]),
+ g_strdup (details[1]));
+ g_strfreev (details);
+ }
+
+ g_strfreev (queries);
+ }
+
+ secs = g_timer_elapsed (t, NULL);
+ g_timer_destroy (t);
+ g_mapped_file_free (mapped_file);
+
+ g_message ("Found %d prepared queries in %4.4f seconds",
+ g_hash_table_size (prepared_queries),
+ secs);
+
+ return TRUE;
+}
+
+static void
+load_service_file (TrackerDBInterface *iface, const gchar *filename)
+{
+ GKeyFile *key_file = NULL;
+ gchar *service_file, *str_id;
+ gchar **groups, **keys;
+ gint i, j, id;
+ TrackerService *service;
+
+ service_file = tracker_db_manager_get_service_file (filename);
+
+ key_file = g_key_file_new ();
+
+ if (!g_key_file_load_from_file (key_file, service_file, G_KEY_FILE_NONE, NULL)) {
+ g_free (service_file);
+ g_key_file_free (key_file);
+ return;
+ }
+
+ groups = g_key_file_get_groups (key_file, NULL);
+
+ for (i = 0; groups[i]; i++) {
+ g_message ("Trying to obtain service:'%s' in cache", groups[i]);
+ service = tracker_ontology_get_service_type_by_name (groups[i]);
+
+ if (!service) {
+ tracker_db_interface_execute_procedure (iface, NULL, "InsertServiceType", groups[i], NULL);
+ id = tracker_db_interface_sqlite_get_last_insert_id (TRACKER_DB_INTERFACE_SQLITE (iface));
+ } else {
+ id = tracker_service_get_id (service);
+ }
+
+ str_id = tracker_uint_to_string (id);
+
+ keys = g_key_file_get_keys (key_file, groups[i], NULL, NULL);
+
+ for (j = 0; keys[j]; j++) {
+ if (strcasecmp (keys[j], "TabularMetadata") == 0) {
+ char **tab_array = g_key_file_get_string_list (key_file, groups[i], keys[j], NULL, NULL);
+ gint k;
+
+ for (k = 0; tab_array[k]; k++) {
+ tracker_db_interface_execute_procedure (iface, NULL,
+ "InsertServiceTabularMetadata",
+ str_id, tab_array[k], NULL);
+ }
+
+ g_strfreev (tab_array);
+ } else if (strcasecmp (keys[j], "TileMetadata") == 0) {
+ char **tab_array = g_key_file_get_string_list (key_file, groups[i], keys[j], NULL, NULL);
+ gint k;
+
+ for (k = 0; tab_array[k]; k++) {
+ tracker_db_interface_execute_procedure (iface, NULL,
+ "InsertServiceTileMetadata",
+ str_id, tab_array[k], NULL);
+ }
+
+ g_strfreev (tab_array);
+ } else if (strcasecmp (keys[j], "Mimes") == 0) {
+ char **tab_array = g_key_file_get_string_list (key_file, groups[i], keys[j], NULL, NULL);
+ gint k;
+
+ for (k = 0; tab_array[k]; k++) {
+ tracker_db_interface_execute_procedure (iface, NULL,
+ "InsertMimes",
+ tab_array[k], NULL);
+ tracker_db_interface_execute_query (iface, NULL,
+ "update FileMimes set ServiceTypeID = %s where Mime = '%s'",
+ str_id, tab_array[k]);
+ }
+
+ g_strfreev (tab_array);
+ } else if (strcasecmp (keys[j], "MimePrefixes") == 0) {
+ char **tab_array = g_key_file_get_string_list (key_file, groups[i], keys[j], NULL, NULL);
+ gint k;
+
+ for (k = 0; tab_array[k]; k++) {
+ tracker_db_interface_execute_procedure (iface, NULL,
+ "InsertMimePrefixes",
+ tab_array[k], NULL);
+ tracker_db_interface_execute_query (iface, NULL,
+ "update FileMimePrefixes set ServiceTypeID = %s where MimePrefix = '%s'",
+ str_id, tab_array[k]);
+ }
+
+ g_strfreev (tab_array);
+ } else {
+ gchar *value, *new_value, *esc_value;
+
+ value = g_key_file_get_string (key_file, groups[i], keys[j], NULL);
+ new_value = tracker_boolean_as_text_to_number (value);
+ esc_value = tracker_escape_string (new_value);
+
+ tracker_db_interface_execute_query (iface, NULL,
+ "update ServiceTypes set %s = '%s' where TypeID = %s",
+ keys[j], esc_value, str_id);
+ g_free (esc_value);
+ g_free (value);
+ g_free (new_value);
+ }
+ }
+
+ g_free (str_id);
+ g_strfreev (keys);
+ }
+
+ g_key_file_free (key_file);
+ g_strfreev (groups);
+ g_free (service_file);
+}
+
+GSList *
+tracker_db_mime_query (TrackerDBInterface *iface,
+ const gchar *stored_proc,
+ gint service_id)
+{
+ TrackerDBResultSet *result_set;
+ GSList *result = NULL;
+ gchar *service_id_str;
+
+ service_id_str = g_strdup_printf ("%d", service_id);
+ result_set = tracker_db_interface_execute_procedure (iface, NULL, stored_proc, service_id_str, NULL);
+ g_free (service_id_str);
+
+ if (result_set) {
+ gboolean valid = TRUE;
+ gchar *str;
+
+ while (valid) {
+ tracker_db_result_set_get (result_set, 0, &str, -1);
+ result = g_slist_prepend (result, str);
+ valid = tracker_db_result_set_iter_next (result_set);
+ }
+
+ g_object_unref (result_set);
+ }
+
+ return result;
+}
+
+GSList *
+tracker_db_get_mimes_for_service_id (TrackerDBInterface *iface,
+ gint service_id)
+{
+ return tracker_db_mime_query (iface, "GetMimeForServiceId", service_id);
+}
+
+GSList *
+tracker_db_get_mime_prefixes_for_service_id (TrackerDBInterface *iface,
+ gint service_id)
+{
+ return tracker_db_mime_query (iface, "GetMimePrefixForServiceId", service_id);
+}
+
+static TrackerField *
+db_row_to_field_def (TrackerDBResultSet *result_set) {
+
+ TrackerField *field_def;
+ TrackerFieldType field_type;
+ gchar *field_name, *name;
+ gint weight, id;
+ gboolean embedded, multiple_values, delimited, filtered, store_metadata;
+
+ field_def = tracker_field_new ();
+
+ tracker_db_result_set_get (result_set,
+ 0, &id,
+ 1, &name,
+ 2, &field_type,
+ 3, &field_name,
+ 4, &weight,
+ 5, &embedded,
+ 6, &multiple_values,
+ 7, &delimited,
+ 8, &filtered,
+ 9, &store_metadata,
+ -1);
+
+ tracker_field_set_id (field_def, tracker_int_to_string (id));
+ tracker_field_set_name (field_def, name);
+ tracker_field_set_field_name (field_def, field_name);
+ tracker_field_set_weight (field_def, weight);
+ tracker_field_set_embedded (field_def, embedded);
+ tracker_field_set_multiple_values (field_def, multiple_values);
+ tracker_field_set_delimited (field_def, delimited);
+ tracker_field_set_filtered (field_def, filtered);
+ tracker_field_set_store_metadata (field_def, store_metadata);
+
+ g_free (field_name);
+ g_free (name);
+
+ return field_def;
+}
+
+static TrackerService *
+db_row_to_service (TrackerDBResultSet *result_set)
+{
+ TrackerService *service;
+ GSList *new_list = NULL;
+ gint id, i;
+ gchar *name, *parent, *content_metadata;
+ gboolean enabled, embedded, has_metadata, has_fulltext;
+ gboolean has_thumbs, show_service_files, show_service_directories;
+
+ service = tracker_service_new ();
+
+ tracker_db_result_set_get (result_set,
+ 0, &id,
+ 1, &name,
+ 2, &parent,
+ 3, &enabled,
+ 4, &embedded,
+ 5, &has_metadata,
+ 6, &has_fulltext,
+ 7, &has_thumbs,
+ 8, &content_metadata,
+ 10, &show_service_files,
+ 11, &show_service_directories,
+ -1);
+
+ tracker_service_set_id (service, id);
+ tracker_service_set_name (service, name);
+ tracker_service_set_parent (service, parent);
+ tracker_service_set_enabled (service, enabled);
+ tracker_service_set_embedded (service, embedded);
+ tracker_service_set_has_metadata (service, has_metadata);
+ tracker_service_set_has_full_text (service, has_fulltext);
+ tracker_service_set_has_thumbs (service, has_thumbs);
+ tracker_service_set_content_metadata (service, content_metadata);
+
+#if 0
+ if (g_str_has_prefix (name, "Email") ||
+ g_str_has_suffix (name, "Emails")) {
+ tracker_service_set_db_type (service, TRACKER_DB_TYPE_EMAIL);
+
+ if (tracker->email_service_min == 0 ||
+ id < tracker->email_service_min) {
+ tracker->email_service_min = id;
+ }
+
+ if (tracker->email_service_max == 0 ||
+ id > tracker->email_service_max) {
+ tracker->email_service_max = id;
+ }
+ } else {
+ tracker_service_set_db_type (service, TRACKER_DB_TYPE_DATA);
+ }
+#endif
+
+ tracker_service_set_show_service_files (service, show_service_files);
+ tracker_service_set_show_service_directories (service, show_service_directories);
+
+ for (i = 12; i < 23; i++) {
+ gchar *metadata;
+
+ tracker_db_result_set_get (result_set, i, &metadata, -1);
+
+ if (metadata) {
+ new_list = g_slist_prepend (new_list, metadata);
+ }
+ }
+
+ /* FIXME: is this necessary? */
+#if 0
+ /* Hack to prevent db change late in the cycle, check the
+ * service name matches "Applications", then add some voodoo.
+ */
+ if (strcmp (name, "Applications") == 0) {
+ /* These strings should be definitions at the top of
+ * this file somewhere really.
+ */
+ new_list = g_slist_prepend (new_list, g_strdup ("App:DisplayName"));
+ new_list = g_slist_prepend (new_list, g_strdup ("App:Exec"));
+ new_list = g_slist_prepend (new_list, g_strdup ("App:Icon"));
+ }
+#endif
+
+ new_list = g_slist_reverse (new_list);
+
+ tracker_service_set_key_metadata (service, new_list);
+ g_slist_foreach (new_list, (GFunc) g_free, NULL);
+ g_slist_free (new_list);
+
+ return service;
+}
+
+static void
+tracker_db_get_static_data (TrackerDBInterface *iface)
+{
+ TrackerDBResultSet *result_set;
+
+ /* get static metadata info */
+ result_set = tracker_db_interface_execute_procedure (iface, NULL, "GetMetadataTypes", NULL);
+
+ if (result_set) {
+ gboolean valid = TRUE;
+ gint id;
+
+ while (valid) {
+ TrackerDBResultSet *result_set2;
+ TrackerField *def;
+ GSList *child_ids = NULL;
+
+ def = db_row_to_field_def (result_set);
+
+ result_set2 = tracker_db_interface_execute_procedure (iface, NULL, "GetMetadataAliases",
+ tracker_field_get_id (def), NULL);
+
+ if (result_set2) {
+ valid = TRUE;
+
+ while (valid) {
+ tracker_db_result_set_get (result_set2, 1, &id, -1);
+ child_ids = g_slist_prepend (child_ids,
+ tracker_int_to_string (id));
+
+ valid = tracker_db_result_set_iter_next (result_set2);
+ }
+
+ tracker_field_set_child_ids (def, child_ids);
+ g_object_unref (result_set2);
+ }
+
+ g_message ("Loading metadata def:'%s' with weight:%d",
+ tracker_field_get_name (def),
+ tracker_field_get_weight (def));
+
+ tracker_ontology_add_field (def);
+
+ valid = tracker_db_result_set_iter_next (result_set);
+ }
+
+ g_object_unref (result_set);
+ }
+
+ /* get static service info */
+ result_set = tracker_db_interface_execute_procedure (iface, NULL, "GetAllServices", NULL);
+
+ if (result_set) {
+ gboolean valid = TRUE;
+
+ while (valid) {
+ TrackerService *service;
+ GSList *mimes, *mime_prefixes;
+ const gchar *name;
+ gint id;
+
+ service = db_row_to_service (result_set);
+
+ if (!service) {
+ continue;
+ }
+
+ id = tracker_service_get_id (service);
+ name = tracker_service_get_name (service);
+
+ mimes = tracker_db_get_mimes_for_service_id (iface, id);
+ mime_prefixes = tracker_db_get_mime_prefixes_for_service_id (iface, id);
+
+ g_message ("Adding service:'%s' with id:%d and mimes:%d",
+ name,
+ id,
+ g_slist_length (mimes));
+ tracker_ontology_add_service_type (service,
+ mimes,
+ mime_prefixes);
+
+ g_slist_free (mimes);
+ g_slist_free (mime_prefixes);
+ g_object_unref (service);
+
+ valid = tracker_db_result_set_iter_next (result_set);
+ }
+
+ g_object_unref (result_set);
+ }
+}
+
+guint32
+tracker_db_get_new_service_id (TrackerDBInterface *iface)
+{
+ TrackerDBResultSet *result_set;
+ gchar *id_str;
+ guint32 id;
+
+ result_set = tracker_db_interface_execute_procedure (iface, NULL, "GetNewID", NULL);
+
+ if (!result_set) {
+ g_critical ("Could not create service, GetNewID failed");
+ return 0;
+ }
+
+ tracker_db_result_set_get (result_set, 0, &id_str, -1);
+ g_object_unref (result_set);
+
+ id = atoi (id_str);
+ g_free (id_str);
+
+ id++;
+ id_str = tracker_int_to_string (id);
+
+ tracker_db_interface_execute_procedure (iface, NULL, "UpdateNewID", id_str, NULL);
+ g_free (id_str);
+
+ return id;
+}
+
+void
+tracker_db_increment_stats (TrackerDBInterface *iface,
+ const gchar *service)
+{
+ gchar *parent;
+
+ tracker_db_interface_execute_procedure (iface, NULL, "IncStat", service, NULL);
+
+ parent = tracker_ontology_get_parent_service (service);
+
+ if (parent) {
+ tracker_db_interface_execute_procedure (iface, NULL, "IncStat", parent, NULL);
+ g_free (parent);
+ }
+}
+
+gboolean
+tracker_db_create_service (TrackerDBInterface *iface,
+ guint32 id,
+ const char *service_type,
+ const gchar *path,
+ GHashTable *metadata)
+{
+ TrackerService *service;
+ gchar *id_str, *service_type_id_str;
+ gchar *dirname, *basename;
+
+ service = tracker_ontology_get_service_type_by_name (service_type);
+
+ if (!service) {
+ return FALSE;
+ }
+
+ id_str = tracker_guint32_to_string (id);
+ service_type_id_str = tracker_int_to_string (tracker_service_get_id (service));
+
+ dirname = g_path_get_dirname (path);
+ basename = g_path_get_basename (path);
+
+ /* FIXME: do not hardcode arguments */
+ tracker_db_interface_execute_procedure (iface, NULL, "CreateService",
+ id_str,
+ dirname,
+ basename,
+ service_type_id_str,
+ g_hash_table_lookup (metadata, "File:Mime"),
+ g_hash_table_lookup (metadata, "File:Size"),
+ "0", /* is dir */
+ "0", /* is link */
+ "0", /* offset */
+ g_hash_table_lookup (metadata, "File:Modified"),
+ "0", /* aux ID */
+ NULL);
+
+ /* FIXME: make it work for dirs */
+ if (!tracker_service_get_show_service_files (service)) {
+ tracker_db_interface_execute_query (iface, NULL,
+ "Update services set Enabled = 0 where ID = %d",
+ id);
+ }
+
+ return TRUE;
+}
+
+/* sqlite utf-8 user defined collation sequence */
+static int
+utf8_collation_func (gchar *str1,
+ gint len1,
+ gchar *str2,
+ int len2)
+{
+ char *word1, *word2;
+ int result;
+
+ /* collate words */
+
+ word1 = g_utf8_collate_key_for_filename (str1, len1);
+ word2 = g_utf8_collate_key_for_filename (str2, len2);
+
+ result = strcmp (word1, word2);
+
+ g_free (word1);
+ g_free (word2);
+
+ return result;
+}
+
+/* converts date/time in UTC format to ISO 8160 standardised format for display */
+static GValue
+function_date_to_str (TrackerDBInterface *interface,
+ gint argc,
+ GValue values[])
+{
+ GValue result = { 0, };
+ gchar *str;
+
+ str = tracker_date_to_string (g_value_get_double (&values[0]));
+ g_value_init (&result, G_TYPE_STRING);
+ g_value_take_string (&result, str);
+
+ return result;
+}
+
+static GValue
+function_regexp (TrackerDBInterface *interface,
+ gint argc,
+ GValue values[])
+{
+ GValue result = { 0, };
+ regex_t regex;
+ int ret;
+
+ if (argc != 2) {
+ g_critical ("Invalid argument count");
+ return result;
+ }
+
+ ret = regcomp (®ex,
+ g_value_get_string (&values[0]),
+ REG_EXTENDED | REG_NOSUB);
+
+ if (ret != 0) {
+ g_critical ("Error compiling regular expression");
+ return result;
+ }
+
+ ret = regexec (®ex,
+ g_value_get_string (&values[1]),
+ 0, NULL, 0);
+
+ g_value_init (&result, G_TYPE_INT);
+ g_value_set_int (&result, (ret == REG_NOMATCH) ? 0 : 1);
+ regfree (®ex);
+
+ return result;
+}
+
+static GValue
+function_get_service_name (TrackerDBInterface *interface,
+ gint argc,
+ GValue values[])
+{
+ GValue result = { 0, };
+ gchar *str;
+
+ str = tracker_ontology_get_service_type_by_id (g_value_get_int (&values[0]));
+ g_value_init (&result, G_TYPE_STRING);
+ g_value_take_string (&result, str);
+
+ return result;
+}
+
+static GValue
+function_get_service_type (TrackerDBInterface *interface,
+ gint argc,
+ GValue values[])
+{
+ GValue result = { 0, };
+ gint id;
+
+ id = tracker_ontology_get_id_for_service_type (g_value_get_string (&values[0]));
+ g_value_init (&result, G_TYPE_INT);
+ g_value_set_int (&result, id);
+
+ return result;
+}
+
+static GValue
+function_get_max_service_type (TrackerDBInterface *interface,
+ gint argc,
+ GValue values[])
+{
+ GValue result = { 0, };
+ gint id;
+
+ id = tracker_ontology_get_id_for_service_type (g_value_get_string (&values[0]));
+ g_value_init (&result, G_TYPE_INT);
+ g_value_set_int (&result, id);
+
+ return result;
+}
+
+static void
+set_params (TrackerDBInterface *iface,
+ gint cache_size,
+ gint page_size,
+ gboolean add_functions)
+{
+ tracker_db_interface_execute_query (iface, NULL, "PRAGMA synchronous = NORMAL;");
+ tracker_db_interface_execute_query (iface, NULL, "PRAGMA count_changes = 0;");
+ tracker_db_interface_execute_query (iface, NULL, "PRAGMA temp_store = FILE;");
+ tracker_db_interface_execute_query (iface, NULL, "PRAGMA encoding = \"UTF-8\"");
+ tracker_db_interface_execute_query (iface, NULL, "PRAGMA auto_vacuum = 0;");
+
+ if (page_size != TRACKER_DB_PAGE_SIZE_DONT_SET) {
+ tracker_db_interface_execute_query (iface, NULL, "PRAGMA page_size = %d", page_size);
+ }
+
+ /* FIXME */
+#if 0
+ if (tracker_config_get_low_memory_mode (tracker->config)) {
+ cache_size /= 2;
+ }
+#endif
+
+ tracker_db_interface_execute_query (iface, NULL, "PRAGMA cache_size = %d", cache_size);
+
+ if (add_functions) {
+
+ if (!tracker_db_interface_sqlite_set_collation_function (TRACKER_DB_INTERFACE_SQLITE (iface),
+ "UTF8", utf8_collation_func)) {
+ g_critical ("Collation sequence failed");
+ }
+
+ /* create user defined functions that can be used in sql */
+ tracker_db_interface_sqlite_create_function (iface, "FormatDate", function_date_to_str, 1);
+ tracker_db_interface_sqlite_create_function (iface, "GetServiceName", function_get_service_name, 1);
+ tracker_db_interface_sqlite_create_function (iface, "GetServiceTypeID", function_get_service_type, 1);
+ tracker_db_interface_sqlite_create_function (iface, "GetMaxServiceTypeID", function_get_max_service_type, 1);
+ tracker_db_interface_sqlite_create_function (iface, "REGEXP", function_regexp, 2);
+ }
+}
+
+TrackerDBInterface *
+tracker_indexer_db_get_common (void)
+{
+ TrackerDBInterface *interface;
+ const gchar *common_db_path;
+
+ common_db_path = tracker_db_manager_get_file (TRACKER_DB_COMMON);
+ interface = tracker_db_interface_sqlite_new (common_db_path);
+ tracker_db_interface_set_procedure_table (interface, prepared_queries);
+
+ /* Load services info */
+ load_service_file (interface, "default.service");
+
+ /* Load static data into tracker ontology */
+ tracker_db_get_static_data (interface);
+
+ return interface;
+}
+
+TrackerDBInterface *
+tracker_indexer_db_get_file_metadata (void)
+{
+ TrackerDBInterface *interface;
+ const gchar *path;
+
+ path = tracker_db_manager_get_file (TRACKER_DB_FILE_META);
+ interface = tracker_db_interface_sqlite_new (path);
+ tracker_db_interface_set_procedure_table (interface, prepared_queries);
+
+ set_params (interface,
+ tracker_db_manager_get_cache_size (TRACKER_DB_FILE_META),
+ tracker_db_manager_get_page_size (TRACKER_DB_FILE_META),
+ tracker_db_manager_get_add_functions (TRACKER_DB_FILE_META));
+
+ return interface;
+}
Added: branches/indexer-split/src/tracker-indexer/tracker-indexer-db.h
==============================================================================
--- (empty file)
+++ branches/indexer-split/src/tracker-indexer/tracker-indexer-db.h Thu May 29 09:26:21 2008
@@ -0,0 +1,43 @@
+/* Copyright (C) 2006, Mr Jamie McCracken (jamiemcc gnome org)
+ * Copyright (C) 2008, Nokia
+
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * General Public License for more details.
+ *
+ * You should have received a copy of the GNU General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __TRACKER_INDEXER_DB_H__
+#define __TRACKER_INDEXER_DB_H__
+
+#include <libtracker-db/tracker-db-interface.h>
+
+G_BEGIN_DECLS
+
+gboolean tracker_indexer_db_load_prepared_queries (void);
+TrackerDBInterface * tracker_indexer_db_get_common (void);
+TrackerDBInterface * tracker_indexer_db_get_file_metadata (void);
+
+guint32 tracker_db_get_new_service_id (TrackerDBInterface *iface);
+void tracker_db_increment_stats (TrackerDBInterface *iface,
+ const gchar *service);
+
+gboolean tracker_db_create_service (TrackerDBInterface *iface,
+ guint32 id,
+ const char *service_type,
+ const gchar *path,
+ GHashTable *metadata);
+
+G_END_DECLS
+
+#endif /* __TRACKER_INDEXER_DB_H__ */
Modified: branches/indexer-split/src/tracker-indexer/tracker-indexer.c
==============================================================================
--- branches/indexer-split/src/tracker-indexer/tracker-indexer.c (original)
+++ branches/indexer-split/src/tracker-indexer/tracker-indexer.c Thu May 29 09:26:21 2008
@@ -1,5 +1,5 @@
/* -*- Mode: C; tab-width: 8; indent-tabs-mode: t; c-basic-offset: 8 -*- */
-/*
+/*
* Copyright (C) 2006, Mr Jamie McCracken (jamiemcc gnome org)
* Copyright (C) 2008, Nokia
@@ -54,6 +54,7 @@
#include "tracker-indexer.h"
#include "tracker-indexer-module.h"
+#include "tracker-indexer-db.h"
#define TRACKER_INDEXER_GET_PRIVATE(o) (G_TYPE_INSTANCE_GET_PRIVATE ((o), TRACKER_TYPE_INDEXER, TrackerIndexerPrivate))
@@ -73,6 +74,7 @@
DEPOT *index;
TrackerDBInterface *metadata;
TrackerDBInterface *contents;
+ TrackerDBInterface *common;
TrackerConfig *config;
@@ -140,6 +142,14 @@
g_object_unref (priv->config);
+ if (priv->common) {
+ g_object_unref (priv->common);
+ }
+
+ if (priv->metadata) {
+ g_object_unref (priv->metadata);
+ }
+
G_OBJECT_CLASS (tracker_indexer_parent_class)->finalize (object);
}
@@ -233,30 +243,13 @@
tracker_dir_remove (priv->db_dir);
}
+ priv->common = tracker_indexer_db_get_common ();
+ priv->metadata = tracker_indexer_db_get_file_metadata ();
+
tracker_indexer_set_running (indexer, TRUE);
return FALSE;
}
-TrackerDBInterface *
-create_db_interface (const gchar *filename)
-{
-#if 0
- TrackerDBInterface *interface;
- gchar *path;
-
- path = g_build_filename (g_get_user_cache_dir (),
- "tracker",
- filename,
- NULL);
-
- interface = tracker_db_interface_sqlite_new (path);
- g_free (path);
-
- return interface;
-#endif
- return NULL;
-}
-
static void
tracker_indexer_init (TrackerIndexer *indexer)
{
@@ -273,8 +266,6 @@
priv->db_dir = g_build_filename (g_get_user_cache_dir (),
"tracker", NULL);
- priv->index = create_db_interface ("file-meta.db");
-
priv->module_names = tracker_config_get_index_modules (priv->config);
priv->indexer_modules = g_hash_table_new_full (g_direct_hash,
@@ -355,19 +346,25 @@
metadata = tracker_indexer_module_get_file_metadata (info->module, info->path);
if (metadata) {
- /* FIXME: store metadata in DB */
- GList *keys, *k;
-
- keys = g_hash_table_get_keys (metadata);
-
- for (k = keys; k; k = k->next) {
- g_message (" %s = %s",
- (gchar*) k->data,
- (gchar*) g_hash_table_lookup (metadata, k->data));
+ TrackerIndexerPrivate *priv;
+ const gchar *service_type;
+ guint32 id;
+
+ priv = TRACKER_INDEXER_GET_PRIVATE (indexer);
+
+ service_type = tracker_indexer_module_get_name (info->module);
+ id = tracker_db_get_new_service_id (priv->common);
+
+ if (tracker_db_create_service (priv->metadata, id, service_type, info->path, metadata)) {
+ tracker_db_increment_stats (priv->common, service_type);
+
+ /* FIXME
+ if (tracker_config_get_enable_xesam (tracker->config))
+ tracker_db_create_event (db_con, id, "Create");
+ */
}
g_hash_table_destroy (metadata);
- g_list_free (keys);
}
}
Modified: branches/indexer-split/src/tracker-indexer/tracker-main.c
==============================================================================
--- branches/indexer-split/src/tracker-indexer/tracker-main.c (original)
+++ branches/indexer-split/src/tracker-indexer/tracker-main.c Thu May 29 09:26:21 2008
@@ -24,6 +24,7 @@
#include <locale.h>
#include <signal.h>
#include <errno.h>
+#include <sys/types.h>
#include <unistd.h>
#include <glib/gi18n.h>
@@ -31,9 +32,12 @@
#include <libtracker-common/tracker-config.h>
#include <libtracker-common/tracker-log.h>
+#include <libtracker-common/tracker-ontology.h>
+#include <libtracker-db/tracker-db-manager.h>
#include "tracker-dbus.h"
#include "tracker-indexer.h"
+#include "tracker-indexer-db.h"
#ifdef HAVE_IOPRIO
#include "tracker-ioprio.h"
@@ -140,6 +144,44 @@
g_main_loop_quit (main_loop);
}
+static void
+initialize_indexer (void)
+{
+ gchar *data_dir, *user_data_dir, *sys_tmp_dir, *filename;
+
+ g_message ("Initializing...\n");
+
+ tracker_ontology_init ();
+
+ data_dir = g_build_filename (g_get_user_cache_dir (),
+ "tracker",
+ NULL);
+ user_data_dir = g_build_filename (g_get_user_data_dir (),
+ "tracker",
+ "data",
+ NULL);
+
+ filename = g_strdup_printf ("Tracker-%s.%d", g_get_user_name (), getpid ());
+ sys_tmp_dir = g_build_filename (g_get_tmp_dir (), filename, NULL);
+ g_free (filename);
+
+ tracker_db_manager_init (data_dir, user_data_dir, sys_tmp_dir);
+ tracker_indexer_db_load_prepared_queries ();
+
+ g_free (data_dir);
+ g_free (user_data_dir);
+ g_free (sys_tmp_dir);
+}
+
+static void
+shutdown_indexer (void)
+{
+ g_message ("Shutting down...\n");
+
+ tracker_ontology_shutdown ();
+ tracker_db_manager_shutdown ();
+}
+
gint
main (gint argc, gchar *argv[])
{
@@ -245,6 +287,8 @@
return EXIT_FAILURE;
}
+ initialize_indexer ();
+
/* Create the indexer and run the main loop */
indexer = tracker_dbus_get_object (TRACKER_TYPE_INDEXER);
@@ -255,9 +299,10 @@
main_loop = g_main_loop_new (NULL, FALSE);
g_main_loop_run (main_loop);
- g_message ("Shutting down...\n");
-
+ g_object_unref (indexer);
g_object_unref (config);
+ shutdown_indexer ();
+
return EXIT_SUCCESS;
}
[
Date Prev][
Date Next] [
Thread Prev][
Thread Next]
[
Thread Index]
[
Date Index]
[
Author Index]
