[tracker/wip/passive-extraction: 7/16] libtracker-miner: Add TrackerDecoratorFS

[Martyn James Russell <mr src gnome org>]

commit 51a4481969a53579da939d988a217ee703cad5b1
Author: Carlos Garnacho <carlosg gnome org>
Date:   Tue Jan 7 22:44:23 2014 +0100

    libtracker-miner: Add TrackerDecoratorFS
    
    This is a file-specific implementation of TrackerDecorator, that besides
    checks on initialization, it checks for previously known items not yet
    extracted on newly added volumes.

 src/libtracker-miner/Makefile.am            |    3 +
 src/libtracker-miner/tracker-decorator-fs.c |  256 +++++++++++++++++++++++++++
 src/libtracker-miner/tracker-decorator-fs.h |   54 ++++++
 src/libtracker-miner/tracker-miner.h        |    1 +
 4 files changed, 314 insertions(+), 0 deletions(-)
---
diff --git a/src/libtracker-miner/Makefile.am b/src/libtracker-miner/Makefile.am
index a84fbb7..500140b 100644
--- a/src/libtracker-miner/Makefile.am
+++ b/src/libtracker-miner/Makefile.am
@@ -57,6 +57,8 @@ miner_sources =                                      \
        $(libtracker_miner_monitor_headers)            \
        tracker-decorator.c                            \
        tracker-decorator.h                            \
+       tracker-decorator-fs.c                         \
+       tracker-decorator-fs.h                         \
        tracker-miner-dbus.h                           \
        tracker-miner-enum-types.c                     \
        tracker-miner-enum-types.h                     \
@@ -90,6 +92,7 @@ libtracker_miner_ TRACKER_API_VERSION@_la_SOURCES =    \
 libtracker_minerinclude_HEADERS =                      \
        tracker-crawler.h                              \
        tracker-decorator.h                            \
+       tracker-decorator-fs.h                         \
        tracker-indexing-tree.h                        \
        tracker-media-art.h                            \
        tracker-miner.h                                \
diff --git a/src/libtracker-miner/tracker-decorator-fs.c b/src/libtracker-miner/tracker-decorator-fs.c
new file mode 100644
index 0000000..c3b476b
--- /dev/null
+++ b/src/libtracker-miner/tracker-decorator-fs.c
@@ -0,0 +1,256 @@
+/*
+ * Copyright (C) 2014 Carlos Garnacho  <carlosg gnome org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ * Boston, MA  02110-1301, USA.
+ */
+#include "config.h"
+#include "tracker-decorator-fs.h"
+#include <libtracker-common/tracker-ontologies.h>
+#include <libtracker-miner/tracker-storage.h>
+
+#define TRACKER_DECORATOR_FS_GET_PRIVATE(o) (G_TYPE_INSTANCE_GET_PRIVATE ((o), TRACKER_TYPE_DECORATOR_FS, 
TrackerDecoratorFSPrivate))
+
+typedef struct _TrackerDecoratorFSPrivate TrackerDecoratorFSPrivate;
+
+struct _TrackerDecoratorFSPrivate {
+       TrackerStorage *storage;
+};
+
+static GInitableIface *parent_initable_iface;
+
+static void tracker_decorator_fs_initable_iface_init (GInitableIface *iface);
+
+G_DEFINE_ABSTRACT_TYPE_WITH_CODE (TrackerDecoratorFS, tracker_decorator_fs,
+                                  TRACKER_TYPE_DECORATOR,
+                                  G_IMPLEMENT_INTERFACE (G_TYPE_INITABLE, 
tracker_decorator_fs_initable_iface_init))
+
+static void
+tracker_decorator_fs_finalize (GObject *object)
+{
+       TrackerDecoratorFSPrivate *priv;
+
+       priv = TRACKER_DECORATOR_FS (object)->priv;
+
+       if (priv->storage)
+               g_object_unref (priv->storage);
+
+       G_OBJECT_CLASS (tracker_decorator_fs_parent_class)->finalize (object);
+}
+
+static void
+tracker_decorator_fs_class_init (TrackerDecoratorFSClass *klass)
+{
+       GObjectClass *object_class = G_OBJECT_CLASS (klass);
+
+       object_class->finalize = tracker_decorator_fs_finalize;
+
+       g_type_class_add_private (object_class, sizeof (TrackerDecoratorFSPrivate));
+}
+
+static GArray *
+cursor_to_array (TrackerSparqlCursor *cursor)
+{
+       GArray *ids;
+
+       ids = g_array_new (FALSE, FALSE, sizeof (gint));
+
+       while (tracker_sparql_cursor_next (cursor, NULL, NULL)) {
+               gint id = tracker_sparql_cursor_get_integer (cursor, 0);
+               g_array_append_val (ids, id);
+       }
+
+       return ids;
+}
+
+static void
+process_files_cb (GObject      *object,
+                  GAsyncResult *result,
+                  gpointer      user_data)
+{
+       TrackerSparqlConnection *conn;
+       TrackerSparqlCursor *cursor;
+       GError *error = NULL;
+       GArray *ids;
+
+       conn = TRACKER_SPARQL_CONNECTION (object);
+       cursor = tracker_sparql_connection_query_finish (conn, result, &error);
+
+        if (error) {
+                g_critical ("Could not load files missing metadata: %s", error->message);
+                g_error_free (error);
+               return;
+       }
+
+       ids = cursor_to_array (cursor);
+
+       if (ids->len > 0)
+               tracker_decorator_prepend_ids (TRACKER_DECORATOR (user_data),
+                                              (gint *) ids->data, ids->len);
+       g_object_unref (cursor);
+       g_array_unref (ids);
+}
+
+static void
+remove_files_cb (GObject *object,
+                 GAsyncResult *result,
+                 gpointer      user_data)
+{
+       TrackerSparqlConnection *conn;
+       TrackerSparqlCursor *cursor;
+       GError *error = NULL;
+       GArray *ids;
+
+       conn = TRACKER_SPARQL_CONNECTION (object);
+       cursor = tracker_sparql_connection_query_finish (conn, result, &error);
+
+        if (error) {
+                g_critical ("Could remove files: %s", error->message);
+                g_error_free (error);
+               return;
+       }
+
+       ids = cursor_to_array (cursor);
+
+       if (ids->len > 0)
+               tracker_decorator_delete_ids (TRACKER_DECORATOR (user_data),
+                                             (gint *) ids->data, ids->len);
+       g_object_unref (cursor);
+       g_array_unref (ids);
+}
+
+static void
+query_append_rdf_type_filter (GString          *query,
+                              TrackerDecorator *decorator)
+{
+       const gchar **class_names;
+       gint i = 0;
+
+       class_names = tracker_decorator_get_class_names (decorator);
+
+       if (!class_names || !*class_names)
+               return;
+
+       g_string_append (query, "&& (");
+
+       while (class_names[i]) {
+               if (i != 0)
+                       g_string_append (query, "||");
+
+               g_string_append_printf (query, "EXISTS { ?urn a %s }",
+                                       class_names[i]);
+               i++;
+       }
+
+       g_string_append (query, ") ");
+}
+
+static void
+check_files (TrackerDecorator    *decorator,
+             const gchar         *mount_point_urn,
+             gboolean             available,
+             GAsyncReadyCallback  callback)
+{
+       TrackerSparqlConnection *sparql_conn;
+       const gchar *data_source;
+       GString *query;
+
+       data_source = tracker_decorator_get_data_source (decorator);
+       query = g_string_new ("SELECT tracker:id(?urn) { ?urn ");
+
+       if (mount_point_urn) {
+               g_string_append_printf (query,
+                                       " nie:dataSource <%s> ;",
+                                       mount_point_urn);
+       }
+
+       g_string_append (query, " a nfo:FileDataObject . ");
+       g_string_append_printf (query,
+                               "FILTER (! EXISTS { ?urn nie:dataSource <%s> } ",
+                               data_source);
+
+       query_append_rdf_type_filter (query, decorator);
+
+       if (available)
+               g_string_append (query, "&& BOUND(tracker:available(?urn))");
+
+       g_string_append (query, ")}");
+
+       sparql_conn = tracker_miner_get_connection (TRACKER_MINER (decorator));
+       tracker_sparql_connection_query_async (sparql_conn, query->str,
+                                              NULL, callback, decorator);
+       g_string_free (query, TRUE);
+}
+
+static void
+mount_point_added_cb (TrackerStorage *storage,
+                      const gchar    *uuid,
+                      const gchar    *mount_point,
+                      const gchar    *mount_name,
+                      gboolean        removable,
+                      gboolean        optical,
+                      gpointer        user_data)
+{
+       gchar *urn;
+
+       urn = g_strdup_printf (TRACKER_DATASOURCE_URN_PREFIX "%s", uuid);
+       check_files (user_data, urn, TRUE, process_files_cb);
+       g_free (urn);
+}
+
+static void
+mount_point_removed_cb (TrackerStorage *storage,
+                        const gchar    *uuid,
+                        const gchar    *mount_point,
+                        gpointer        user_data)
+{
+       gchar *urn;
+
+       urn = g_strdup_printf (TRACKER_DATASOURCE_URN_PREFIX "%s", uuid);
+       check_files (user_data, urn, FALSE, remove_files_cb);
+       g_free (urn);
+}
+
+static gboolean
+tracker_decorator_fs_iface_init (GInitable     *initable,
+                                 GCancellable  *cancellable,
+                                 GError       **error)
+{
+       TrackerDecoratorFSPrivate *priv;
+
+       priv = TRACKER_DECORATOR_FS (initable)->priv;
+       priv->storage = tracker_storage_new ();
+
+       g_signal_connect (priv->storage, "mount-point-added",
+                         G_CALLBACK (mount_point_added_cb), initable);
+
+       g_signal_connect (priv->storage, "mount-point-removed",
+                         G_CALLBACK (mount_point_removed_cb), initable);
+
+       return parent_initable_iface->init (initable, cancellable, error);
+}
+
+static void
+tracker_decorator_fs_initable_iface_init (GInitableIface *iface)
+{
+       parent_initable_iface = g_type_interface_peek_parent (iface);
+       iface->init = tracker_decorator_fs_iface_init;
+}
+
+static void
+tracker_decorator_fs_init (TrackerDecoratorFS *decorator)
+{
+       decorator->priv = TRACKER_DECORATOR_FS_GET_PRIVATE (decorator);
+}
diff --git a/src/libtracker-miner/tracker-decorator-fs.h b/src/libtracker-miner/tracker-decorator-fs.h
new file mode 100644
index 0000000..13e1585
--- /dev/null
+++ b/src/libtracker-miner/tracker-decorator-fs.h
@@ -0,0 +1,54 @@
+/*
+ * Copyright (C) 2014 Carlos Garnacho  <carlosg gnome org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ * Boston, MA  02110-1301, USA.
+ */
+
+#ifndef __LIBTRACKER_MINER_DECORATOR_FS_H__
+#define __LIBTRACKER_MINER_DECORATOR_FS_H__
+
+#if !defined (__LIBTRACKER_MINER_H_INSIDE__) && !defined (TRACKER_COMPILATION)
+#error "Only <libtracker-miner/tracker-miner.h> can be included directly."
+#endif
+
+#include "tracker-decorator.h"
+
+G_BEGIN_DECLS
+
+#define TRACKER_TYPE_DECORATOR_FS         (tracker_decorator_fs_get_type())
+#define TRACKER_DECORATOR_FS(o)           (G_TYPE_CHECK_INSTANCE_CAST ((o), TRACKER_TYPE_DECORATOR_FS, 
TrackerDecoratorFS))
+#define TRACKER_DECORATOR_FS_CLASS(c)     (G_TYPE_CHECK_CLASS_CAST ((c), TRACKER_TYPE_DECORATOR_FS, 
TrackerDecoratorFSClass))
+#define TRACKER_IS_DECORATOR_FS(o)        (G_TYPE_CHECK_INSTANCE_TYPE ((o), TRACKER_TYPE_DECORATOR_FS))
+#define TRACKER_IS_DECORATOR_FS_CLASS(c)  (G_TYPE_CHECK_CLASS_TYPE ((c),  TRACKER_TYPE_DECORATOR_FS))
+#define TRACKER_DECORATOR_FS_GET_CLASS(o) (G_TYPE_INSTANCE_GET_CLASS ((o), TRACKER_TYPE_DECORATOR_FS, 
TrackerDecoratorFSClass))
+
+typedef struct _TrackerDecoratorFS TrackerDecoratorFS;
+typedef struct _TrackerDecoratorFSClass TrackerDecoratorFSClass;
+
+struct _TrackerDecoratorFS {
+       TrackerDecorator parent_instance;
+       gpointer priv;
+};
+
+struct _TrackerDecoratorFSClass {
+       TrackerDecoratorClass parent_class;
+};
+
+GType              tracker_decorator_fs_get_type (void) G_GNUC_CONST;
+
+G_END_DECLS
+
+#endif /* __LIBTRACKER_MINER_DECORATOR_FS_H__ */
diff --git a/src/libtracker-miner/tracker-miner.h b/src/libtracker-miner/tracker-miner.h
index c9d23db..386f21d 100644
--- a/src/libtracker-miner/tracker-miner.h
+++ b/src/libtracker-miner/tracker-miner.h
@@ -24,6 +24,7 @@
 
 #include <libtracker-miner/tracker-crawler.h>
 #include <libtracker-miner/tracker-decorator.h>
+#include <libtracker-miner/tracker-decorator-fs.h>
 #include <libtracker-miner/tracker-storage.h>
 #include <libtracker-miner/tracker-thumbnailer.h>
 #include <libtracker-miner/tracker-media-art.h>