[tracker/wip/passive-extraction: 9/16] tracker-extract: Add TrackerExtractDecorator
- From: Martyn James Russell <mr src gnome org>
- To: commits-list gnome org
- Cc:
- Subject: [tracker/wip/passive-extraction: 9/16] tracker-extract: Add TrackerExtractDecorator
- Date: Wed, 15 Jan 2014 17:16:56 +0000 (UTC)
commit 7625e63d42cad74431e1549d84f88c50aa750b24
Author: Carlos Garnacho <carlosg gnome org>
Date: Tue Jan 7 22:16:21 2014 +0100
tracker-extract: Add TrackerExtractDecorator
This is a tracker-extract implementation of TrackerDecorator, that
takes care of fetching files to be inspected, and forward these
to the passed TrackerExtract object. Upon completion, the information
is returned back to TrackerDecorator control so it is eventually
committed.
src/tracker-extract/Makefile.am | 2 +
src/tracker-extract/tracker-extract-decorator.c | 337 +++++++++++++++++++++++
src/tracker-extract/tracker-extract-decorator.h | 57 ++++
3 files changed, 396 insertions(+), 0 deletions(-)
---
diff --git a/src/tracker-extract/Makefile.am b/src/tracker-extract/Makefile.am
index 4d37fc2..3efc0c1 100644
--- a/src/tracker-extract/Makefile.am
+++ b/src/tracker-extract/Makefile.am
@@ -526,6 +526,8 @@ tracker_extract_SOURCES = \
tracker-controller.h \
tracker-extract.c \
tracker-extract.h \
+ tracker-extract-decorator.c \
+ tracker-extract-decorator.h \
tracker-media-art.c \
tracker-media-art.h \
tracker-read.c \
diff --git a/src/tracker-extract/tracker-extract-decorator.c b/src/tracker-extract/tracker-extract-decorator.c
new file mode 100644
index 0000000..1987b61
--- /dev/null
+++ b/src/tracker-extract/tracker-extract-decorator.c
@@ -0,0 +1,337 @@
+/*
+ * Copyright (C) 2014 Carlos Garnacho <carlosg gnome org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include "config.h"
+#include "tracker-extract-decorator.h"
+#include <libtracker-extract/tracker-extract.h>
+#include "tracker-extract.h"
+
+enum {
+ PROP_EXTRACTOR = 1
+};
+
+#define TRACKER_EXTRACT_DATA_SOURCE "tracker:extractor-data-source"
+#define TRACKER_EXTRACT_DECORATOR_GET_PRIVATE(o) (G_TYPE_INSTANCE_GET_PRIVATE ((o),
TRACKER_TYPE_EXTRACT_DECORATOR, TrackerExtractDecoratorPrivate))
+
+typedef struct _TrackerExtractDecoratorPrivate TrackerExtractDecoratorPrivate;
+typedef struct _ExtractData ExtractData;
+
+struct _ExtractData {
+ TrackerDecorator *decorator;
+ TrackerDecoratorInfo *decorator_info;
+};
+
+struct _TrackerExtractDecoratorPrivate {
+ TrackerExtract *extractor;
+ GTimer *timer;
+};
+
+static void decorator_get_next_file (TrackerDecorator *decorator);
+
+
+G_DEFINE_TYPE (TrackerExtractDecorator, tracker_extract_decorator,
+ TRACKER_TYPE_DECORATOR_FS)
+
+static void
+tracker_extract_decorator_get_property (GObject *object,
+ guint param_id,
+ GValue *value,
+ GParamSpec *pspec)
+{
+ TrackerExtractDecoratorPrivate *priv;
+
+ priv = TRACKER_EXTRACT_DECORATOR (object)->priv;
+
+ switch (param_id) {
+ case PROP_EXTRACTOR:
+ g_value_set_object (value, priv->extractor);
+ break;
+ }
+}
+
+static void
+tracker_extract_decorator_set_property (GObject *object,
+ guint param_id,
+ const GValue *value,
+ GParamSpec *pspec)
+{
+ TrackerExtractDecoratorPrivate *priv;
+
+ priv = TRACKER_EXTRACT_DECORATOR (object)->priv;
+
+ switch (param_id) {
+ case PROP_EXTRACTOR:
+ priv->extractor = g_value_dup_object (value);
+ break;
+ }
+}
+
+static void
+tracker_extract_decorator_finalize (GObject *object)
+{
+ TrackerExtractDecoratorPrivate *priv;
+
+ priv = TRACKER_EXTRACT_DECORATOR (object)->priv;
+
+ if (priv->extractor)
+ g_object_unref (priv->extractor);
+
+ if (priv->timer)
+ g_timer_destroy (priv->timer);
+
+ G_OBJECT_CLASS (tracker_extract_decorator_parent_class)->finalize (object);
+}
+
+static void
+decorator_save_info (TrackerSparqlBuilder *sparql,
+ TrackerExtractDecorator *decorator,
+ TrackerDecoratorInfo *decorator_info,
+ TrackerExtractInfo *info)
+{
+ const gchar *urn, *result, *where;
+ TrackerSparqlBuilder *builder;
+ gchar *str;
+
+ urn = tracker_decorator_info_get_urn (decorator_info);
+
+ tracker_sparql_builder_insert_open (sparql, NULL);
+ tracker_sparql_builder_graph_open (sparql, TRACKER_MINER_FS_GRAPH_URN);
+
+ /* Set tracker-extract data source */
+ tracker_sparql_builder_subject_iri (sparql, urn);
+ tracker_sparql_builder_predicate (sparql, "nie:dataSource");
+ tracker_sparql_builder_object_iri (sparql,
+ tracker_decorator_get_data_source (TRACKER_DECORATOR (decorator)));
+
+ /* Add extracted metadata */
+ str = g_strdup_printf ("<%s>", urn);
+ tracker_sparql_builder_append (sparql, str);
+ g_free (str);
+
+ builder = tracker_extract_info_get_metadata_builder (info);
+ result = tracker_sparql_builder_get_result (builder);
+ tracker_sparql_builder_append (sparql, result);
+
+ /* Close graph and insert statement, insert where clause */
+ tracker_sparql_builder_graph_close (sparql);
+ tracker_sparql_builder_insert_close (sparql);
+
+ where = tracker_extract_info_get_where_clause (info);
+
+ if (where && *where) {
+ tracker_sparql_builder_where_open (sparql);
+ tracker_sparql_builder_append (sparql, where);
+ tracker_sparql_builder_where_close (sparql);
+ }
+
+ /* Prepend/append pre/postupdate chunks */
+ builder = tracker_extract_info_get_preupdate_builder (info);
+ result = tracker_sparql_builder_get_result (builder);
+
+ if (result && *result)
+ tracker_sparql_builder_prepend (sparql, result);
+
+ builder = tracker_extract_info_get_postupdate_builder (info);
+ result = tracker_sparql_builder_get_result (builder);
+
+ if (result && *result)
+ tracker_sparql_builder_append (sparql, result);
+}
+
+static void
+get_metadata_cb (TrackerExtract *extract,
+ GAsyncResult *result,
+ ExtractData *data)
+{
+ TrackerExtractInfo *info;
+ GTask *task;
+
+ task = tracker_decorator_info_get_task (data->decorator_info);
+ info = g_simple_async_result_get_op_res_gpointer (G_SIMPLE_ASYNC_RESULT (result));
+
+ if (!info) {
+ GError *error = NULL;
+
+ g_simple_async_result_propagate_error (G_SIMPLE_ASYNC_RESULT (result), &error);
+ g_task_return_error (task, error);
+ } else {
+ decorator_save_info (g_task_get_task_data (task),
+ TRACKER_EXTRACT_DECORATOR (data->decorator),
+ data->decorator_info, info);
+ g_task_return_boolean (task, TRUE);
+ }
+
+ decorator_get_next_file (data->decorator);
+ g_free (data);
+}
+
+static void
+decorator_next_item_cb (TrackerDecorator *decorator,
+ GAsyncResult *result,
+ gpointer user_data)
+{
+ TrackerExtractDecoratorPrivate *priv;
+ TrackerDecoratorInfo *info;
+ GError *error = NULL;
+ ExtractData *data;
+ GTask *task;
+
+ priv = TRACKER_EXTRACT_DECORATOR (decorator)->priv;
+ info = tracker_decorator_next_finish (decorator, result, &error);
+
+ if (!info) {
+ if (tracker_decorator_get_n_items (decorator) != 0)
+ g_warning ("Next item could not be retrieved: %s\n", error->message);
+ g_error_free (error);
+ return;
+ }
+
+ data = g_new0 (ExtractData, 1);
+ data->decorator = decorator;
+ data->decorator_info = info;
+ task = tracker_decorator_info_get_task (info);
+
+ g_debug ("Extracting metadata for: %s\n", tracker_decorator_info_get_url (info));
+
+ tracker_extract_file (priv->extractor,
+ tracker_decorator_info_get_url (info),
+ tracker_decorator_info_get_mimetype (info),
+ TRACKER_MINER_FS_GRAPH_URN,
+ g_task_get_cancellable (task),
+ (GAsyncReadyCallback) get_metadata_cb, data);
+}
+
+static void
+decorator_get_next_file (TrackerDecorator *decorator)
+{
+ tracker_decorator_next (decorator, NULL,
+ (GAsyncReadyCallback) decorator_next_item_cb,
+ NULL);
+}
+
+static void
+tracker_extract_decorator_paused (TrackerMiner *miner)
+{
+ TrackerExtractDecoratorPrivate *priv;
+
+ priv = TRACKER_EXTRACT_DECORATOR (miner)->priv;
+ g_debug ("Decorator paused\n");
+ g_timer_stop (priv->timer);
+}
+
+static void
+tracker_extract_decorator_resumed (TrackerMiner *miner)
+{
+ TrackerExtractDecoratorPrivate *priv;
+
+ priv = TRACKER_EXTRACT_DECORATOR (miner)->priv;
+ g_debug ("Resuming processing of %d items\n",
+ tracker_decorator_get_n_items (TRACKER_DECORATOR (miner)));
+ g_timer_continue (priv->timer);
+ decorator_get_next_file (TRACKER_DECORATOR (miner));
+}
+
+static void
+tracker_extract_decorator_items_available (TrackerDecorator *decorator)
+{
+ TrackerExtractDecoratorPrivate *priv;
+
+ priv = TRACKER_EXTRACT_DECORATOR (decorator)->priv;
+ g_debug ("Starting processing of %d items\n",
+ tracker_decorator_get_n_items (decorator));
+ priv->timer = g_timer_new ();
+ decorator_get_next_file (decorator);
+}
+
+static void
+tracker_extract_decorator_finished (TrackerDecorator *decorator)
+{
+ TrackerExtractDecoratorPrivate *priv;
+ gchar *time_str;
+
+ priv = TRACKER_EXTRACT_DECORATOR (decorator)->priv;
+ time_str = tracker_seconds_to_string ((gint) g_timer_elapsed (priv->timer, NULL), TRUE);
+ g_debug ("Extraction finished in %s", time_str);
+ g_timer_destroy (priv->timer);
+ priv->timer = NULL;
+ g_free (time_str);
+}
+
+static void
+tracker_extract_decorator_class_init (TrackerExtractDecoratorClass *klass)
+{
+ TrackerDecoratorClass *decorator_class = TRACKER_DECORATOR_CLASS (klass);
+ TrackerMinerClass *miner_class = TRACKER_MINER_CLASS (klass);
+ GObjectClass *object_class = G_OBJECT_CLASS (klass);
+
+ object_class->finalize = tracker_extract_decorator_finalize;
+ object_class->get_property = tracker_extract_decorator_get_property;
+ object_class->set_property = tracker_extract_decorator_set_property;
+
+ miner_class->paused = tracker_extract_decorator_paused;
+ miner_class->resumed = tracker_extract_decorator_resumed;
+
+ decorator_class->items_available = tracker_extract_decorator_items_available;
+ decorator_class->finished = tracker_extract_decorator_finished;
+
+ g_object_class_install_property (object_class,
+ PROP_EXTRACTOR,
+ g_param_spec_object ("extractor",
+ "Extractor",
+ "Extractor",
+ TRACKER_TYPE_EXTRACT,
+ G_PARAM_READWRITE |
+ G_PARAM_CONSTRUCT_ONLY));
+
+ g_type_class_add_private (object_class,
+ sizeof (TrackerExtractDecoratorPrivate));
+}
+
+static void
+tracker_extract_decorator_init (TrackerExtractDecorator *decorator)
+{
+ decorator->priv = TRACKER_EXTRACT_DECORATOR_GET_PRIVATE (decorator);
+}
+
+TrackerDecorator *
+tracker_extract_decorator_new (TrackerExtract *extract,
+ GCancellable *cancellable,
+ GError **error)
+{
+ /* Preferably classes with tracker:notify true, if an
+ * extractor module handles new ones, it must be added
+ * here.
+ */
+ gchar *classes[] = {
+ "nfo:Document",
+ "nfo:Audio",
+ "nfo:Image",
+ "nfo:Video",
+ "nfo:FilesystemImage",
+ NULL
+ };
+
+ return g_initable_new (TRACKER_TYPE_EXTRACT_DECORATOR,
+ cancellable, error,
+ "name", "Extract",
+ "data-source", TRACKER_EXTRACT_DATA_SOURCE,
+ "class-names", classes,
+ "extractor", extract,
+ NULL);
+}
diff --git a/src/tracker-extract/tracker-extract-decorator.h b/src/tracker-extract/tracker-extract-decorator.h
new file mode 100644
index 0000000..6d16eeb
--- /dev/null
+++ b/src/tracker-extract/tracker-extract-decorator.h
@@ -0,0 +1,57 @@
+/*
+ * Copyright (C) 2014 Carlos Garnacho <carlosg gnome org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2.1 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __TRACKER_EXTRACT_DECORATOR_H__
+#define __TRACKER_EXTRACT_DECORATOR_H__
+
+#include <gio/gio.h>
+#include <libtracker-miner/tracker-miner.h>
+
+#include "tracker-extract.h"
+
+G_BEGIN_DECLS
+
+#define TRACKER_TYPE_EXTRACT_DECORATOR (tracker_extract_decorator_get_type ())
+#define TRACKER_EXTRACT_DECORATOR(o) (G_TYPE_CHECK_INSTANCE_CAST ((o),
TRACKER_TYPE_EXTRACT_DECORATOR, TrackerExtractDecorator))
+#define TRACKER_EXTRACT_DECORATOR_CLASS(c) (G_TYPE_CHECK_CLASS_CAST ((c),
TRACKER_TYPE_EXTRACT_DECORATOR, TrackerExtractDecoratorClass))
+#define TRACKER_IS_EXTRACT_DECORATOR(o) (G_TYPE_CHECK_INSTANCE_TYPE ((o),
TRACKER_TYPE_EXTRACT_DECORATOR))
+#define TRACKER_IS_EXTRACT_DECORATOR_CLASS(c) (G_TYPE_CHECK_CLASS_TYPE ((c),
TRACKER_TYPE_EXTRACT_DECORATOR))
+#define TRACKER_EXTRACT_DECORATOR_GET_CLASS(o) (G_TYPE_INSTANCE_GET_CLASS ((o),
TRACKER_TYPE_EXTRACT_DECORATOR, TrackerExtractDecoratorClass))
+
+typedef struct TrackerExtractDecorator TrackerExtractDecorator;
+typedef struct TrackerExtractDecoratorClass TrackerExtractDecoratorClass;
+
+struct TrackerExtractDecorator {
+ TrackerDecoratorFS parent_instance;
+ gpointer priv;
+};
+
+struct TrackerExtractDecoratorClass {
+ TrackerDecoratorFSClass parent_class;
+};
+
+GType tracker_extract_decorator_get_type (void) G_GNUC_CONST;
+
+TrackerDecorator * tracker_extract_decorator_new (TrackerExtract *extractor,
+ GCancellable *cancellable,
+ GError **error);
+
+G_END_DECLS
+
+#endif /* __TRACKER_EXTRACT_DECORATOR_H__ */
[
Date Prev][
Date Next] [
Thread Prev][
Thread Next]
[
Thread Index]
[
Date Index]
[
Author Index]
