[gvfs/ftp-reorg: 6/15] [FTP] rework cache handling



commit 12591281d1a2b0a04d869c36ef70512ae86483a1
Author: Benjamin Otte <otte gnome org>
Date:   Thu Jun 4 18:41:35 2009 +0200

    [FTP] rework cache handling
    
    The cache handling has been split into a separate file and structure
    now. While the API still isn't perfect, it's much clearer than before.
    It's also faster when looking up lots of symlinks.
---
 daemon/Makefile.am         |    1 +
 daemon/gvfsbackendftp.c    |  771 ++++++++-----------------------------------
 daemon/gvfsbackendftp.h    |   13 +-
 daemon/gvfsftpconnection.c |   19 ++
 daemon/gvfsftpconnection.h |    1 +
 daemon/gvfsftpdircache.c   |  596 ++++++++++++++++++++++++++++++++++
 daemon/gvfsftpdircache.h   |   76 +++++
 daemon/gvfsftpfile.c       |   24 ++-
 daemon/gvfsftpfile.h       |    1 +
 9 files changed, 864 insertions(+), 638 deletions(-)

diff --git a/daemon/Makefile.am b/daemon/Makefile.am
index c9e17ae..9761eff 100644
--- a/daemon/Makefile.am
+++ b/daemon/Makefile.am
@@ -231,6 +231,7 @@ gvfsd_obexftp_LDADD = $(OBEXFTP_LIBS) $(XML_LIBS) $(HAL_LIBS) $(libraries)
 
 gvfsd_ftp_SOURCES = \
 	gvfsftpconnection.c gvfsftpconnection.h \
+	gvfsftpdircache.c gvfsftpdircache.h \
 	gvfsftpfile.c gvfsftpfile.h \
 	gvfsftptask.c gvfsftptask.h \
 	gvfsbackendftp.c gvfsbackendftp.h \
diff --git a/daemon/gvfsbackendftp.c b/daemon/gvfsbackendftp.c
index 03834e4..847266e 100644
--- a/daemon/gvfsbackendftp.c
+++ b/daemon/gvfsbackendftp.c
@@ -50,6 +50,7 @@
 
 #include "ParseFTPList.h"
 #include "gvfsftpconnection.h"
+#include "gvfsftpdircache.h"
 #include "gvfsftpfile.h"
 #include "gvfsftptask.h"
 
@@ -67,30 +68,8 @@
  * paths exactly match those of a TVFS-using FTP server.
  */
 
-typedef struct _FtpDirEntry FtpDirEntry;
-struct _FtpDirEntry {
-  gsize         size;
-  gsize         length;
-  gchar         data[1];
-};
-
-struct FtpDirReader {
-  void		(* init_data)	(GVfsFtpTask *      task,
-				 const GVfsFtpFile *dir);
-  gpointer	(* iter_new)	(GVfsFtpTask *      task);
-  GFileInfo *	(* iter_process)(gpointer           iter,
-				 GVfsFtpTask *      task,
-				 const GVfsFtpFile *dirname,
-				 const GVfsFtpFile *must_match_file,
-				 const char *       line,
-				 char **            symlink);
-  void		(* iter_free)	(gpointer	    iter);
-};
-
 G_DEFINE_TYPE (GVfsBackendFtp, g_vfs_backend_ftp, G_VFS_TYPE_BACKEND)
 
-/*** CODE ***/
-
 static gboolean
 gvfs_backend_ftp_determine_features (GVfsFtpTask *task)
 {
@@ -180,6 +159,44 @@ gvfs_backend_ftp_determine_system (GVfsFtpTask *task)
   g_strfreev (reply);
 }
 
+static GFileInfo *
+g_vfs_bacend_ftp_create_root_file_info (GVfsBackendFtp *ftp)
+{
+  GFileInfo *info;
+  GIcon *icon;
+  char *display_name;
+  
+  info = g_file_info_new ();
+  g_file_info_set_file_type (info, G_FILE_TYPE_DIRECTORY);
+
+  g_file_info_set_name (info, "/");
+  display_name = g_strdup_printf (_("/ on %s"), ftp->host_display_name);
+  g_file_info_set_display_name (info, display_name);
+  g_free (display_name);
+  g_file_info_set_edit_name (info, "/");
+
+  g_file_info_set_content_type (info, "inode/directory");
+  g_file_info_set_attribute_string (info, G_FILE_ATTRIBUTE_STANDARD_FAST_CONTENT_TYPE, "inode/directory");
+
+  icon = g_themed_icon_new ("folder-remote");
+  g_file_info_set_icon (info, icon);
+  g_object_unref (icon);
+
+  return info;
+}
+
+static void
+gvfs_backend_ftp_setup_directory_cache (GVfsBackendFtp *ftp)
+{
+  if (ftp->system == G_VFS_FTP_SYSTEM_UNIX)
+    ftp->dir_funcs = &g_vfs_ftp_dir_cache_funcs_unix;
+  else
+    ftp->dir_funcs = &g_vfs_ftp_dir_cache_funcs_default;
+
+  ftp->dir_cache = g_vfs_ftp_dir_cache_new (ftp->dir_funcs,
+                                            g_vfs_bacend_ftp_create_root_file_info (ftp));
+}
+
 /*** COMMON FUNCTIONS WITH SPECIAL HANDLING ***/
 
 static gboolean
@@ -217,169 +234,6 @@ g_vfs_ftp_task_try_cd (GVfsFtpTask *task, const GVfsFtpFile *file)
 /*** default directory reading ***/
 
 static void
-dir_default_init_data (GVfsFtpTask *task, const GVfsFtpFile *dir)
-{
-  g_vfs_ftp_task_cd (task, dir);
-  g_vfs_ftp_task_open_data_connection (task);
-
-  g_vfs_ftp_task_send (task,
-		       G_VFS_FTP_PASS_100 | G_VFS_FTP_FAIL_200,
-		       (task->backend->system == G_VFS_FTP_SYSTEM_UNIX) ? "LIST -a" : "LIST");
-}
-
-static gpointer
-dir_default_iter_new (GVfsFtpTask *task)
-{
-  return g_slice_new0 (struct list_state);
-}
-
-static GFileInfo *
-dir_default_iter_process (gpointer           iter,
-                          GVfsFtpTask *      task,
-			  const GVfsFtpFile *dir,
-			  const GVfsFtpFile *must_match_file,
-			  const char        *line,
-			  char		   **symlink)
-{
-  struct list_state *state = iter;
-  struct list_result result = { 0, };
-  GTimeVal tv = { 0, 0 };
-  GFileInfo *info;
-  int type;
-  GVfsFtpFile *name;
-  const char *s;
-  char *t;
-
-  type = ParseFTPList (line, state, &result);
-  if (type != 'd' && type != 'f' && type != 'l')
-    return NULL;
-
-  /* don't list . and .. directories
-   * Let's hope they're not important files on some ftp servers
-   */
-  if (type == 'd')
-    {
-      if (result.fe_fnlen == 1 && 
-	  result.fe_fname[0] == '.')
-	return NULL;
-      if (result.fe_fnlen == 2 && 
-	  result.fe_fname[0] == '.' &&
-	  result.fe_fname[1] == '.')
-	return NULL;
-    }
-
-  t = g_strndup (result.fe_fname, result.fe_fnlen);
-  if (dir)
-    {
-      name = g_vfs_ftp_file_new_child  (dir, t, NULL);
-      g_free (t);
-    }
-  else
-    {
-      name = g_vfs_ftp_file_new_from_ftp (task->backend, t);
-      g_free (t);
-    }
-  if (name == NULL)
-    return NULL;
-
-  if (must_match_file && !g_vfs_ftp_file_equal (name, must_match_file))
-    {
-      g_vfs_ftp_file_free (name);
-      return NULL;
-    }
-
-  info = g_file_info_new ();
-
-  s = g_vfs_ftp_file_get_gvfs_path (name);
-
-  t = g_path_get_basename (s);
-  g_file_info_set_name (info, t);
-  g_free (t);
-
-  if (type == 'l')
-    {
-      char *link;
-
-      link = g_strndup (result.fe_lname, result.fe_lnlen);
-
-      /* FIXME: this whole stuff is not GVfsFtpFile save */
-      g_file_info_set_symlink_target (info, link);
-      g_file_info_set_is_symlink (info, TRUE);
-
-      if (symlink)
-	{
-	  char *str = g_path_get_dirname (s);
-	  char *symlink_file = g_build_path ("/", str, link, NULL);
-
-	  g_free (str);
-	  while ((str = strstr (symlink_file, "/../")))
-	    {
-	      char *end = str + 4;
-	      char *start;
-	      start = str - 1;
-	      while (start >= symlink_file && *start != '/')
-		start--;
-
-	      if (start < symlink_file) {
-		      *symlink_file = '/';
-		      start = symlink_file;
-	      }
-
-	      memmove (start + 1, end, strlen (end) + 1);
-	    }
-	  str = symlink_file + strlen (symlink_file) - 1;
-	  while (*str == '/' && str > symlink_file)
-	    *str-- = 0;
-	  *symlink = symlink_file;
-	}
-      g_free (link);
-    }
-  else if (symlink)
-    *symlink = NULL;
-
-  g_file_info_set_size (info, g_ascii_strtoull (result.fe_size, NULL, 10));
-
-  gvfs_file_info_populate_default (info, s,
-				   type == 'f' ? G_FILE_TYPE_REGULAR :
-				   type == 'l' ? G_FILE_TYPE_SYMBOLIC_LINK :
-				   G_FILE_TYPE_DIRECTORY);
-
-  if (task->backend->system == G_VFS_FTP_SYSTEM_UNIX)
-    g_file_info_set_is_hidden (info, result.fe_fnlen > 0 &&
-	                             result.fe_fname[0] == '.');
-
-  g_vfs_ftp_file_free (name);
-
-  /* Workaround:
-   * result.fetime.tm_year contains actual year instead of offset-from-1900,
-   * which mktime expects.
-   */
-  if (result.fe_time.tm_year >= 1900)
-	  result.fe_time.tm_year -= 1900;
-
-  tv.tv_sec = mktime (&result.fe_time);
-  if (tv.tv_sec != -1)
-    g_file_info_set_modification_time (info, &tv);
-
-  return info;
-}
-
-static void
-dir_default_iter_free (gpointer iter)
-{
-  g_slice_free (struct list_state, iter);
-}
-
-static const FtpDirReader dir_default = {
-  dir_default_init_data,
-  dir_default_iter_new,
-  dir_default_iter_process,
-  dir_default_iter_free
-};
-
-/*** BACKEND ***/
-
-static void
 g_vfs_backend_ftp_finalize (GObject *object)
 {
   GVfsBackendFtp *ftp = G_VFS_BACKEND_FTP (object);
@@ -392,9 +246,6 @@ g_vfs_backend_ftp_finalize (GObject *object)
   g_cond_free (ftp->cond);
   g_mutex_free (ftp->mutex);
 
-  g_hash_table_destroy (ftp->directory_cache);
-  g_static_rw_lock_free (&ftp->directory_cache_lock);
-
   g_free (ftp->user);
   g_free (ftp->password);
 
@@ -403,46 +254,10 @@ g_vfs_backend_ftp_finalize (GObject *object)
 }
 
 static void
-ftp_dir_entry_free (gpointer entry)
-{
-  g_free (entry);
-}
-
-static FtpDirEntry *
-ftp_dir_entry_grow (FtpDirEntry *entry)
-{
-  entry = g_try_realloc (entry, sizeof (FtpDirEntry) + entry->size + 4096);
-  if (entry == NULL)
-    return NULL;
-  entry->size += 4096;
-  return entry;
-}
-
-static FtpDirEntry *
-ftp_dir_entry_new (void)
-{
-  FtpDirEntry *entry;
-  
-  entry = g_malloc (4096);
-  entry->size = 4096 - sizeof (FtpDirEntry);
-  entry->length = 0;
-
-  return entry;
-}
-
-static void
 g_vfs_backend_ftp_init (GVfsBackendFtp *ftp)
 {
   ftp->mutex = g_mutex_new ();
   ftp->cond = g_cond_new ();
-
-  ftp->directory_cache = g_hash_table_new_full (g_vfs_ftp_file_hash,
-					        g_vfs_ftp_file_equal,
-						g_vfs_ftp_file_free,
-						ftp_dir_entry_free);
-  g_static_rw_lock_init (&ftp->directory_cache_lock);
-
-  ftp->dir_ops = &dir_default;
 }
 
 static void
@@ -600,6 +415,7 @@ try_login:
     }
   g_vfs_ftp_task_setup_connection (&task);
   gvfs_backend_ftp_determine_system (&task);
+  gvfs_backend_ftp_setup_directory_cache (ftp);
 
   /* Save the address of the current connection, so that for future connections,
    * we are sure to connect to the same machine.
@@ -903,30 +719,74 @@ do_start_write (GVfsFtpTask *task,
     }
 }
 
-static void
-gvfs_backend_ftp_purge_cache_directory (GVfsBackendFtp *   ftp,
-					const GVfsFtpFile *dir)
+/* NB: This gets a file info for the given object, no matter if it's a dir 
+ * or a file */
+static GFileInfo *
+create_file_info (GVfsFtpTask *task, GVfsFtpFile *file, gboolean resolve_symlinks)
 {
-  g_static_rw_lock_writer_lock (&ftp->directory_cache_lock);
-  g_hash_table_remove (ftp->directory_cache, dir);
-  g_static_rw_lock_writer_unlock (&ftp->directory_cache_lock);
-}
+  GFileInfo *info;
+  char **reply;
 
-static void
-gvfs_backend_ftp_purge_cache_of_file (GVfsBackendFtp *   ftp,
-				      const GVfsFtpFile *file)
-{
-  GVfsFtpFile *dir = g_vfs_ftp_file_new_parent (file);
+  if (g_vfs_ftp_task_is_in_error (task))
+    return NULL;
 
-  if (!g_vfs_ftp_file_equal (file, dir))
-    gvfs_backend_ftp_purge_cache_directory (ftp, dir);
+  info = g_vfs_ftp_dir_cache_lookup_file (task->backend->dir_cache, task, file, resolve_symlinks);
+  if (info)
+    return info;
 
-  g_vfs_ftp_file_free (dir);
+  g_vfs_ftp_task_clear_error (task);
+
+  /* the directory cache fails when the parent directory of the file is not readable.
+   * This cannot happen on Unix, but it can happen on FTP.
+   * In this case we try to figure out as much as possible about the file (does it even exist?)
+   * using standard ftp commands.
+   */
+  if (g_vfs_ftp_task_try_cd (task, file))
+    {
+      char *tmp;
+
+      info = g_file_info_new ();
+
+      tmp = g_path_get_basename (g_vfs_ftp_file_get_gvfs_path (file));
+      g_file_info_set_name (info, tmp);
+      g_free (tmp);
+
+      gvfs_file_info_populate_default (info, g_vfs_ftp_file_get_gvfs_path (file), G_FILE_TYPE_DIRECTORY);
+
+      g_file_info_set_is_hidden (info, TRUE);
+    }
+  else if (g_vfs_ftp_task_send_and_check (task, 0, NULL, NULL, &reply, "SIZE %s", g_vfs_ftp_file_get_ftp_path (file)))
+    {
+      char *tmp;
+
+      info = g_file_info_new ();
+
+      tmp = g_path_get_basename (g_vfs_ftp_file_get_gvfs_path (file));
+      g_file_info_set_name (info, tmp);
+      g_free (tmp);
+
+      gvfs_file_info_populate_default (info, g_vfs_ftp_file_get_gvfs_path (file), G_FILE_TYPE_REGULAR);
+
+      g_file_info_set_size (info, g_ascii_strtoull (reply[0] + 4, NULL, 0));
+      g_strfreev (reply);
+
+      g_file_info_set_is_hidden (info, TRUE);
+    }
+  else
+    {
+      info = NULL;
+      /* clear error from ftp_connection_send() in else if line above */
+      g_vfs_ftp_task_clear_error (task);
+
+      /* note that there might still be a file/directory, we just have 
+       * no way to figure this out (in particular on ftp servers that 
+       * don't support SIZE.
+       * If you have ways to improve file detection, patches are welcome. */
+    }
+
+  return info;
 }
 
-/* forward declaration */
-static GFileInfo *
-create_file_info (GVfsFtpTask *task, const char *filename, char **symlink);
 
 static void
 do_create (GVfsBackend *backend,
@@ -939,7 +799,8 @@ do_create (GVfsBackend *backend,
   GFileInfo *info;
   GVfsFtpFile *file;
 
-  info = create_file_info (&task, filename, NULL);
+  file = g_vfs_ftp_file_new_from_gvfs (ftp, filename);
+  info = create_file_info (&task, file, FALSE);
   if (info)
     {
       g_object_unref (info);
@@ -947,12 +808,12 @@ do_create (GVfsBackend *backend,
 		           G_IO_ERROR,
 			   G_IO_ERROR_EXISTS,
 			   _("Target file already exists"));
+      g_vfs_ftp_file_free (file);
       g_vfs_ftp_task_done (&task);
       return;
     }
-  file = g_vfs_ftp_file_new_from_gvfs (ftp, filename);
   do_start_write (&task, flags, "STOR %s", g_vfs_ftp_file_get_ftp_path (file));
-  gvfs_backend_ftp_purge_cache_of_file (ftp, file);
+  g_vfs_ftp_dir_cache_purge_file (ftp->dir_cache, file);
   g_vfs_ftp_file_free (file);
 
   g_vfs_ftp_task_done (&task);
@@ -970,7 +831,7 @@ do_append (GVfsBackend *backend,
 
   file = g_vfs_ftp_file_new_from_gvfs (ftp, filename);
   do_start_write (&task, flags, "APPE %s", g_vfs_ftp_file_get_ftp_path (file));
-  gvfs_backend_ftp_purge_cache_of_file (ftp, file);
+  g_vfs_ftp_dir_cache_purge_file (ftp->dir_cache, file);
   g_vfs_ftp_file_free (file);
 
   g_vfs_ftp_task_done (&task);
@@ -1001,7 +862,7 @@ do_replace (GVfsBackend *backend,
 
   file = g_vfs_ftp_file_new_from_gvfs (ftp, filename);
   do_start_write (&task, flags, "STOR %s", g_vfs_ftp_file_get_ftp_path (file));
-  gvfs_backend_ftp_purge_cache_of_file (ftp, file);
+  g_vfs_ftp_dir_cache_purge_file (ftp->dir_cache, file);
   g_vfs_ftp_file_free (file);
 
   g_vfs_ftp_task_done (&task);
@@ -1048,301 +909,6 @@ do_write (GVfsBackend *backend,
   g_vfs_ftp_task_done (&task);
 }
 
-static GFileInfo *
-create_file_info_for_root (GVfsBackendFtp *ftp)
-{
-  GFileInfo *info;
-  GIcon *icon;
-  char *display_name;
-  
-  info = g_file_info_new ();
-  g_file_info_set_file_type (info, G_FILE_TYPE_DIRECTORY);
-
-  g_file_info_set_name (info, "/");
-  display_name = g_strdup_printf (_("/ on %s"), ftp->host_display_name);
-  g_file_info_set_display_name (info, display_name);
-  g_free (display_name);
-  g_file_info_set_edit_name (info, "/");
-
-  g_file_info_set_content_type (info, "inode/directory");
-  g_file_info_set_attribute_string (info, G_FILE_ATTRIBUTE_STANDARD_FAST_CONTENT_TYPE, "inode/directory");
-
-  icon = g_themed_icon_new ("folder-remote");
-  g_file_info_set_icon (info, icon);
-  g_object_unref (icon);
-
-  return info;
-}
-
-static FtpDirEntry *
-do_enumerate_directory (GVfsFtpTask *task)
-{
-  gssize n_bytes;
-  FtpDirEntry *entry;
-
-  if (g_vfs_ftp_task_is_in_error (task))
-    return NULL;
-
-  entry = ftp_dir_entry_new ();
-
-  do
-    {
-      if (entry->size - entry->length < 128)
-        {
-          entry = ftp_dir_entry_grow (entry);
-          if (entry == NULL)
-	    {
-	      g_set_error_literal (&task->error, G_IO_ERROR, G_IO_ERROR_FAILED,
-			           _("Out of memory while reading directory contents"));
-	      return NULL;
-	    }
-	}
-      n_bytes = g_vfs_ftp_connection_read_data (task->conn,
-                                                entry->data + entry->length,
-                                                entry->size - entry->length - 1,
-                                                task->cancellable,
-                                                &task->error);
-
-      if (n_bytes < 0)
-        {
-          ftp_dir_entry_free (entry);
-          return NULL;
-        }
-
-      entry->length += n_bytes;
-    }
-  while (n_bytes > 0);
-
-  g_vfs_ftp_task_close_data_connection (task);
-  g_vfs_ftp_task_receive (task, 0, NULL);
-  if (g_vfs_ftp_task_is_in_error (task))
-    {
-      ftp_dir_entry_free (entry);
-      return NULL;
-    }
-  /* null-terminate, just because */
-  entry->data[entry->length] = 0;
-
-  return entry;
-}
-
-/* IMPORTANT: SUCK ALARM!
- * locks ftp->directory_cache_lock but only iff it returns !NULL */
-static const FtpDirEntry *
-enumerate_directory (GVfsFtpTask *      task,
-		     const GVfsFtpFile *dir,
-		     gboolean	        use_cache)
-{
-  GVfsBackendFtp *ftp = task->backend;
-  FtpDirEntry *entry;
-
-  g_static_rw_lock_reader_lock (&ftp->directory_cache_lock);
-  do {
-    if (use_cache)
-      entry = g_hash_table_lookup (ftp->directory_cache, dir);
-    else
-      {
-	use_cache = TRUE;
-	entry = NULL;
-      }
-    if (entry == NULL)
-      {
-	g_static_rw_lock_reader_unlock (&ftp->directory_cache_lock);
-	ftp->dir_ops->init_data (task, dir);
-	entry = do_enumerate_directory (task);
-	if (entry == NULL)
-          return NULL;
-	g_static_rw_lock_writer_lock (&ftp->directory_cache_lock);
-	g_hash_table_insert (ftp->directory_cache, g_vfs_ftp_file_copy (dir), entry);
-	g_static_rw_lock_writer_unlock (&ftp->directory_cache_lock);
-	entry = NULL;
-	g_static_rw_lock_reader_lock (&ftp->directory_cache_lock);
-      }
-  } while (entry == NULL);
-
-  return entry;
-}
-
-static GFileInfo *
-create_file_info_from_parent (GVfsFtpTask *      task, 
-                              const GVfsFtpFile *dir,
-                              const GVfsFtpFile *file,
-                              char **            symlink)
-{
-  GFileInfo *info = NULL;
-  gpointer iter;
-  const FtpDirEntry *entry;
-  const char *sol, *eol;
-
-  entry = enumerate_directory (task, dir, TRUE);
-  if (entry == NULL)
-    return NULL;
-
-  iter = task->backend->dir_ops->iter_new (task);
-  for (sol = eol = entry->data; eol; sol = eol + 1)
-    {
-      eol = memchr (sol, '\n', entry->length - (sol - entry->data));
-      info = task->backend->dir_ops->iter_process (iter,
-                                                   task,
-                                                   dir,
-                                                   file,
-                                                   sol,
-                                                   symlink);
-      if (info)
-        break;
-    }
-  task->backend->dir_ops->iter_free (iter);
-  g_static_rw_lock_reader_unlock (&task->backend->directory_cache_lock);
-
-  return info;
-}
-
-static GFileInfo *
-create_file_info_from_file (GVfsFtpTask *task, const GVfsFtpFile *file, 
-    const char *filename, char **symlink)
-{
-  GFileInfo *info;
-  char **reply;
-
-  if (g_vfs_ftp_task_try_cd (task, file))
-    {
-      char *tmp;
-
-      info = g_file_info_new ();
-
-      tmp = g_path_get_basename (filename);
-      g_file_info_set_name (info, tmp);
-      g_free (tmp);
-
-      gvfs_file_info_populate_default (info, filename, G_FILE_TYPE_DIRECTORY);
-
-      g_file_info_set_is_hidden (info, TRUE);
-    }
-  else if (g_vfs_ftp_task_send_and_check (task, 0, NULL, NULL, &reply, "SIZE %s", g_vfs_ftp_file_get_ftp_path (file)))
-    {
-      char *tmp;
-
-      info = g_file_info_new ();
-
-      tmp = g_path_get_basename (filename);
-      g_file_info_set_name (info, tmp);
-      g_free (tmp);
-
-      gvfs_file_info_populate_default (info, filename, G_FILE_TYPE_REGULAR);
-
-      g_file_info_set_size (info, g_ascii_strtoull (reply[0] + 4, NULL, 0));
-      g_strfreev (reply);
-
-      g_file_info_set_is_hidden (info, TRUE);
-    }
-  else
-    {
-      info = NULL;
-      /* clear error from ftp_connection_send() in else if line above */
-      g_vfs_ftp_task_clear_error (task);
-
-      /* note that there might still be a file/directory, we just have 
-       * no way to figure this out (in particular on ftp servers that 
-       * don't support SIZE.
-       * If you have ways to improve file detection, patches are welcome. */
-    }
-
-  return info;
-}
-
-/* NB: This gets a file info for the given object, no matter if it's a dir 
- * or a file */
-static GFileInfo *
-create_file_info (GVfsFtpTask *task, const char *filename, char **symlink)
-{
-  GVfsFtpFile *dir, *file;
-  GFileInfo *info;
-
-  if (symlink)
-    *symlink = NULL;
-
-  if (g_str_equal (filename, "/"))
-    return create_file_info_for_root (task->backend);
-
-  file = g_vfs_ftp_file_new_from_gvfs (task->backend, filename);
-  dir = g_vfs_ftp_file_new_parent (file);
-
-  info = create_file_info_from_parent (task, dir, file, symlink);
-  if (info == NULL)
-    info = create_file_info_from_file (task, file, filename, symlink);
-
-  g_vfs_ftp_file_free (dir);
-  g_vfs_ftp_file_free (file);
-  return info;
-}
-
-static GFileInfo *
-resolve_symlink (GVfsFtpTask *task, GFileInfo *original, const char *filename)
-{
-  GFileInfo *info = NULL;
-  char *symlink, *newlink;
-  guint i;
-  static const char *copy_attributes[] = {
-    G_FILE_ATTRIBUTE_STANDARD_IS_SYMLINK,
-    G_FILE_ATTRIBUTE_STANDARD_IS_HIDDEN,
-    G_FILE_ATTRIBUTE_STANDARD_NAME,
-    G_FILE_ATTRIBUTE_STANDARD_DISPLAY_NAME,
-    G_FILE_ATTRIBUTE_STANDARD_EDIT_NAME,
-    G_FILE_ATTRIBUTE_STANDARD_COPY_NAME,
-    G_FILE_ATTRIBUTE_STANDARD_SYMLINK_TARGET
-  };
-
-  if (g_vfs_ftp_task_is_in_error (task))
-    return original;
-
-  /* How many symlinks should we follow?
-   * <alex> maybe 8?
-   */
-  symlink = g_strdup (filename);
-  for (i = 0; i < 8 && symlink; i++)
-    {
-      info = create_file_info (task,
-			       symlink,
-			       &newlink);
-      if (!newlink)
-	break;
-
-      g_free (symlink);
-      symlink = newlink;
-    }
-  g_free (symlink);
-
-  if (g_vfs_ftp_task_is_in_error (task))
-    {
-      g_assert (info == NULL);
-      g_vfs_ftp_task_clear_error (task);
-      return original;
-    }
-  if (info == NULL)
-    return original;
-
-  for (i = 0; i < G_N_ELEMENTS (copy_attributes); i++)
-    {
-      GFileAttributeType type;
-      gpointer value;
-
-      if (!g_file_info_get_attribute_data (original,
-					   copy_attributes[i],
-					   &type,
-					   &value,
-					   NULL))
-	continue;
-      
-      g_file_info_set_attribute (info,
-	                         copy_attributes[i],
-				 type,
-				 value);
-    }
-  g_object_unref (original);
-
-  return info;
-}
-
 static void
 do_query_info (GVfsBackend *backend,
 	       GVfsJobQueryInfo *job,
@@ -1353,26 +919,11 @@ do_query_info (GVfsBackend *backend,
 {
   GVfsBackendFtp *ftp = G_VFS_BACKEND_FTP (backend);
   GVfsFtpTask task = G_VFS_FTP_TASK_INIT (ftp, G_VFS_JOB (job));
+  GVfsFtpFile *file;
   GFileInfo *real;
-  char *symlink;
-
-  if (query_flags & G_FILE_QUERY_INFO_NOFOLLOW_SYMLINKS)
-    {
-      real = create_file_info (&task,
-			       filename,
-			       NULL);
-    }
-  else
-    {
-      real = create_file_info (&task,
-			       filename,
-			       &symlink);
-      if (symlink)
-	{
-	  real = resolve_symlink (&task, real, symlink);
-	  g_free (symlink);
-	}
-    }
+  
+  file = g_vfs_ftp_file_new_from_gvfs (ftp, filename);
+  real = create_file_info (&task, file, query_flags & G_FILE_QUERY_INFO_NOFOLLOW_SYMLINKS ? FALSE : TRUE);
 
   if (real)
     {
@@ -1400,68 +951,29 @@ do_enumerate (GVfsBackend *backend,
   GVfsBackendFtp *ftp = G_VFS_BACKEND_FTP (backend);
   GVfsFtpTask task = G_VFS_FTP_TASK_INIT (ftp, G_VFS_JOB (job));
   GVfsFtpFile *dir;
-  gpointer iter;
-  GSList *symlink_targets = NULL;
-  GSList *symlink_fileinfos = NULL;
-  GSList *twalk, *fwalk;
-  GFileInfo *info;
-  const FtpDirEntry *entry;
-  const char *sol, *eol;
-
-  /* no need to check for IS_DIR, because the enumeration code will return that
-   * automatically.
-   */
+  GList *list;
 
   dir = g_vfs_ftp_file_new_from_gvfs (ftp, dirname);
-  entry = enumerate_directory (&task, dir, FALSE);
-  if (entry != NULL)
+  list = g_vfs_ftp_dir_cache_lookup_dir (ftp->dir_cache,
+                                         &task,
+                                         dir,
+                                         TRUE,
+                                         query_flags & G_FILE_QUERY_INFO_NOFOLLOW_SYMLINKS ? FALSE : TRUE);
+  if (g_vfs_ftp_task_is_in_error (&task))
     {
-      g_vfs_job_succeeded (task.job);
-      task.job = NULL;
+      g_assert (list == NULL);
+      g_vfs_ftp_task_done (&task);
+      return;
+    }
 
-      iter = ftp->dir_ops->iter_new (&task);
-      for (sol = eol = entry->data; eol; sol = eol + 1)
-        {
-          char *symlink = NULL;
-
-          eol = memchr (sol, '\n', entry->length - (sol - entry->data));
-          info = ftp->dir_ops->iter_process (iter,
-                                             &task,
-                                             dir,
-                                             NULL,
-                                             sol,
-                                             query_flags & G_FILE_QUERY_INFO_NOFOLLOW_SYMLINKS ? NULL : &symlink);
-          if (symlink)
-            {
-              /* This is necessary due to our locking. 
-               * And we must not unlock here because it might invalidate the list we iterate */
-              symlink_targets = g_slist_prepend (symlink_targets, symlink);
-              symlink_fileinfos = g_slist_prepend (symlink_fileinfos, info);
-            }
-          else if (info)
-            {
-              g_vfs_job_enumerate_add_info (job, info);
-              g_object_unref (info);
-            }
-        }
-      ftp->dir_ops->iter_free (iter);
-      g_static_rw_lock_reader_unlock (&ftp->directory_cache_lock);
-      for (twalk = symlink_targets, fwalk = symlink_fileinfos; twalk; 
-           twalk = twalk->next, fwalk = fwalk->next)
-        {
-          info = resolve_symlink (&task, fwalk->data, twalk->data);
-          g_free (twalk->data);
-          g_vfs_job_enumerate_add_info (job, info);
-          g_object_unref (info);
-        }
-      g_slist_free (symlink_targets);
-      g_slist_free (symlink_fileinfos);
+  g_vfs_ftp_task_done (&task);
 
-      g_vfs_job_enumerate_done (job);
-    }
-  
+  g_vfs_job_enumerate_add_infos (job, list);
+  g_vfs_job_enumerate_done (job);
+
+  g_list_foreach (list, (GFunc) g_object_unref, NULL);
+  g_list_free (list);
   g_vfs_ftp_file_free (dir);
-  g_vfs_ftp_task_done (&task);
 }
 
 static void
@@ -1486,7 +998,7 @@ do_set_display_name (GVfsBackend *backend,
 
   /* FIXME: parse result of RNTO here? */
   g_vfs_job_set_display_name_set_new_path (job, g_vfs_ftp_file_get_gvfs_path (now));
-  gvfs_backend_ftp_purge_cache_directory (ftp, dir);
+  g_vfs_ftp_dir_cache_purge_dir (ftp->dir_cache, dir);
   g_vfs_ftp_file_free (now);
   g_vfs_ftp_file_free (dir);
   g_vfs_ftp_file_free (original);
@@ -1517,14 +1029,19 @@ do_delete (GVfsBackend *backend,
 				      "RMD %s", g_vfs_ftp_file_get_ftp_path (file));
       if (response == 550)
 	{
-	  const FtpDirEntry *entry = enumerate_directory (&task, file, FALSE);
-	  if (entry)
+	  GList *list = g_vfs_ftp_dir_cache_lookup_dir (ftp->dir_cache,
+                                                        &task,
+                                                        file,
+                                                        FALSE,
+                                                        FALSE);
+	  if (list)
 	    {
-	      g_static_rw_lock_reader_unlock (&ftp->directory_cache_lock);
 	      g_set_error_literal (&task.error, 
 				   G_IO_ERROR,
 				   G_IO_ERROR_NOT_EMPTY,
 				   g_strerror (ENOTEMPTY));
+              g_list_foreach (list, (GFunc) g_object_unref, NULL);
+              g_list_free (list);
 	    }
 	  else
             {
@@ -1534,7 +1051,7 @@ do_delete (GVfsBackend *backend,
 	}
     }
 
-  gvfs_backend_ftp_purge_cache_of_file (ftp, file);
+  g_vfs_ftp_dir_cache_purge_file (ftp->dir_cache, file);
   g_vfs_ftp_file_free (file);
 
   g_vfs_ftp_task_done (&task);
@@ -1560,7 +1077,7 @@ do_make_directory (GVfsBackend *backend,
 
   /* FIXME: Compare created file with name from server result to be sure 
    * it's correct and otherwise fail. */
-  gvfs_backend_ftp_purge_cache_of_file (ftp, file);
+  g_vfs_ftp_dir_cache_purge_file (ftp->dir_cache, file);
   g_vfs_ftp_file_free (file);
 
   g_vfs_ftp_task_done (&task);
@@ -1614,8 +1131,8 @@ do_move (GVfsBackend *backend,
   if (!(flags & G_FILE_COPY_OVERWRITE))
     {
       GFileInfo *info = create_file_info (&task,
-                                          g_vfs_ftp_file_get_gvfs_path (destfile),
-                                          NULL);
+                                          destfile,
+                                          FALSE);
 
       if (info)
 	{
@@ -1635,8 +1152,8 @@ do_move (GVfsBackend *backend,
 		       0,
 		       "RNTO %s", g_vfs_ftp_file_get_ftp_path (destfile));
 
-  gvfs_backend_ftp_purge_cache_of_file (ftp, srcfile);
-  gvfs_backend_ftp_purge_cache_of_file (ftp, destfile);
+  g_vfs_ftp_dir_cache_purge_file (ftp->dir_cache, srcfile);
+  g_vfs_ftp_dir_cache_purge_file (ftp->dir_cache, destfile);
 out:
   g_vfs_ftp_file_free (srcfile);
   g_vfs_ftp_file_free (destfile);
diff --git a/daemon/gvfsbackendftp.h b/daemon/gvfsbackendftp.h
index e1df8b0..c29b53f 100644
--- a/daemon/gvfsbackendftp.h
+++ b/daemon/gvfsbackendftp.h
@@ -58,7 +58,9 @@ typedef enum {
   G_VFS_FTP_WORKAROUND_FEAT_AFTER_LOGIN,
 } GVfsFtpWorkaround;
 
-typedef struct FtpDirReader FtpDirReader;
+/* forward declarations */
+typedef struct _GVfsFtpDirCache GVfsFtpDirCache;
+typedef struct _GVfsFtpDirFuncs GVfsFtpDirFuncs;
 
 #define G_VFS_TYPE_BACKEND_FTP         (g_vfs_backend_ftp_get_type ())
 #define G_VFS_BACKEND_FTP(o)           (G_TYPE_CHECK_INSTANCE_CAST ((o), G_VFS_TYPE_BACKEND_FTP, GVfsBackendFtp))
@@ -85,8 +87,9 @@ struct _GVfsBackendFtp
   int                   features;               /* GVfsFtpFeatures that are supported */
   int                   workarounds;            /* GVfsFtpWorkarounds in use - int because it's atomic */
 
-  /* vfuncs */
-  const FtpDirReader *	dir_ops;
+  /* directory cache */
+  const GVfsFtpDirFuncs *dir_funcs;             /* functions used in directory cache */
+  GVfsFtpDirCache *     dir_cache;              /* directory cache */
 
   /* connection collection - accessed from gvfsftptask.c */
   GMutex *		mutex;                  /* mutex protecting the following variables */
@@ -94,10 +97,6 @@ struct _GVfsBackendFtp
   GQueue *		queue;                  /* queue containing the connections */
   guint			connections;            /* current number of connections */
   guint			max_connections;        /* upper server limit for number of connections - dynamically generated */
-
-  /* caching results from dir queries */
-  GStaticRWLock		directory_cache_lock;
-  GHashTable *		directory_cache;
 };
 
 struct _GVfsBackendFtpClass
diff --git a/daemon/gvfsftpconnection.c b/daemon/gvfsftpconnection.c
index 485ad68..d6b1274 100644
--- a/daemon/gvfsftpconnection.c
+++ b/daemon/gvfsftpconnection.c
@@ -227,6 +227,25 @@ g_vfs_ftp_connection_close_data_connection (GVfsFtpConnection *conn)
   conn->data = NULL;
 }
 
+/**
+ * g_vfs_ftp_connection_get_data_stream:
+ * @conn: a connection
+ *
+ * Gets the data stream in use by @conn. It is an error to call this function
+ * when no data stream exists. Be sure to check the return value of
+ * g_vfs_ftp_connection_open_data_connection().
+ *
+ * Returns: the data stream of @conn
+ **/
+GIOStream *
+g_vfs_ftp_connection_get_data_stream (GVfsFtpConnection *conn)
+{
+  g_return_val_if_fail (conn != NULL, NULL);
+  g_return_val_if_fail (conn->data != NULL, NULL);
+
+  return conn->data;
+}
+
 gssize
 g_vfs_ftp_connection_write_data (GVfsFtpConnection *conn,
                                  const char *       data,
diff --git a/daemon/gvfsftpconnection.h b/daemon/gvfsftpconnection.h
index 234f4e4..4fbc91b 100644
--- a/daemon/gvfsftpconnection.h
+++ b/daemon/gvfsftpconnection.h
@@ -64,6 +64,7 @@ gboolean                g_vfs_ftp_connection_open_data_connection
                                                                GError **                error);
 void                    g_vfs_ftp_connection_close_data_connection
                                                               (GVfsFtpConnection *      conn);
+GIOStream *             g_vfs_ftp_connection_get_data_stream  (GVfsFtpConnection *      conn);
 gssize                  g_vfs_ftp_connection_write_data       (GVfsFtpConnection *      conn,
                                                                const char *             data,
                                                                gsize                    len,
diff --git a/daemon/gvfsftpdircache.c b/daemon/gvfsftpdircache.c
new file mode 100644
index 0000000..d508278
--- /dev/null
+++ b/daemon/gvfsftpdircache.c
@@ -0,0 +1,596 @@
+/* GIO - GLib Input, Output and Streaming Library
+ * 
+ * Copyright (C) 2009 Benjamin Otte <otte gnome org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General
+ * Public License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place, Suite 330,
+ * Boston, MA 02111-1307, USA.
+ *
+ * Author: Benjamin Otte <otte gnome org>
+ */
+
+#include <config.h>
+
+#include <glib/gi18n.h>
+
+#include "gvfsftpdircache.h"
+
+/*** CACHE ENTRY ***/
+
+struct _GVfsFtpDirCacheEntry
+{
+  GHashTable *          files;          /* GVfsFtpFile => GFileInfo mapping */
+  guint                 stamp;          /* cache's stamp when this entry was created */
+  volatile int          refcount;       /* need to refount this struct for thread safety */
+};
+
+static GVfsFtpDirCacheEntry *
+g_vfs_ftp_dir_cache_entry_new (guint stamp)
+{
+  GVfsFtpDirCacheEntry *entry;
+
+  entry = g_slice_new0 (GVfsFtpDirCacheEntry);
+  entry->files = g_hash_table_new_full (g_vfs_ftp_file_hash,
+                                        g_vfs_ftp_file_equal,
+                                        (GDestroyNotify) g_vfs_ftp_file_free,
+                                        g_object_unref);
+  entry->stamp = stamp;
+  entry->refcount = 1;
+
+  return entry;
+}
+
+static GVfsFtpDirCacheEntry *
+g_vfs_ftp_dir_cache_entry_ref (GVfsFtpDirCacheEntry *entry)
+{
+  g_atomic_int_inc (&entry->refcount);
+
+  return entry;
+}
+
+static void
+g_vfs_ftp_dir_cache_entry_unref (GVfsFtpDirCacheEntry *entry)
+{
+  if (!g_atomic_int_dec_and_test (&entry->refcount))
+    return;
+
+  g_hash_table_destroy (entry->files);
+  g_slice_free (GVfsFtpDirCacheEntry, entry);
+}
+
+/**
+ * g_vfs_ftp_dir_cache_entry_add:
+ * @entry: the entry to add data to
+ * @file: the file to add. The function takes ownership of the argument.
+ * @info: the file info of the @file. The function takes ownership of the 
+ *        reference.
+ *
+ * Adds a new file entry to the directory belonging to @entry. This function 
+ * must only be called from a @GVfsFtpListDirFunc.
+ **/
+void
+g_vfs_ftp_dir_cache_entry_add (GVfsFtpDirCacheEntry *entry, GVfsFtpFile *file, GFileInfo *info)
+{
+  g_return_if_fail (entry != NULL);
+  g_return_if_fail (file != NULL);
+  g_return_if_fail (G_IS_FILE_INFO (info));
+
+  g_hash_table_insert (entry->files, file, info);
+}
+
+/*** CACHE ***/
+
+struct _GVfsFtpDirCache
+{
+  GHashTable *          directories;    /* GVfsFtpFile of directory => GVfsFtpDirCacheEntry mapping */
+  guint                 stamp;          /* used to identify validity of cache when flushing */
+  GMutex *              lock;           /* mutex for thread safety of stamp and hash table */
+  GFileInfo *           root;           /* file info for '/' */
+  const GVfsFtpDirFuncs *funcs;         /* functions to call */
+};
+
+GVfsFtpDirCache *
+g_vfs_ftp_dir_cache_new (const GVfsFtpDirFuncs *funcs, GFileInfo *root)
+{
+  GVfsFtpDirCache *cache;
+
+  g_return_val_if_fail (funcs != NULL, NULL);
+  g_return_val_if_fail (G_IS_FILE_INFO (root), NULL);
+
+  cache = g_slice_new0 (GVfsFtpDirCache);
+  cache->directories = g_hash_table_new_full (g_vfs_ftp_file_hash,
+                                              g_vfs_ftp_file_equal,
+                                              (GDestroyNotify) g_vfs_ftp_file_free,
+                                              (GDestroyNotify) g_vfs_ftp_dir_cache_entry_unref);
+  cache->lock = g_mutex_new();
+  cache->funcs = funcs;
+  cache->root = root;
+
+  return cache;
+}
+
+void
+g_vfs_ftp_dir_cache_free (GVfsFtpDirCache *cache)
+{
+  g_return_if_fail (cache != NULL);
+
+  g_hash_table_destroy (cache->directories);
+  g_mutex_free (cache->lock);
+  g_object_unref (cache->root);
+  g_slice_free (GVfsFtpDirCache, cache);
+}
+
+static GVfsFtpDirCacheEntry *
+g_vfs_ftp_dir_cache_lookup_entry (GVfsFtpDirCache *  cache,
+                                  GVfsFtpTask *      task,
+                                  const GVfsFtpFile *dir,
+                                  guint              stamp)
+{
+  GVfsFtpDirCacheEntry *entry;
+
+  g_mutex_lock (cache->lock);
+  entry = g_hash_table_lookup (cache->directories, dir);
+  if (entry)
+    g_vfs_ftp_dir_cache_entry_ref (entry);
+  g_mutex_unlock (cache->lock);
+  if (entry && entry->stamp < stamp)
+    g_vfs_ftp_dir_cache_entry_unref (entry);
+  else if (entry)
+    return entry;
+
+  if (g_vfs_ftp_task_send (task,
+		           G_VFS_FTP_PASS_550,
+			   "CWD %s", g_vfs_ftp_file_get_ftp_path (dir)) == 550)
+    {
+      g_set_error_literal (&task->error, 
+		           G_IO_ERROR, G_IO_ERROR_NOT_DIRECTORY,
+			   _("The file is not a directory"));
+    }
+  g_vfs_ftp_task_open_data_connection (task);
+
+  g_vfs_ftp_task_send (task,
+		       G_VFS_FTP_PASS_100 | G_VFS_FTP_FAIL_200,
+                       "%s", cache->funcs->command);
+  if (g_vfs_ftp_task_is_in_error (task))
+    return NULL;
+
+  entry = g_vfs_ftp_dir_cache_entry_new (stamp);
+  cache->funcs->process (g_io_stream_get_input_stream (g_vfs_ftp_connection_get_data_stream (task->conn)),
+                         dir,
+                         entry,
+                         task->cancellable,
+                         &task->error);
+  g_vfs_ftp_task_close_data_connection (task);
+  g_vfs_ftp_task_receive (task, 0, NULL);
+  if (g_vfs_ftp_task_is_in_error (task))
+    {
+      g_vfs_ftp_dir_cache_entry_unref (entry);
+      return NULL;
+    }
+  g_mutex_lock (cache->lock);
+  g_hash_table_insert (cache->directories, 
+                       g_vfs_ftp_file_copy (dir), 
+                       g_vfs_ftp_dir_cache_entry_ref (entry));
+  g_mutex_unlock (cache->lock);
+  return entry;
+}
+
+static GFileInfo *
+g_vfs_ftp_dir_cache_resolve_symlink (GVfsFtpDirCache *  cache,
+                                     GVfsFtpTask *      task,
+                                     const GVfsFtpFile *file,
+                                     GFileInfo *        original,
+                                     guint              stamp)
+{
+  GVfsFtpDirCacheEntry *entry;
+  static const char *copy_attributes[] = {
+    G_FILE_ATTRIBUTE_STANDARD_IS_SYMLINK,
+    G_FILE_ATTRIBUTE_STANDARD_IS_HIDDEN,
+    G_FILE_ATTRIBUTE_STANDARD_NAME,
+    G_FILE_ATTRIBUTE_STANDARD_DISPLAY_NAME,
+    G_FILE_ATTRIBUTE_STANDARD_EDIT_NAME,
+    G_FILE_ATTRIBUTE_STANDARD_COPY_NAME,
+    G_FILE_ATTRIBUTE_STANDARD_SYMLINK_TARGET
+  };
+  GFileInfo *info, *result;
+  GVfsFtpFile *tmp, *link;
+  guint i, lookups = 0;
+
+  if (!g_file_info_get_is_symlink (original) || 
+      g_vfs_ftp_task_is_in_error (task))
+    return original;
+
+  info = g_object_ref (original);
+  link = g_vfs_ftp_file_copy (file);
+  do 
+    {
+      /* This must not happen, as we use one of our own GFileInfos */
+      g_assert (g_file_info_get_symlink_target (info) != NULL);
+      tmp = link;
+      link = cache->funcs->resolve_symlink (task, tmp, g_file_info_get_symlink_target (info));
+      g_vfs_ftp_file_free (tmp);
+      g_object_unref (info);
+      if (link == NULL)
+        {
+          g_vfs_ftp_task_clear_error (task);
+          return original;
+        }
+      tmp = g_vfs_ftp_file_new_parent (link);
+      entry = g_vfs_ftp_dir_cache_lookup_entry (cache, task, tmp, stamp);
+      g_vfs_ftp_file_free (tmp);
+      if (entry == NULL)
+        {
+          g_vfs_ftp_file_free (link);
+          /* clear the (potential) error here, dangling symlinks etc should not cause errors */
+          g_vfs_ftp_task_clear_error (task);
+          return original;
+        }
+      info = g_hash_table_lookup (entry->files, link);
+      if (info == NULL)
+        {
+          g_vfs_ftp_dir_cache_entry_unref (entry);
+          g_vfs_ftp_file_free (link);
+          return original;
+        }
+      else
+        {
+          g_object_ref (info);
+          g_vfs_ftp_dir_cache_entry_unref (entry);
+        }
+    }
+  while (g_file_info_get_is_symlink (info) && lookups++ < 8);
+
+  g_vfs_ftp_file_free (link);
+  if (g_file_info_get_is_symlink (info))
+    {
+      /* too many recursions */
+      g_object_unref (info);
+      return original;
+    }
+
+  result = g_file_info_dup (info);
+  g_object_unref (info);
+  for (i = 0; i < G_N_ELEMENTS (copy_attributes); i++)
+    {
+      GFileAttributeType type;
+      gpointer value;
+
+      if (!g_file_info_get_attribute_data (original,
+					   copy_attributes[i],
+					   &type,
+					   &value,
+					   NULL))
+	continue;
+      
+      g_file_info_set_attribute (result,
+	                         copy_attributes[i],
+				 type,
+				 value);
+    }
+  g_object_unref (original);
+
+  return result;
+}
+
+GFileInfo *
+g_vfs_ftp_dir_cache_lookup_file (GVfsFtpDirCache *  cache,
+                                 GVfsFtpTask *      task,
+                                 const GVfsFtpFile *file,
+                                 gboolean           resolve_symlinks)
+{
+  GVfsFtpDirCacheEntry *entry;
+  GVfsFtpFile *dir;
+  GFileInfo *info;
+
+  g_return_val_if_fail (cache != NULL, NULL);
+  g_return_val_if_fail (task != NULL, NULL);
+  g_return_val_if_fail (file != NULL, NULL);
+
+  if (g_vfs_ftp_task_is_in_error (task))
+    return NULL;
+
+  if (g_vfs_ftp_file_is_root (file))
+    return g_object_ref (cache->root);
+
+  dir = g_vfs_ftp_file_new_parent (file);
+  entry = g_vfs_ftp_dir_cache_lookup_entry (cache, task, dir, 0);
+  g_vfs_ftp_file_free (dir);
+  if (entry == NULL)
+    {
+      g_vfs_ftp_dir_cache_entry_unref (entry);
+      return NULL;
+    }
+
+  info = g_hash_table_lookup (entry->files, file);
+  if (info != NULL)
+    {
+      g_object_ref (info);
+      if (resolve_symlinks)
+        info = g_vfs_ftp_dir_cache_resolve_symlink (cache, task, file, info, 0);
+    }
+
+  g_vfs_ftp_dir_cache_entry_unref (entry);
+  return info;
+}
+
+GList *
+g_vfs_ftp_dir_cache_lookup_dir (GVfsFtpDirCache *  cache,
+                                GVfsFtpTask *      task,
+                                const GVfsFtpFile *dir,
+                                gboolean           flush,
+                                gboolean           resolve_symlinks)
+{
+  GVfsFtpDirCacheEntry *entry;
+  GHashTableIter iter;
+  gpointer file, info;
+  guint stamp;
+  GList *result = NULL;
+
+  g_return_val_if_fail (cache != NULL, NULL);
+  g_return_val_if_fail (task != NULL, NULL);
+  g_return_val_if_fail (dir != NULL, NULL);
+
+  if (g_vfs_ftp_task_is_in_error (task))
+    return NULL;
+
+  if (flush)
+    {
+      g_mutex_lock (cache->lock);
+      g_assert (cache->stamp != G_MAXUINT);
+      stamp = ++cache->stamp;
+      g_mutex_unlock (cache->lock);
+    }
+  else
+    stamp = 0;
+
+  entry = g_vfs_ftp_dir_cache_lookup_entry (cache, task, dir, stamp);
+  if (entry == NULL)
+    return NULL;
+
+  g_hash_table_iter_init (&iter, entry->files);
+  while (g_hash_table_iter_next (&iter, &file, &info))
+    {
+      g_object_ref (info);
+      if (resolve_symlinks)
+        info = g_vfs_ftp_dir_cache_resolve_symlink (cache, task, file, info, stamp);
+      result = g_list_prepend (result, info);
+    }
+  g_vfs_ftp_dir_cache_entry_unref (entry);
+
+  return result;
+}
+
+void
+g_vfs_ftp_dir_cache_purge_dir (GVfsFtpDirCache *  cache,
+                               const GVfsFtpFile *dir)
+{
+  g_return_if_fail (cache != NULL);
+  g_return_if_fail (dir != NULL);
+
+  g_mutex_lock (cache->lock);
+  g_hash_table_remove (cache->directories, dir);
+  g_mutex_unlock (cache->lock);
+}
+
+void
+g_vfs_ftp_dir_cache_purge_file (GVfsFtpDirCache *  cache,
+				const GVfsFtpFile *file)
+{
+  GVfsFtpFile *dir;
+  
+  g_return_if_fail (cache != NULL);
+  g_return_if_fail (file != NULL);
+
+  if (g_vfs_ftp_file_is_root (file))
+    return;
+
+  dir = g_vfs_ftp_file_new_parent (file);
+  g_vfs_ftp_dir_cache_purge_dir (cache, dir);
+  g_vfs_ftp_file_free (dir);
+}
+
+/*** DIR CACHE FUNCS ***/
+
+#include "ParseFTPList.h"
+#include "gvfsdaemonutils.h"
+
+static gboolean
+g_vfs_ftp_dir_cache_funcs_process (GInputStream *        stream,
+                                   const GVfsFtpFile *   dir,
+                                   GVfsFtpDirCacheEntry *entry,
+                                   gboolean              is_unix,
+                                   GCancellable *        cancellable,
+                                   GError **             error)
+{
+  struct list_state state = { 0, };
+  GDataInputStream *data;
+  GFileInfo *info;
+  int type;
+  GVfsFtpFile *file;
+  char *line, *s;
+
+  /* protect against code reorg - in current code, error never is NULL */
+  g_assert (error != NULL);
+  g_assert (*error == NULL);
+
+  data = g_data_input_stream_new (stream);
+  /* we use LF only, because the mozilla code can handle lines ending in CR */
+  g_data_input_stream_set_newline_type (data, G_DATA_STREAM_NEWLINE_TYPE_LF);
+  while ((line = g_data_input_stream_read_line (data, NULL, cancellable, error)))
+    {
+      struct list_result result = { 0, };
+      GTimeVal tv = { 0, 0 };
+
+      type = ParseFTPList (line, &state, &result);
+      if (type != 'd' && type != 'f' && type != 'l')
+        {
+          g_free (line);
+          continue;
+        }
+
+      /* don't list . and .. directories
+       * Let's hope they're not important files on some ftp servers
+       */
+      if (result.fe_fnlen == 1 && 
+          result.fe_fname[0] == '.')
+        {
+          g_free (line);
+          continue;
+        }
+      if (result.fe_fnlen == 2 && 
+          result.fe_fname[0] == '.' &&
+          result.fe_fname[1] == '.')
+        {
+          g_free (line);
+          continue;
+        }
+
+      s = g_strndup (result.fe_fname, result.fe_fnlen);
+      file = g_vfs_ftp_file_new_child  (dir, s, NULL);
+      g_free (s);
+      if (file == NULL)
+        {
+          g_free (line);
+          continue;
+        }
+
+      info = g_file_info_new ();
+
+      s = g_path_get_basename (g_vfs_ftp_file_get_gvfs_path (file));
+      g_file_info_set_name (info, s);
+      g_free (s);
+
+      if (type == 'l')
+        {
+          char *link;
+
+          link = g_strndup (result.fe_lname, result.fe_lnlen);
+          g_file_info_set_symlink_target (info, link);
+          g_file_info_set_is_symlink (info, TRUE);
+          g_free (link);
+        }
+
+      g_file_info_set_size (info, g_ascii_strtoull (result.fe_size, NULL, 10));
+
+      gvfs_file_info_populate_default (info, g_vfs_ftp_file_get_gvfs_path (file),
+                                       type == 'f' ? G_FILE_TYPE_REGULAR :
+                                       type == 'l' ? G_FILE_TYPE_SYMBOLIC_LINK :
+                                       G_FILE_TYPE_DIRECTORY);
+
+      if (unix)
+        g_file_info_set_is_hidden (info, result.fe_fnlen > 0 &&
+                                         result.fe_fname[0] == '.');
+
+      /* Workaround:
+       * result.fetime.tm_year contains actual year instead of offset-from-1900,
+       * which mktime expects.
+       */
+      if (result.fe_time.tm_year >= 1900)
+              result.fe_time.tm_year -= 1900;
+
+      tv.tv_sec = mktime (&result.fe_time);
+      if (tv.tv_sec != -1)
+        g_file_info_set_modification_time (info, &tv);
+
+      g_vfs_ftp_dir_cache_entry_add (entry, file, info);
+      g_free (line);
+    }
+
+  g_object_unref (data);
+  return *error != NULL;
+}
+
+static GVfsFtpFile *
+g_vfs_ftp_dir_cache_funcs_resolve_default (GVfsFtpTask *      task,
+                                           const GVfsFtpFile *file,
+                                           const char *       target)
+{
+  GVfsFtpFile *link;
+  GString *new_path;
+  char *match;
+
+  g_return_val_if_fail (file != NULL, NULL);
+  g_return_val_if_fail (target != NULL, NULL);
+  
+  if (target[0] == '/')
+    return g_vfs_ftp_file_new_from_ftp (task->backend, target);
+
+  new_path = g_string_new (g_vfs_ftp_file_get_ftp_path (file));
+  /* only take directory */
+  match = strrchr (new_path->str, '/');
+  g_string_truncate (new_path, match - new_path->str + 1);
+  g_string_append (new_path, target);
+  g_string_append_c (new_path, '/'); /* slash at end makes code easier */
+  /* cleanup: remove all double slashes */
+  while ((match = strstr (new_path->str, "//")) != NULL)
+    {
+      g_string_erase (new_path, match - new_path->str, 1);
+    }
+  /* cleanup: remove all ".." and the preceeding directory */
+  while ((match = strstr (new_path->str, "/../")) != NULL)
+    {
+      if (match == new_path->str)
+        {
+          g_string_erase (new_path, 0, 3);
+        }
+      else
+        {
+          char *start = match - 1;
+          while (*start != '/')
+            start--;
+          g_string_erase (new_path, start - new_path->str, match - start + 3);
+        }
+    }
+  /* cleanup: remove all "." directories */
+  while ((match = strstr (new_path->str, "/./")) != NULL)
+    g_string_erase (new_path, match - new_path->str, 2);
+  /* remove trailing / */
+  g_string_set_size (new_path, new_path->len - 1);
+
+  link = g_vfs_ftp_file_new_from_ftp (task->backend, new_path->str);
+  g_string_free (new_path, TRUE);
+  return link;
+}
+
+static gboolean
+g_vfs_ftp_dir_cache_funcs_process_unix (GInputStream *        stream,
+                                        const GVfsFtpFile *   dir,
+                                        GVfsFtpDirCacheEntry *entry,
+                                        GCancellable *        cancellable,
+                                        GError **             error)
+{
+  return g_vfs_ftp_dir_cache_funcs_process (stream, dir, entry, TRUE, cancellable, error);
+}
+
+static gboolean
+g_vfs_ftp_dir_cache_funcs_process_default (GInputStream *        stream,
+                                           const GVfsFtpFile *   dir,
+                                           GVfsFtpDirCacheEntry *entry,
+                                           GCancellable *        cancellable,
+                                           GError **             error)
+{
+  return g_vfs_ftp_dir_cache_funcs_process (stream, dir, entry, FALSE, cancellable, error);
+}
+
+const GVfsFtpDirFuncs g_vfs_ftp_dir_cache_funcs_unix = {
+  "LIST -a",
+  g_vfs_ftp_dir_cache_funcs_process_unix,
+  g_vfs_ftp_dir_cache_funcs_resolve_default
+};
+
+const GVfsFtpDirFuncs g_vfs_ftp_dir_cache_funcs_default = {
+  "LIST",
+  g_vfs_ftp_dir_cache_funcs_process_default,
+  g_vfs_ftp_dir_cache_funcs_resolve_default
+};
diff --git a/daemon/gvfsftpdircache.h b/daemon/gvfsftpdircache.h
new file mode 100644
index 0000000..5a1237a
--- /dev/null
+++ b/daemon/gvfsftpdircache.h
@@ -0,0 +1,76 @@
+/* GIO - GLib Input, Output and Streaming Library
+ * 
+ * Copyright (C) 2009 Benjamin Otte <otte gnome org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Lesser General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Lesser General Public License for more details.
+ *
+ * You should have received a copy of the GNU Lesser General
+ * Public License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place, Suite 330,
+ * Boston, MA 02111-1307, USA.
+ *
+ * Author: Benjamin Otte <otte gnome org>
+ */
+
+#ifndef __G_VFS_FTP_DIRCACHE_H__
+#define __G_VFS_FTP_DIRCACHE_H__
+
+#include <gvfsftpfile.h>
+#include <gvfsftptask.h>
+
+G_BEGIN_DECLS
+
+
+//typedef struct _GVfsFtpDirCache GVfsFtpDirCache;
+typedef struct _GVfsFtpDirCacheEntry GVfsFtpDirCacheEntry;
+//typedef struct _GVfsFtpDirFuncs GVfsFtpDirFuncs;
+
+struct _GVfsFtpDirFuncs {
+  const char *          command;
+  gboolean              (* process)                             (GInputStream *         stream,
+                                                                 const GVfsFtpFile *    dir,
+                                                                 GVfsFtpDirCacheEntry * entry,
+                                                                 GCancellable *         cancellable,
+                                                                 GError **              error);
+  GVfsFtpFile *         (* resolve_symlink)                     (GVfsFtpTask *          task,
+                                                                 const GVfsFtpFile *    file,
+                                                                 const char *           target);
+};
+
+extern const GVfsFtpDirFuncs g_vfs_ftp_dir_cache_funcs_unix;
+extern const GVfsFtpDirFuncs g_vfs_ftp_dir_cache_funcs_default;
+
+GVfsFtpDirCache *       g_vfs_ftp_dir_cache_new                 (const GVfsFtpDirFuncs *funcs,
+                                                                 GFileInfo *            root);
+void                    g_vfs_ftp_dir_cache_free                (GVfsFtpDirCache *      cache);
+
+GFileInfo *             g_vfs_ftp_dir_cache_lookup_file         (GVfsFtpDirCache *      cache,
+                                                                 GVfsFtpTask *          task,
+                                                                 const GVfsFtpFile *    file,
+                                                                 gboolean               resolve_symlinks);
+GList *                 g_vfs_ftp_dir_cache_lookup_dir          (GVfsFtpDirCache *      cache,
+                                                                 GVfsFtpTask *          task,
+                                                                 const GVfsFtpFile *    dir,
+                                                                 gboolean               flush,
+                                                                 gboolean               resolve_symlinks);
+void                    g_vfs_ftp_dir_cache_purge_file          (GVfsFtpDirCache *      cache,
+                                                                 const GVfsFtpFile *    file);
+void                    g_vfs_ftp_dir_cache_purge_dir           (GVfsFtpDirCache *      cache,
+                                                                 const GVfsFtpFile *    dir);
+
+void                    g_vfs_ftp_dir_cache_entry_add           (GVfsFtpDirCacheEntry * entry,
+                                                                 GVfsFtpFile *          file,
+                                                                 GFileInfo *            info);
+
+
+G_END_DECLS
+
+#endif /* __G_VFS_FTP_DIRCACHE_H__ */
diff --git a/daemon/gvfsftpfile.c b/daemon/gvfsftpfile.c
index f72c0fa..c16cc46 100644
--- a/daemon/gvfsftpfile.c
+++ b/daemon/gvfsftpfile.c
@@ -132,11 +132,11 @@ g_vfs_ftp_file_new_parent (const GVfsFtpFile *file)
 
   g_return_val_if_fail (file != NULL, NULL);
 
+  if (g_vfs_ftp_file_is_root (file))
+    return g_vfs_ftp_file_copy (file);
+
   dirname = g_path_get_dirname (file->gvfs_path);
-  if (dirname[0] == '.' && dirname[1] == 0)
-    dir = g_vfs_ftp_file_copy (file);
-  else
-    dir = g_vfs_ftp_file_new_from_gvfs (file->backend, dirname);
+  dir = g_vfs_ftp_file_new_from_gvfs (file->backend, dirname);
   g_free (dirname);
 
   return dir;
@@ -217,6 +217,22 @@ g_vfs_ftp_file_free (GVfsFtpFile *file)
   g_slice_free (GVfsFtpFile, file);
 }
 
+/**
+ * g_vfs_ftp_file_is_root:
+ * @file: the file to check
+ *
+ * Checks if the given file references the root directory.
+ *
+ * Returns: %TRUE if @file references the root directory
+ **/
+gboolean
+g_vfs_ftp_file_is_root (const GVfsFtpFile *file)
+{
+  g_return_val_if_fail (file != NULL, FALSE);
+
+  return file->gvfs_path[0] == '/' &&
+         file->gvfs_path[1] == 0;
+}
 
 /**
  * g_vfs_ftp_file_get_ftp_path:
diff --git a/daemon/gvfsftpfile.h b/daemon/gvfsftpfile.h
index ac007d8..d924a7f 100644
--- a/daemon/gvfsftpfile.h
+++ b/daemon/gvfsftpfile.h
@@ -41,6 +41,7 @@ GVfsFtpFile *     g_vfs_ftp_file_new_child              (const GVfsFtpFile *
 GVfsFtpFile *     g_vfs_ftp_file_copy                   (const GVfsFtpFile *    file);
 void              g_vfs_ftp_file_free                   (GVfsFtpFile *          file);
 
+gboolean          g_vfs_ftp_file_is_root                (const GVfsFtpFile *    file);
 const char *      g_vfs_ftp_file_get_ftp_path           (const GVfsFtpFile *    file);
 const char *      g_vfs_ftp_file_get_gvfs_path          (const GVfsFtpFile *    file);
 



[Date Prev][Date Next]   [Thread Prev][Thread Next]   [Thread Index] [Date Index] [Author Index]