glib/gio/glocalfileenumerator.c
Alexander Larsson f90af78bd6 Read readdir() info chunks (of 1000) and sort the chunks by inode before
2008-03-31  Alexander Larsson  <alexl@redhat.com>

        * glocalfileenumerator.c:
	Read readdir() info chunks (of 1000) and sort
	the chunks by inode before stat:ing.
	This is a 20% performance increase in testing
	gvfs-ls on /usr/bin with cold cache.


svn path=/trunk/; revision=6796
2008-03-31 19:18:46 +00:00

381 lines
8.3 KiB
C

/* GIO - GLib Input, Output and Streaming Library
*
* Copyright (C) 2006-2007 Red Hat, Inc.
*
* This library is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 2 of the License, or (at your option) any later version.
*
* This library is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General
* Public License along with this library; if not, write to the
* Free Software Foundation, Inc., 59 Temple Place, Suite 330,
* Boston, MA 02111-1307, USA.
*
* Author: Alexander Larsson <alexl@redhat.com>
*/
#include <config.h>
#include <glib.h>
#include <glocalfileenumerator.h>
#include <glocalfileinfo.h>
#include <string.h>
#include <stdlib.h>
#include "glibintl.h"
#include "gioalias.h"
#define CHUNK_SIZE 1000
/* TODO:
* It would be nice to use the dirent->d_type to check file type without
* needing to stat each files on linux and other systems that support it.
* (question: does that following symlink or not?)
*/
#ifdef G_OS_WIN32
#define USE_GDIR
#endif
#ifndef USE_GDIR
#include <sys/types.h>
#include <dirent.h>
#include <errno.h>
typedef struct {
char *name;
long inode;
} DirEntry;
#endif
struct _GLocalFileEnumerator
{
GFileEnumerator parent;
GFileAttributeMatcher *matcher;
char *filename;
char *attributes;
GFileQueryInfoFlags flags;
gboolean got_parent_info;
GLocalParentFileInfo parent_info;
#ifdef USE_GDIR
GDir *dir;
#else
DIR *dir;
DirEntry *entries;
int entries_pos;
gboolean at_end;
#endif
gboolean follow_symlinks;
};
#define g_local_file_enumerator_get_type _g_local_file_enumerator_get_type
G_DEFINE_TYPE (GLocalFileEnumerator, g_local_file_enumerator, G_TYPE_FILE_ENUMERATOR);
static GFileInfo *g_local_file_enumerator_next_file (GFileEnumerator *enumerator,
GCancellable *cancellable,
GError **error);
static gboolean g_local_file_enumerator_close (GFileEnumerator *enumerator,
GCancellable *cancellable,
GError **error);
static void
free_entries (GLocalFileEnumerator *local)
{
#ifndef USE_GDIR
int i;
if (local->entries != NULL)
{
for (i = 0; local->entries[i].name != NULL; i++)
g_free (local->entries[i].name);
g_free (local->entries);
}
#endif
}
static void
g_local_file_enumerator_finalize (GObject *object)
{
GLocalFileEnumerator *local;
local = G_LOCAL_FILE_ENUMERATOR (object);
g_free (local->filename);
g_file_attribute_matcher_unref (local->matcher);
if (local->dir)
{
#ifdef USE_GDIR
g_dir_close (local->dir);
#else
closedir (local->dir);
#endif
local->dir = NULL;
}
free_entries (local);
if (G_OBJECT_CLASS (g_local_file_enumerator_parent_class)->finalize)
(*G_OBJECT_CLASS (g_local_file_enumerator_parent_class)->finalize) (object);
}
static void
g_local_file_enumerator_class_init (GLocalFileEnumeratorClass *klass)
{
GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
GFileEnumeratorClass *enumerator_class = G_FILE_ENUMERATOR_CLASS (klass);
gobject_class->finalize = g_local_file_enumerator_finalize;
enumerator_class->next_file = g_local_file_enumerator_next_file;
enumerator_class->close_fn = g_local_file_enumerator_close;
}
static void
g_local_file_enumerator_init (GLocalFileEnumerator *local)
{
}
#ifdef USE_GDIR
static void
convert_file_to_io_error (GError **error,
GError *file_error)
{
int new_code;
if (file_error == NULL)
return;
new_code = G_IO_ERROR_FAILED;
if (file_error->domain == G_FILE_ERROR)
{
switch (file_error->code)
{
case G_FILE_ERROR_NOENT:
new_code = G_IO_ERROR_NOT_FOUND;
break;
case G_FILE_ERROR_ACCES:
new_code = G_IO_ERROR_PERMISSION_DENIED;
break;
case G_FILE_ERROR_NOTDIR:
new_code = G_IO_ERROR_NOT_DIRECTORY;
break;
default:
break;
}
}
g_set_error (error, G_IO_ERROR,
new_code,
"%s", file_error->message);
}
#endif
GFileEnumerator *
_g_local_file_enumerator_new (const char *filename,
const char *attributes,
GFileQueryInfoFlags flags,
GCancellable *cancellable,
GError **error)
{
GLocalFileEnumerator *local;
#ifdef USE_GDIR
GError *dir_error;
GDir *dir;
dir_error = NULL;
dir = g_dir_open (filename, 0, error != NULL ? &dir_error : NULL);
if (dir == NULL)
{
if (error != NULL)
{
convert_file_to_io_error (error, dir_error);
g_error_free (dir_error);
}
return NULL;
}
#else
DIR *dir;
int errsv;
dir = opendir (filename);
if (dir == NULL)
{
errsv = errno;
g_set_error (error, G_IO_ERROR,
g_io_error_from_errno (errsv),
"%s", g_strerror (errsv));
return NULL;
}
#endif
local = g_object_new (G_TYPE_LOCAL_FILE_ENUMERATOR, NULL);
local->dir = dir;
local->filename = g_strdup (filename);
local->matcher = g_file_attribute_matcher_new (attributes);
local->flags = flags;
return G_FILE_ENUMERATOR (local);
}
#ifndef USE_GDIR
static int
sort_by_inode (const void *_a, const void *_b)
{
const DirEntry *a, *b;
a = _a;
b = _b;
return a->inode - b->inode;
}
static const char *
next_file_helper (GLocalFileEnumerator *local)
{
struct dirent *entry;
const char *filename;
int i;
if (local->at_end)
return NULL;
if (local->entries == NULL ||
(local->entries[local->entries_pos].name == NULL))
{
if (local->entries == NULL)
local->entries = g_new (DirEntry, CHUNK_SIZE + 1);
else
{
/* Restart by clearing old names */
for (i = 0; local->entries[i].name != NULL; i++)
g_free (local->entries[i].name);
}
for (i = 0; i < CHUNK_SIZE; i++)
{
entry = readdir (local->dir);
while (entry
&& (0 == strcmp (entry->d_name, ".") ||
0 == strcmp (entry->d_name, "..")))
entry = readdir (local->dir);
if (entry)
{
local->entries[i].name = g_strdup (entry->d_name);
local->entries[i].inode = entry->d_ino;
}
else
break;
}
local->entries[i].name = NULL;
local->entries_pos = 0;
qsort (local->entries, i, sizeof (DirEntry), sort_by_inode);
}
filename = local->entries[local->entries_pos++].name;
if (filename == NULL)
local->at_end = TRUE;
return filename;
}
#endif
static GFileInfo *
g_local_file_enumerator_next_file (GFileEnumerator *enumerator,
GCancellable *cancellable,
GError **error)
{
GLocalFileEnumerator *local = G_LOCAL_FILE_ENUMERATOR (enumerator);
const char *filename;
char *path;
GFileInfo *info;
GError *my_error;
if (!local->got_parent_info)
{
_g_local_file_info_get_parent_info (local->filename, local->matcher, &local->parent_info);
local->got_parent_info = TRUE;
}
next_file:
#ifdef USE_GDIR
filename = g_dir_read_name (local->dir);
#else
filename = next_file_helper (local);
#endif
if (filename == NULL)
return NULL;
my_error = NULL;
path = g_build_filename (local->filename, filename, NULL);
info = _g_local_file_info_get (filename, path,
local->matcher,
local->flags,
&local->parent_info,
&my_error);
g_free (path);
if (info == NULL)
{
/* Failed to get info */
/* If the file does not exist there might have been a race where
* the file was removed between the readdir and the stat, so we
* ignore the file. */
if (my_error->domain == G_IO_ERROR &&
my_error->code == G_IO_ERROR_NOT_FOUND)
{
g_error_free (my_error);
goto next_file;
}
else
g_propagate_error (error, my_error);
}
return info;
}
static gboolean
g_local_file_enumerator_close (GFileEnumerator *enumerator,
GCancellable *cancellable,
GError **error)
{
GLocalFileEnumerator *local = G_LOCAL_FILE_ENUMERATOR (enumerator);
if (local->dir)
{
#ifdef USE_GDIR
g_dir_close (local->dir);
#else
closedir (local->dir);
#endif
local->dir = NULL;
}
return TRUE;
}