mirror of
https://gitlab.gnome.org/GNOME/glib.git
synced 2024-11-02 15:46:17 +01:00
f90af78bd6
2008-03-31 Alexander Larsson <alexl@redhat.com> * glocalfileenumerator.c: Read readdir() info chunks (of 1000) and sort the chunks by inode before stat:ing. This is a 20% performance increase in testing gvfs-ls on /usr/bin with cold cache. svn path=/trunk/; revision=6796
381 lines
8.3 KiB
C
381 lines
8.3 KiB
C
/* GIO - GLib Input, Output and Streaming Library
|
|
*
|
|
* Copyright (C) 2006-2007 Red Hat, Inc.
|
|
*
|
|
* This library is free software; you can redistribute it and/or
|
|
* modify it under the terms of the GNU Lesser General Public
|
|
* License as published by the Free Software Foundation; either
|
|
* version 2 of the License, or (at your option) any later version.
|
|
*
|
|
* This library is distributed in the hope that it will be useful,
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
* Lesser General Public License for more details.
|
|
*
|
|
* You should have received a copy of the GNU Lesser General
|
|
* Public License along with this library; if not, write to the
|
|
* Free Software Foundation, Inc., 59 Temple Place, Suite 330,
|
|
* Boston, MA 02111-1307, USA.
|
|
*
|
|
* Author: Alexander Larsson <alexl@redhat.com>
|
|
*/
|
|
|
|
#include <config.h>
|
|
|
|
#include <glib.h>
|
|
#include <glocalfileenumerator.h>
|
|
#include <glocalfileinfo.h>
|
|
#include <string.h>
|
|
#include <stdlib.h>
|
|
#include "glibintl.h"
|
|
|
|
#include "gioalias.h"
|
|
|
|
#define CHUNK_SIZE 1000
|
|
|
|
/* TODO:
|
|
* It would be nice to use the dirent->d_type to check file type without
|
|
* needing to stat each files on linux and other systems that support it.
|
|
* (question: does that following symlink or not?)
|
|
*/
|
|
|
|
#ifdef G_OS_WIN32
|
|
#define USE_GDIR
|
|
#endif
|
|
|
|
#ifndef USE_GDIR
|
|
|
|
#include <sys/types.h>
|
|
#include <dirent.h>
|
|
#include <errno.h>
|
|
|
|
typedef struct {
|
|
char *name;
|
|
long inode;
|
|
} DirEntry;
|
|
|
|
#endif
|
|
|
|
struct _GLocalFileEnumerator
|
|
{
|
|
GFileEnumerator parent;
|
|
|
|
GFileAttributeMatcher *matcher;
|
|
char *filename;
|
|
char *attributes;
|
|
GFileQueryInfoFlags flags;
|
|
|
|
gboolean got_parent_info;
|
|
GLocalParentFileInfo parent_info;
|
|
|
|
#ifdef USE_GDIR
|
|
GDir *dir;
|
|
#else
|
|
DIR *dir;
|
|
DirEntry *entries;
|
|
int entries_pos;
|
|
gboolean at_end;
|
|
#endif
|
|
|
|
gboolean follow_symlinks;
|
|
};
|
|
|
|
#define g_local_file_enumerator_get_type _g_local_file_enumerator_get_type
|
|
G_DEFINE_TYPE (GLocalFileEnumerator, g_local_file_enumerator, G_TYPE_FILE_ENUMERATOR);
|
|
|
|
static GFileInfo *g_local_file_enumerator_next_file (GFileEnumerator *enumerator,
|
|
GCancellable *cancellable,
|
|
GError **error);
|
|
static gboolean g_local_file_enumerator_close (GFileEnumerator *enumerator,
|
|
GCancellable *cancellable,
|
|
GError **error);
|
|
|
|
|
|
static void
|
|
free_entries (GLocalFileEnumerator *local)
|
|
{
|
|
#ifndef USE_GDIR
|
|
int i;
|
|
|
|
if (local->entries != NULL)
|
|
{
|
|
for (i = 0; local->entries[i].name != NULL; i++)
|
|
g_free (local->entries[i].name);
|
|
|
|
g_free (local->entries);
|
|
}
|
|
#endif
|
|
}
|
|
|
|
static void
|
|
g_local_file_enumerator_finalize (GObject *object)
|
|
{
|
|
GLocalFileEnumerator *local;
|
|
|
|
local = G_LOCAL_FILE_ENUMERATOR (object);
|
|
|
|
g_free (local->filename);
|
|
g_file_attribute_matcher_unref (local->matcher);
|
|
if (local->dir)
|
|
{
|
|
#ifdef USE_GDIR
|
|
g_dir_close (local->dir);
|
|
#else
|
|
closedir (local->dir);
|
|
#endif
|
|
local->dir = NULL;
|
|
}
|
|
|
|
free_entries (local);
|
|
|
|
if (G_OBJECT_CLASS (g_local_file_enumerator_parent_class)->finalize)
|
|
(*G_OBJECT_CLASS (g_local_file_enumerator_parent_class)->finalize) (object);
|
|
}
|
|
|
|
|
|
static void
|
|
g_local_file_enumerator_class_init (GLocalFileEnumeratorClass *klass)
|
|
{
|
|
GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
|
|
GFileEnumeratorClass *enumerator_class = G_FILE_ENUMERATOR_CLASS (klass);
|
|
|
|
gobject_class->finalize = g_local_file_enumerator_finalize;
|
|
|
|
enumerator_class->next_file = g_local_file_enumerator_next_file;
|
|
enumerator_class->close_fn = g_local_file_enumerator_close;
|
|
}
|
|
|
|
static void
|
|
g_local_file_enumerator_init (GLocalFileEnumerator *local)
|
|
{
|
|
}
|
|
|
|
#ifdef USE_GDIR
|
|
static void
|
|
convert_file_to_io_error (GError **error,
|
|
GError *file_error)
|
|
{
|
|
int new_code;
|
|
|
|
if (file_error == NULL)
|
|
return;
|
|
|
|
new_code = G_IO_ERROR_FAILED;
|
|
|
|
if (file_error->domain == G_FILE_ERROR)
|
|
{
|
|
switch (file_error->code)
|
|
{
|
|
case G_FILE_ERROR_NOENT:
|
|
new_code = G_IO_ERROR_NOT_FOUND;
|
|
break;
|
|
case G_FILE_ERROR_ACCES:
|
|
new_code = G_IO_ERROR_PERMISSION_DENIED;
|
|
break;
|
|
case G_FILE_ERROR_NOTDIR:
|
|
new_code = G_IO_ERROR_NOT_DIRECTORY;
|
|
break;
|
|
default:
|
|
break;
|
|
}
|
|
}
|
|
|
|
g_set_error (error, G_IO_ERROR,
|
|
new_code,
|
|
"%s", file_error->message);
|
|
}
|
|
#endif
|
|
|
|
GFileEnumerator *
|
|
_g_local_file_enumerator_new (const char *filename,
|
|
const char *attributes,
|
|
GFileQueryInfoFlags flags,
|
|
GCancellable *cancellable,
|
|
GError **error)
|
|
{
|
|
GLocalFileEnumerator *local;
|
|
|
|
#ifdef USE_GDIR
|
|
GError *dir_error;
|
|
GDir *dir;
|
|
|
|
dir_error = NULL;
|
|
dir = g_dir_open (filename, 0, error != NULL ? &dir_error : NULL);
|
|
if (dir == NULL)
|
|
{
|
|
if (error != NULL)
|
|
{
|
|
convert_file_to_io_error (error, dir_error);
|
|
g_error_free (dir_error);
|
|
}
|
|
return NULL;
|
|
}
|
|
#else
|
|
DIR *dir;
|
|
int errsv;
|
|
|
|
dir = opendir (filename);
|
|
if (dir == NULL)
|
|
{
|
|
errsv = errno;
|
|
|
|
g_set_error (error, G_IO_ERROR,
|
|
g_io_error_from_errno (errsv),
|
|
"%s", g_strerror (errsv));
|
|
return NULL;
|
|
}
|
|
|
|
#endif
|
|
|
|
local = g_object_new (G_TYPE_LOCAL_FILE_ENUMERATOR, NULL);
|
|
|
|
local->dir = dir;
|
|
local->filename = g_strdup (filename);
|
|
local->matcher = g_file_attribute_matcher_new (attributes);
|
|
local->flags = flags;
|
|
|
|
return G_FILE_ENUMERATOR (local);
|
|
}
|
|
|
|
#ifndef USE_GDIR
|
|
static int
|
|
sort_by_inode (const void *_a, const void *_b)
|
|
{
|
|
const DirEntry *a, *b;
|
|
|
|
a = _a;
|
|
b = _b;
|
|
return a->inode - b->inode;
|
|
}
|
|
|
|
static const char *
|
|
next_file_helper (GLocalFileEnumerator *local)
|
|
{
|
|
struct dirent *entry;
|
|
const char *filename;
|
|
int i;
|
|
|
|
if (local->at_end)
|
|
return NULL;
|
|
|
|
if (local->entries == NULL ||
|
|
(local->entries[local->entries_pos].name == NULL))
|
|
{
|
|
if (local->entries == NULL)
|
|
local->entries = g_new (DirEntry, CHUNK_SIZE + 1);
|
|
else
|
|
{
|
|
/* Restart by clearing old names */
|
|
for (i = 0; local->entries[i].name != NULL; i++)
|
|
g_free (local->entries[i].name);
|
|
}
|
|
|
|
for (i = 0; i < CHUNK_SIZE; i++)
|
|
{
|
|
entry = readdir (local->dir);
|
|
while (entry
|
|
&& (0 == strcmp (entry->d_name, ".") ||
|
|
0 == strcmp (entry->d_name, "..")))
|
|
entry = readdir (local->dir);
|
|
|
|
if (entry)
|
|
{
|
|
local->entries[i].name = g_strdup (entry->d_name);
|
|
local->entries[i].inode = entry->d_ino;
|
|
}
|
|
else
|
|
break;
|
|
}
|
|
local->entries[i].name = NULL;
|
|
local->entries_pos = 0;
|
|
|
|
qsort (local->entries, i, sizeof (DirEntry), sort_by_inode);
|
|
}
|
|
|
|
filename = local->entries[local->entries_pos++].name;
|
|
if (filename == NULL)
|
|
local->at_end = TRUE;
|
|
|
|
return filename;
|
|
}
|
|
|
|
#endif
|
|
|
|
static GFileInfo *
|
|
g_local_file_enumerator_next_file (GFileEnumerator *enumerator,
|
|
GCancellable *cancellable,
|
|
GError **error)
|
|
{
|
|
GLocalFileEnumerator *local = G_LOCAL_FILE_ENUMERATOR (enumerator);
|
|
const char *filename;
|
|
char *path;
|
|
GFileInfo *info;
|
|
GError *my_error;
|
|
|
|
if (!local->got_parent_info)
|
|
{
|
|
_g_local_file_info_get_parent_info (local->filename, local->matcher, &local->parent_info);
|
|
local->got_parent_info = TRUE;
|
|
}
|
|
|
|
next_file:
|
|
|
|
#ifdef USE_GDIR
|
|
filename = g_dir_read_name (local->dir);
|
|
#else
|
|
filename = next_file_helper (local);
|
|
#endif
|
|
|
|
if (filename == NULL)
|
|
return NULL;
|
|
|
|
my_error = NULL;
|
|
path = g_build_filename (local->filename, filename, NULL);
|
|
info = _g_local_file_info_get (filename, path,
|
|
local->matcher,
|
|
local->flags,
|
|
&local->parent_info,
|
|
&my_error);
|
|
g_free (path);
|
|
|
|
if (info == NULL)
|
|
{
|
|
/* Failed to get info */
|
|
/* If the file does not exist there might have been a race where
|
|
* the file was removed between the readdir and the stat, so we
|
|
* ignore the file. */
|
|
if (my_error->domain == G_IO_ERROR &&
|
|
my_error->code == G_IO_ERROR_NOT_FOUND)
|
|
{
|
|
g_error_free (my_error);
|
|
goto next_file;
|
|
}
|
|
else
|
|
g_propagate_error (error, my_error);
|
|
}
|
|
|
|
return info;
|
|
}
|
|
|
|
static gboolean
|
|
g_local_file_enumerator_close (GFileEnumerator *enumerator,
|
|
GCancellable *cancellable,
|
|
GError **error)
|
|
{
|
|
GLocalFileEnumerator *local = G_LOCAL_FILE_ENUMERATOR (enumerator);
|
|
|
|
if (local->dir)
|
|
{
|
|
#ifdef USE_GDIR
|
|
g_dir_close (local->dir);
|
|
#else
|
|
closedir (local->dir);
|
|
#endif
|
|
local->dir = NULL;
|
|
}
|
|
|
|
return TRUE;
|
|
}
|
|
|
|
|