2 * VFS module to provide a sorted directory list.
4 * Copyright (C) Andy Kelk (andy@mopoke.co.uk), 2009
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 3 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, see <http://www.gnu.org/licenses/>.
22 #include "smbd/smbd.h"
23 #include "system/filesys.h"
25 static int compare_dirent (const struct dirent *da, const struct dirent *db)
27 return strcasecmp_m(da->d_name, db->d_name);
30 struct dirsort_privates {
31 struct dirsort_privates *prev, *next;
33 struct dirent *directory_list;
34 unsigned int number_of_entries;
35 struct timespec mtime;
36 DIR *source_directory;
37 files_struct *fsp; /* If open via FDOPENDIR. */
38 struct smb_filename *smb_fname; /* If open via OPENDIR */
41 static bool get_sorted_dir_mtime(vfs_handle_struct *handle,
42 struct dirsort_privates *data,
43 struct timespec *ret_mtime)
46 struct timespec mtime;
50 status = vfs_stat_fsp(data->fsp);
51 if (!NT_STATUS_IS_OK(status)) {
54 mtime = data->fsp->fsp_name->st.st_ex_mtime;
56 ret = SMB_VFS_STAT(handle->conn, data->smb_fname);
60 mtime = data->smb_fname->st.st_ex_mtime;
68 static bool open_and_sort_dir(vfs_handle_struct *handle,
69 struct dirsort_privates *data)
71 uint32_t total_count = 0;
72 /* This should be enough for most use cases */
73 uint32_t dirent_allocated = 64;
76 data->number_of_entries = 0;
78 if (get_sorted_dir_mtime(handle, data, &data->mtime) == false) {
82 dp = SMB_VFS_NEXT_READDIR(handle, data->source_directory, NULL);
87 /* Set up an array and read the directory entries into it */
88 TALLOC_FREE(data->directory_list); /* destroy previous cache if needed */
89 data->directory_list = talloc_zero_array(data,
92 if (data->directory_list == NULL) {
97 if (total_count >= dirent_allocated) {
101 * Be memory friendly.
103 * We should not double the amount of memory. With a lot
104 * of files we reach easily 50MB, and doubling will
105 * get much bigger just for a few files more.
107 * For 200k files this means 50 memory reallocations.
109 dirent_allocated += 4096;
111 dlist = talloc_realloc(data,
112 data->directory_list,
118 data->directory_list = dlist;
120 data->directory_list[total_count] = *dp;
123 dp = SMB_VFS_NEXT_READDIR(handle, data->source_directory, NULL);
124 } while (dp != NULL);
126 data->number_of_entries = total_count;
128 /* Sort the directory entries by name */
129 TYPESAFE_QSORT(data->directory_list, data->number_of_entries, compare_dirent);
133 static DIR *dirsort_opendir(vfs_handle_struct *handle,
134 const struct smb_filename *smb_fname,
138 struct dirsort_privates *list_head = NULL;
139 struct dirsort_privates *data = NULL;
141 if (SMB_VFS_HANDLE_TEST_DATA(handle)) {
142 /* Find the list head of all open directories. */
143 SMB_VFS_HANDLE_GET_DATA(handle, list_head, struct dirsort_privates,
147 /* set up our private data about this directory */
148 data = talloc_zero(handle->conn, struct dirsort_privates);
153 data->smb_fname = cp_smb_filename(data, smb_fname);
154 if (data->smb_fname == NULL) {
159 if (ISDOT(data->smb_fname->base_name)) {
160 struct smb_filename *cwd_fname = vfs_GetWd(data, handle->conn);
161 if (cwd_fname == NULL) {
165 TALLOC_FREE(data->smb_fname->base_name);
166 data->smb_fname->base_name = talloc_move(data->smb_fname,
167 &cwd_fname->base_name);
168 TALLOC_FREE(cwd_fname);
171 /* Open the underlying directory and count the number of entries */
172 data->source_directory = SMB_VFS_NEXT_OPENDIR(handle, smb_fname, mask,
175 if (data->source_directory == NULL) {
180 if (!open_and_sort_dir(handle, data)) {
181 SMB_VFS_NEXT_CLOSEDIR(handle,data->source_directory);
186 /* Add to the private list of all open directories. */
187 DLIST_ADD(list_head, data);
188 SMB_VFS_HANDLE_SET_DATA(handle, list_head, NULL,
189 struct dirsort_privates, return NULL);
191 return data->source_directory;
194 static DIR *dirsort_fdopendir(vfs_handle_struct *handle,
199 struct dirsort_privates *list_head = NULL;
200 struct dirsort_privates *data = NULL;
202 if (SMB_VFS_HANDLE_TEST_DATA(handle)) {
203 /* Find the list head of all open directories. */
204 SMB_VFS_HANDLE_GET_DATA(handle, list_head, struct dirsort_privates,
208 /* set up our private data about this directory */
209 data = talloc_zero(handle->conn, struct dirsort_privates);
216 /* Open the underlying directory and count the number of entries */
217 data->source_directory = SMB_VFS_NEXT_FDOPENDIR(handle, fsp, mask,
220 if (data->source_directory == NULL) {
225 if (!open_and_sort_dir(handle, data)) {
226 SMB_VFS_NEXT_CLOSEDIR(handle,data->source_directory);
228 /* fd is now closed. */
233 /* Add to the private list of all open directories. */
234 DLIST_ADD(list_head, data);
235 SMB_VFS_HANDLE_SET_DATA(handle, list_head, NULL,
236 struct dirsort_privates, return NULL);
238 return data->source_directory;
241 static struct dirent *dirsort_readdir(vfs_handle_struct *handle,
243 SMB_STRUCT_STAT *sbuf)
245 struct dirsort_privates *data = NULL;
246 struct timespec current_mtime;
248 SMB_VFS_HANDLE_GET_DATA(handle, data, struct dirsort_privates,
251 while(data && (data->source_directory != dirp)) {
258 if (get_sorted_dir_mtime(handle, data, ¤t_mtime) == false) {
262 /* throw away cache and re-read the directory if we've changed */
263 if (timespec_compare(¤t_mtime, &data->mtime)) {
264 SMB_VFS_NEXT_REWINDDIR(handle, data->source_directory);
265 open_and_sort_dir(handle, data);
268 if (data->pos >= data->number_of_entries) {
272 return &data->directory_list[data->pos++];
275 static void dirsort_seekdir(vfs_handle_struct *handle, DIR *dirp,
278 struct timespec current_mtime;
279 struct dirsort_privates *data = NULL;
281 SMB_VFS_HANDLE_GET_DATA(handle, data, struct dirsort_privates, return);
283 /* Find the entry holding dirp. */
284 while(data && (data->source_directory != dirp)) {
290 if (offset >= data->number_of_entries) {
295 if (get_sorted_dir_mtime(handle, data, ¤t_mtime) == false) {
299 if (timespec_compare(¤t_mtime, &data->mtime)) {
300 /* Directory changed. We must re-read the
301 cache and search for the name that was
302 previously stored at the offset being
303 requested, otherwise after the re-sort
304 we will point to the wrong entry. The
305 OS/2 incremental delete code relies on
308 char *wanted_name = talloc_strdup(handle->conn,
309 data->directory_list[offset].d_name);
310 if (wanted_name == NULL) {
313 SMB_VFS_NEXT_REWINDDIR(handle, data->source_directory);
314 open_and_sort_dir(handle, data);
315 /* Now search for where we were. */
317 for (i = 0; i < data->number_of_entries; i++) {
318 if(strcmp(wanted_name, data->directory_list[i].d_name) == 0) {
323 TALLOC_FREE(wanted_name);
327 static long dirsort_telldir(vfs_handle_struct *handle, DIR *dirp)
329 struct dirsort_privates *data = NULL;
330 SMB_VFS_HANDLE_GET_DATA(handle, data, struct dirsort_privates,
333 /* Find the entry holding dirp. */
334 while(data && (data->source_directory != dirp)) {
343 static void dirsort_rewinddir(vfs_handle_struct *handle, DIR *dirp)
345 struct dirsort_privates *data = NULL;
346 SMB_VFS_HANDLE_GET_DATA(handle, data, struct dirsort_privates, return);
348 /* Find the entry holding dirp. */
349 while(data && (data->source_directory != dirp)) {
358 static int dirsort_closedir(vfs_handle_struct *handle, DIR *dirp)
360 struct dirsort_privates *list_head = NULL;
361 struct dirsort_privates *data = NULL;
364 SMB_VFS_HANDLE_GET_DATA(handle, list_head, struct dirsort_privates, return -1);
365 /* Find the entry holding dirp. */
366 for(data = list_head; data && (data->source_directory != dirp); data = data->next) {
372 /* Remove from the list and re-store the list head. */
373 DLIST_REMOVE(list_head, data);
374 SMB_VFS_HANDLE_SET_DATA(handle, list_head, NULL,
375 struct dirsort_privates, return -1);
377 ret = SMB_VFS_NEXT_CLOSEDIR(handle, dirp);
382 static struct vfs_fn_pointers vfs_dirsort_fns = {
383 .opendir_fn = dirsort_opendir,
384 .fdopendir_fn = dirsort_fdopendir,
385 .readdir_fn = dirsort_readdir,
386 .seekdir_fn = dirsort_seekdir,
387 .telldir_fn = dirsort_telldir,
388 .rewind_dir_fn = dirsort_rewinddir,
389 .closedir_fn = dirsort_closedir,
393 NTSTATUS vfs_dirsort_init(TALLOC_CTX *ctx)
395 return smb_register_vfs(SMB_VFS_INTERFACE_VERSION, "dirsort",