source3/smbd/open.c

   1 /*
   2    Unix SMB/CIFS implementation.
   3    file opening and share modes
   4    Copyright (C) Andrew Tridgell 1992-1998
   5    Copyright (C) Jeremy Allison 2001-2004
   6    Copyright (C) Volker Lendecke 2005
   7    Copyright (C) Ralph Boehme 2017
   8
   9    This program is free software; you can redistribute it and/or modify
  10    it under the terms of the GNU General Public License as published by
  11    the Free Software Foundation; either version 3 of the License, or
  12    (at your option) any later version.
  13
  14    This program is distributed in the hope that it will be useful,
  15    but WITHOUT ANY WARRANTY; without even the implied warranty of
  16    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  17    GNU General Public License for more details.
  18
  19    You should have received a copy of the GNU General Public License
  20    along with this program.  If not, see <http://www.gnu.org/licenses/>.
  21 */
  22
  23 #include "includes.h"
  24 #include "system/filesys.h"
  25 #include "lib/util/server_id.h"
  26 #include "printing.h"
  27 #include "smbd/smbd.h"
  28 #include "smbd/globals.h"
  29 #include "fake_file.h"
  30 #include "../libcli/security/security.h"
  31 #include "../librpc/gen_ndr/ndr_security.h"
  32 #include "../librpc/gen_ndr/open_files.h"
  33 #include "../librpc/gen_ndr/idmap.h"
  34 #include "../librpc/gen_ndr/ioctl.h"
  35 #include "passdb/lookup_sid.h"
  36 #include "auth.h"
  37 #include "serverid.h"
  38 #include "messages.h"
  39 #include "source3/lib/dbwrap/dbwrap_watch.h"
  40 #include "locking/leases_db.h"
  41 #include "librpc/gen_ndr/ndr_leases_db.h"
  42
  43 extern const struct generic_mapping file_generic_mapping;
  44
  45 struct deferred_open_record {
  46         bool delayed_for_oplocks;
  47         bool async_open;
  48         struct file_id id;
  49
  50         /*
  51          * Timer for async opens, needed because they don't use a watch on
  52          * a locking.tdb record. This is currently only used for real async
  53          * opens and just terminates smbd if the async open times out.
  54          */
  55         struct tevent_timer *te;
  56 };
  57
  58 /****************************************************************************
  59  If the requester wanted DELETE_ACCESS and was rejected because
  60  the file ACL didn't include DELETE_ACCESS, see if the parent ACL
  61  overrides this.
  62 ****************************************************************************/
  63
  64 static bool parent_override_delete(connection_struct *conn,
  65                                         const struct smb_filename *smb_fname,
  66                                         uint32_t access_mask,
  67                                         uint32_t rejected_mask)
  68 {
  69         if ((access_mask & DELETE_ACCESS) &&
  70                     (rejected_mask & DELETE_ACCESS) &&
  71                     can_delete_file_in_directory(conn, smb_fname)) {
  72                 return true;
  73         }
  74         return false;
  75 }
  76
  77 /****************************************************************************
  78  Check if we have open rights.
  79 ****************************************************************************/
  80
  81 NTSTATUS smbd_check_access_rights(struct connection_struct *conn,
  82                                 const struct smb_filename *smb_fname,
  83                                 bool use_privs,
  84                                 uint32_t access_mask)
  85 {
  86         /* Check if we have rights to open. */
  87         NTSTATUS status;
  88         struct security_descriptor *sd = NULL;
  89         uint32_t rejected_share_access;
  90         uint32_t rejected_mask = access_mask;
  91         uint32_t do_not_check_mask = 0;
  92
  93         rejected_share_access = access_mask & ~(conn->share_access);
  94
  95         if (rejected_share_access) {
  96                 DEBUG(10, ("smbd_check_access_rights: rejected share access 0x%x "
  97                         "on %s (0x%x)\n",
  98                         (unsigned int)access_mask,
  99                         smb_fname_str_dbg(smb_fname),
 100                         (unsigned int)rejected_share_access ));
 101                 return NT_STATUS_ACCESS_DENIED;
 102         }
 103
 104         if (!use_privs && get_current_uid(conn) == (uid_t)0) {
 105                 /* I'm sorry sir, I didn't know you were root... */
 106                 DEBUG(10,("smbd_check_access_rights: root override "
 107                         "on %s. Granting 0x%x\n",
 108                         smb_fname_str_dbg(smb_fname),
 109                         (unsigned int)access_mask ));
 110                 return NT_STATUS_OK;
 111         }
 112
 113         if ((access_mask & DELETE_ACCESS) && !lp_acl_check_permissions(SNUM(conn))) {
 114                 DEBUG(10,("smbd_check_access_rights: not checking ACL "
 115                         "on DELETE_ACCESS on file %s. Granting 0x%x\n",
 116                         smb_fname_str_dbg(smb_fname),
 117                         (unsigned int)access_mask ));
 118                 return NT_STATUS_OK;
 119         }
 120
 121         if (access_mask == DELETE_ACCESS &&
 122                         VALID_STAT(smb_fname->st) &&
 123                         S_ISLNK(smb_fname->st.st_ex_mode)) {
 124                 /* We can always delete a symlink. */
 125                 DEBUG(10,("smbd_check_access_rights: not checking ACL "
 126                         "on DELETE_ACCESS on symlink %s.\n",
 127                         smb_fname_str_dbg(smb_fname) ));
 128                 return NT_STATUS_OK;
 129         }
 130
 131         status = SMB_VFS_GET_NT_ACL(conn, smb_fname,
 132                         (SECINFO_OWNER |
 133                         SECINFO_GROUP |
 134                          SECINFO_DACL), talloc_tos(), &sd);
 135
 136         if (!NT_STATUS_IS_OK(status)) {
 137                 DEBUG(10, ("smbd_check_access_rights: Could not get acl "
 138                         "on %s: %s\n",
 139                         smb_fname_str_dbg(smb_fname),
 140                         nt_errstr(status)));
 141
 142                 if (NT_STATUS_EQUAL(status, NT_STATUS_ACCESS_DENIED)) {
 143                         goto access_denied;
 144                 }
 145
 146                 return status;
 147         }
 148
 149         /*
 150          * If we can access the path to this file, by
 151          * default we have FILE_READ_ATTRIBUTES from the
 152          * containing directory. See the section:
 153          * "Algorithm to Check Access to an Existing File"
 154          * in MS-FSA.pdf.
 155          *
 156          * se_file_access_check() also takes care of
 157          * owner WRITE_DAC and READ_CONTROL.
 158          */
 159         do_not_check_mask = FILE_READ_ATTRIBUTES;
 160
 161         /*
 162          * Samba 3.6 and earlier granted execute access even
 163          * if the ACL did not contain execute rights.
 164          * Samba 4.0 is more correct and checks it.
 165          * The compatibilty mode allows one to skip this check
 166          * to smoothen upgrades.
 167          */
 168         if (lp_acl_allow_execute_always(SNUM(conn))) {
 169                 do_not_check_mask |= FILE_EXECUTE;
 170         }
 171
 172         status = se_file_access_check(sd,
 173                                 get_current_nttok(conn),
 174                                 use_privs,
 175                                 (access_mask & ~do_not_check_mask),
 176                                 &rejected_mask);
 177
 178         DEBUG(10,("smbd_check_access_rights: file %s requesting "
 179                 "0x%x returning 0x%x (%s)\n",
 180                 smb_fname_str_dbg(smb_fname),
 181                 (unsigned int)access_mask,
 182                 (unsigned int)rejected_mask,
 183                 nt_errstr(status) ));
 184
 185         if (!NT_STATUS_IS_OK(status)) {
 186                 if (DEBUGLEVEL >= 10) {
 187                         DEBUG(10,("smbd_check_access_rights: acl for %s is:\n",
 188                                 smb_fname_str_dbg(smb_fname) ));
 189                         NDR_PRINT_DEBUG(security_descriptor, sd);
 190                 }
 191         }
 192
 193         TALLOC_FREE(sd);
 194
 195         if (NT_STATUS_IS_OK(status) ||
 196                         !NT_STATUS_EQUAL(status, NT_STATUS_ACCESS_DENIED)) {
 197                 return status;
 198         }
 199
 200         /* Here we know status == NT_STATUS_ACCESS_DENIED. */
 201
 202   access_denied:
 203
 204         if ((access_mask & FILE_WRITE_ATTRIBUTES) &&
 205                         (rejected_mask & FILE_WRITE_ATTRIBUTES) &&
 206                         !lp_store_dos_attributes(SNUM(conn)) &&
 207                         (lp_map_readonly(SNUM(conn)) ||
 208                         lp_map_archive(SNUM(conn)) ||
 209                         lp_map_hidden(SNUM(conn)) ||
 210                         lp_map_system(SNUM(conn)))) {
 211                 rejected_mask &= ~FILE_WRITE_ATTRIBUTES;
 212
 213                 DEBUG(10,("smbd_check_access_rights: "
 214                         "overrode "
 215                         "FILE_WRITE_ATTRIBUTES "
 216                         "on file %s\n",
 217                         smb_fname_str_dbg(smb_fname)));
 218         }
 219
 220         if (parent_override_delete(conn,
 221                                 smb_fname,
 222                                 access_mask,
 223                                 rejected_mask)) {
 224                 /* Were we trying to do an open
 225                  * for delete and didn't get DELETE
 226                  * access (only) ? Check if the
 227                  * directory allows DELETE_CHILD.
 228                  * See here:
 229                  * http://blogs.msdn.com/oldnewthing/archive/2004/06/04/148426.aspx
 230                  * for details. */
 231
 232                 rejected_mask &= ~DELETE_ACCESS;
 233
 234                 DEBUG(10,("smbd_check_access_rights: "
 235                         "overrode "
 236                         "DELETE_ACCESS on "
 237                         "file %s\n",
 238                         smb_fname_str_dbg(smb_fname)));
 239         }
 240
 241         if (rejected_mask != 0) {
 242                 return NT_STATUS_ACCESS_DENIED;
 243         }
 244         return NT_STATUS_OK;
 245 }
 246
 247 NTSTATUS check_parent_access(struct connection_struct *conn,
 248                                 struct smb_filename *smb_fname,
 249                                 uint32_t access_mask)
 250 {
 251         NTSTATUS status;
 252         char *parent_dir = NULL;
 253         struct security_descriptor *parent_sd = NULL;
 254         uint32_t access_granted = 0;
 255         struct smb_filename *parent_smb_fname = NULL;
 256         struct share_mode_lock *lck = NULL;
 257         struct file_id id = {0};
 258         uint32_t name_hash;
 259         bool delete_on_close_set;
 260         int ret;
 261         TALLOC_CTX *frame = talloc_stackframe();
 262
 263         if (!parent_dirname(frame,
 264                                 smb_fname->base_name,
 265                                 &parent_dir,
 266                                 NULL)) {
 267                 status = NT_STATUS_NO_MEMORY;
 268                 goto out;
 269         }
 270
 271         parent_smb_fname = synthetic_smb_fname(frame,
 272                                 parent_dir,
 273                                 NULL,
 274                                 NULL,
 275                                 smb_fname->flags);
 276         if (parent_smb_fname == NULL) {
 277                 status = NT_STATUS_NO_MEMORY;
 278                 goto out;
 279         }
 280
 281         if (get_current_uid(conn) == (uid_t)0) {
 282                 /* I'm sorry sir, I didn't know you were root... */
 283                 DEBUG(10,("check_parent_access: root override "
 284                         "on %s. Granting 0x%x\n",
 285                         smb_fname_str_dbg(smb_fname),
 286                         (unsigned int)access_mask ));
 287                 status = NT_STATUS_OK;
 288                 goto out;
 289         }
 290
 291         status = SMB_VFS_GET_NT_ACL(conn,
 292                                 parent_smb_fname,
 293                                 SECINFO_DACL,
 294                                 frame,
 295                                 &parent_sd);
 296
 297         if (!NT_STATUS_IS_OK(status)) {
 298                 DEBUG(5,("check_parent_access: SMB_VFS_GET_NT_ACL failed for "
 299                         "%s with error %s\n",
 300                         parent_dir,
 301                         nt_errstr(status)));
 302                 goto out;
 303         }
 304
 305         /*
 306          * If we can access the path to this file, by
 307          * default we have FILE_READ_ATTRIBUTES from the
 308          * containing directory. See the section:
 309          * "Algorithm to Check Access to an Existing File"
 310          * in MS-FSA.pdf.
 311          *
 312          * se_file_access_check() also takes care of
 313          * owner WRITE_DAC and READ_CONTROL.
 314          */
 315         status = se_file_access_check(parent_sd,
 316                                 get_current_nttok(conn),
 317                                 false,
 318                                 (access_mask & ~FILE_READ_ATTRIBUTES),
 319                                 &access_granted);
 320         if(!NT_STATUS_IS_OK(status)) {
 321                 DEBUG(5,("check_parent_access: access check "
 322                         "on directory %s for "
 323                         "path %s for mask 0x%x returned (0x%x) %s\n",
 324                         parent_dir,
 325                         smb_fname->base_name,
 326                         access_mask,
 327                         access_granted,
 328                         nt_errstr(status) ));
 329                 goto out;
 330         }
 331
 332         if (!(access_mask & (SEC_DIR_ADD_FILE | SEC_DIR_ADD_SUBDIR))) {
 333                 status = NT_STATUS_OK;
 334                 goto out;
 335         }
 336         if (!lp_check_parent_directory_delete_on_close(SNUM(conn))) {
 337                 status = NT_STATUS_OK;
 338                 goto out;
 339         }
 340
 341         /* Check if the directory has delete-on-close set */
 342         ret = SMB_VFS_STAT(conn, parent_smb_fname);
 343         if (ret != 0) {
 344                 status = map_nt_error_from_unix(errno);
 345                 goto out;
 346         }
 347
 348         id = SMB_VFS_FILE_ID_CREATE(conn, &parent_smb_fname->st);
 349
 350         status = file_name_hash(conn, parent_smb_fname->base_name, &name_hash);
 351         if (!NT_STATUS_IS_OK(status)) {
 352                 goto out;
 353         }
 354
 355         lck = get_existing_share_mode_lock(frame, id);
 356         if (lck == NULL) {
 357                 status = NT_STATUS_OK;
 358                 goto out;
 359         }
 360
 361         delete_on_close_set = is_delete_on_close_set(lck, name_hash);
 362         if (delete_on_close_set) {
 363                 status = NT_STATUS_DELETE_PENDING;
 364                 goto out;
 365         }
 366
 367         status = NT_STATUS_OK;
 368
 369 out:
 370         TALLOC_FREE(frame);
 371         return status;
 372 }
 373
 374 /****************************************************************************
 375  Ensure when opening a base file for a stream open that we have permissions
 376  to do so given the access mask on the base file.
 377 ****************************************************************************/
 378
 379 static NTSTATUS check_base_file_access(struct connection_struct *conn,
 380                                 struct smb_filename *smb_fname,
 381                                 uint32_t access_mask)
 382 {
 383         NTSTATUS status;
 384
 385         status = smbd_calculate_access_mask(conn, smb_fname,
 386                                         false,
 387                                         access_mask,
 388                                         &access_mask);
 389         if (!NT_STATUS_IS_OK(status)) {
 390                 DEBUG(10, ("smbd_calculate_access_mask "
 391                         "on file %s returned %s\n",
 392                         smb_fname_str_dbg(smb_fname),
 393                         nt_errstr(status)));
 394                 return status;
 395         }
 396
 397         if (access_mask & (FILE_WRITE_DATA|FILE_APPEND_DATA)) {
 398                 uint32_t dosattrs;
 399                 if (!CAN_WRITE(conn)) {
 400                         return NT_STATUS_ACCESS_DENIED;
 401                 }
 402                 dosattrs = dos_mode(conn, smb_fname);
 403                 if (IS_DOS_READONLY(dosattrs)) {
 404                         return NT_STATUS_ACCESS_DENIED;
 405                 }
 406         }
 407
 408         return smbd_check_access_rights(conn,
 409                                         smb_fname,
 410                                         false,
 411                                         access_mask);
 412 }
 413
 414 /****************************************************************************
 415  Handle differing symlink errno's
 416 ****************************************************************************/
 417
 418 static int link_errno_convert(int err)
 419 {
 420 #if defined(ENOTSUP) && defined(OSF1)
 421         /* handle special Tru64 errno */
 422         if (err == ENOTSUP) {
 423                 err = ELOOP;
 424         }
 425 #endif /* ENOTSUP */
 426 #ifdef EFTYPE
 427         /* fix broken NetBSD errno */
 428         if (err == EFTYPE) {
 429                 err = ELOOP;
 430         }
 431 #endif /* EFTYPE */
 432         /* fix broken FreeBSD errno */
 433         if (err == EMLINK) {
 434                 err = ELOOP;
 435         }
 436         return err;
 437 }
 438
 439 static int non_widelink_open(struct connection_struct *conn,
 440                         const struct smb_filename *conn_rootdir_fname,
 441                         files_struct *fsp,
 442                         struct smb_filename *smb_fname,
 443                         int flags,
 444                         mode_t mode,
 445                         unsigned int link_depth);
 446
 447 /****************************************************************************
 448  Follow a symlink in userspace.
 449 ****************************************************************************/
 450
 451 static int process_symlink_open(struct connection_struct *conn,
 452                         const struct smb_filename *conn_rootdir_fname,
 453                         files_struct *fsp,
 454                         struct smb_filename *smb_fname,
 455                         int flags,
 456                         mode_t mode,
 457                         unsigned int link_depth)
 458 {
 459         int fd = -1;
 460         char *link_target = NULL;
 461         struct smb_filename target_fname = {0};
 462         int link_len = -1;
 463         struct smb_filename *oldwd_fname = NULL;
 464         size_t rootdir_len = 0;
 465         struct smb_filename *resolved_fname = NULL;
 466         char *resolved_name = NULL;
 467         bool matched = false;
 468         int saved_errno = 0;
 469
 470         /*
 471          * Ensure we don't get stuck in a symlink loop.
 472          */
 473         link_depth++;
 474         if (link_depth >= 20) {
 475                 errno = ELOOP;
 476                 goto out;
 477         }
 478
 479         /* Allocate space for the link target. */
 480         link_target = talloc_array(talloc_tos(), char, PATH_MAX);
 481         if (link_target == NULL) {
 482                 errno = ENOMEM;
 483                 goto out;
 484         }
 485
 486         /* Read the link target. */
 487         link_len = SMB_VFS_READLINK(conn,
 488                                 smb_fname,
 489                                 link_target,
 490                                 PATH_MAX - 1);
 491         if (link_len == -1) {
 492                 goto out;
 493         }
 494
 495         /* Ensure it's at least null terminated. */
 496         link_target[link_len] = '\0';
 497         target_fname = (struct smb_filename){ .base_name = link_target };
 498
 499         /* Convert to an absolute path. */
 500         resolved_fname = SMB_VFS_REALPATH(conn, talloc_tos(), &target_fname);
 501         if (resolved_fname == NULL) {
 502                 goto out;
 503         }
 504         resolved_name = resolved_fname->base_name;
 505
 506         /*
 507          * We know conn_rootdir starts with '/' and
 508          * does not end in '/'. FIXME ! Should we
 509          * smb_assert this ?
 510          */
 511         rootdir_len = strlen(conn_rootdir_fname->base_name);
 512
 513         matched = (strncmp(conn_rootdir_fname->base_name,
 514                                 resolved_name,
 515                                 rootdir_len) == 0);
 516         if (!matched) {
 517                 errno = EACCES;
 518                 goto out;
 519         }
 520
 521         /*
 522          * Turn into a path relative to the share root.
 523          */
 524         if (resolved_name[rootdir_len] == '\0') {
 525                 /* Link to the root of the share. */
 526                 TALLOC_FREE(smb_fname->base_name);
 527                 smb_fname->base_name = talloc_strdup(smb_fname, ".");
 528         } else if (resolved_name[rootdir_len] == '/') {
 529                 TALLOC_FREE(smb_fname->base_name);
 530                 smb_fname->base_name = talloc_strdup(smb_fname,
 531                                         &resolved_name[rootdir_len+1]);
 532         } else {
 533                 errno = EACCES;
 534                 goto out;
 535         }
 536
 537         if (smb_fname->base_name == NULL) {
 538                 errno = ENOMEM;
 539                 goto out;
 540         }
 541
 542         oldwd_fname = vfs_GetWd(talloc_tos(), conn);
 543         if (oldwd_fname == NULL) {
 544                 goto out;
 545         }
 546
 547         /* Ensure we operate from the root of the share. */
 548         if (vfs_ChDir(conn, conn_rootdir_fname) == -1) {
 549                 goto out;
 550         }
 551
 552         /* And do it all again.. */
 553         fd = non_widelink_open(conn,
 554                                 conn_rootdir_fname,
 555                                 fsp,
 556                                 smb_fname,
 557                                 flags,
 558                                 mode,
 559                                 link_depth);
 560         if (fd == -1) {
 561                 saved_errno = errno;
 562         }
 563
 564   out:
 565
 566         TALLOC_FREE(resolved_fname);
 567         TALLOC_FREE(link_target);
 568         if (oldwd_fname != NULL) {
 569                 int ret = vfs_ChDir(conn, oldwd_fname);
 570                 if (ret == -1) {
 571                         smb_panic("unable to get back to old directory\n");
 572                 }
 573                 TALLOC_FREE(oldwd_fname);
 574         }
 575         if (saved_errno != 0) {
 576                 errno = saved_errno;
 577         }
 578         return fd;
 579 }
 580
 581 /****************************************************************************
 582  Non-widelink open.
 583 ****************************************************************************/
 584
 585 static int non_widelink_open(struct connection_struct *conn,
 586                         const struct smb_filename *conn_rootdir_fname,
 587                         files_struct *fsp,
 588                         struct smb_filename *smb_fname,
 589                         int flags,
 590                         mode_t mode,
 591                         unsigned int link_depth)
 592 {
 593         NTSTATUS status;
 594         int fd = -1;
 595         struct smb_filename *smb_fname_rel = NULL;
 596         int saved_errno = 0;
 597         struct smb_filename *oldwd_fname = NULL;
 598         char *parent_dir = NULL;
 599         struct smb_filename parent_dir_fname = {0};
 600         const char *final_component = NULL;
 601         bool is_directory = false;
 602         bool ok;
 603
 604 #ifdef O_DIRECTORY
 605         if (flags & O_DIRECTORY) {
 606                 is_directory = true;
 607         }
 608 #endif
 609
 610         if (is_directory) {
 611                 parent_dir = talloc_strdup(talloc_tos(), smb_fname->base_name);
 612                 if (parent_dir == NULL) {
 613                         saved_errno = errno;
 614                         goto out;
 615                 }
 616
 617                 final_component = ".";
 618         } else {
 619                 ok = parent_dirname(talloc_tos(),
 620                                     smb_fname->base_name,
 621                                     &parent_dir,
 622                                     &final_component);
 623                 if (!ok) {
 624                         saved_errno = errno;
 625                         goto out;
 626                 }
 627         }
 628
 629         parent_dir_fname = (struct smb_filename) { .base_name = parent_dir };
 630
 631         oldwd_fname = vfs_GetWd(talloc_tos(), conn);
 632         if (oldwd_fname == NULL) {
 633                 goto out;
 634         }
 635
 636         /* Pin parent directory in place. */
 637         if (vfs_ChDir(conn, &parent_dir_fname) == -1) {
 638                 goto out;
 639         }
 640
 641         smb_fname_rel = synthetic_smb_fname(talloc_tos(),
 642                                 final_component,
 643                                 smb_fname->stream_name,
 644                                 &smb_fname->st,
 645                                 smb_fname->flags);
 646         if (smb_fname_rel == NULL) {
 647                 saved_errno = ENOMEM;
 648                 goto out;
 649         }
 650
 651         /* Ensure the relative path is below the share. */
 652         status = check_reduced_name(conn, &parent_dir_fname, smb_fname_rel);
 653         if (!NT_STATUS_IS_OK(status)) {
 654                 saved_errno = map_errno_from_nt_status(status);
 655                 goto out;
 656         }
 657
 658         flags |= O_NOFOLLOW;
 659
 660         {
 661                 struct smb_filename *tmp_name = fsp->fsp_name;
 662                 fsp->fsp_name = smb_fname_rel;
 663                 fd = SMB_VFS_OPEN(conn, smb_fname_rel, fsp, flags, mode);
 664                 fsp->fsp_name = tmp_name;
 665         }
 666
 667         if (fd == -1) {
 668                 saved_errno = link_errno_convert(errno);
 669                 /*
 670                  * Trying to open a symlink to a directory with O_NOFOLLOW and
 671                  * O_DIRECTORY can return either of ELOOP and ENOTDIR. So
 672                  * ENOTDIR really means: might be a symlink, but we're not sure.
 673                  * In this case, we just assume there's a symlink. If we were
 674                  * wrong, process_symlink_open() will return EINVAL. We check
 675                  * this below, and fall back to returning the initial
 676                  * saved_errno.
 677                  *
 678                  * BUG: https://bugzilla.samba.org/show_bug.cgi?id=12860
 679                  */
 680                 if (saved_errno == ELOOP || saved_errno == ENOTDIR) {
 681                         if (fsp->posix_flags & FSP_POSIX_FLAGS_OPEN) {
 682                                 /* Never follow symlinks on posix open. */
 683                                 goto out;
 684                         }
 685                         if (!lp_follow_symlinks(SNUM(conn))) {
 686                                 /* Explicitly no symlinks. */
 687                                 goto out;
 688                         }
 689                         /*
 690                          * We may have a symlink. Follow in userspace
 691                          * to ensure it's under the share definition.
 692                          */
 693                         fd = process_symlink_open(conn,
 694                                         conn_rootdir_fname,
 695                                         fsp,
 696                                         smb_fname_rel,
 697                                         flags,
 698                                         mode,
 699                                         link_depth);
 700                         if (fd == -1) {
 701                                 if (saved_errno == ENOTDIR &&
 702                                                 errno == EINVAL) {
 703                                         /*
 704                                          * O_DIRECTORY on neither a directory,
 705                                          * nor a symlink. Just return
 706                                          * saved_errno from initial open()
 707                                          */
 708                                         goto out;
 709                                 }
 710                                 saved_errno =
 711                                         link_errno_convert(errno);
 712                         }
 713                 }
 714         }
 715
 716   out:
 717
 718         TALLOC_FREE(parent_dir);
 719         TALLOC_FREE(smb_fname_rel);
 720
 721         if (oldwd_fname != NULL) {
 722                 int ret = vfs_ChDir(conn, oldwd_fname);
 723                 if (ret == -1) {
 724                         smb_panic("unable to get back to old directory\n");
 725                 }
 726                 TALLOC_FREE(oldwd_fname);
 727         }
 728         if (saved_errno != 0) {
 729                 errno = saved_errno;
 730         }
 731         return fd;
 732 }
 733
 734 /****************************************************************************
 735  fd support routines - attempt to do a dos_open.
 736 ****************************************************************************/
 737
 738 NTSTATUS fd_open(struct connection_struct *conn,
 739                  files_struct *fsp,
 740                  int flags,
 741                  mode_t mode)
 742 {
 743         struct smb_filename *smb_fname = fsp->fsp_name;
 744         NTSTATUS status = NT_STATUS_OK;
 745
 746         /*
 747          * Never follow symlinks on a POSIX client. The
 748          * client should be doing this.
 749          */
 750
 751         if ((fsp->posix_flags & FSP_POSIX_FLAGS_OPEN) || !lp_follow_symlinks(SNUM(conn))) {
 752                 flags |= O_NOFOLLOW;
 753         }
 754
 755         /* Ensure path is below share definition. */
 756         if (!lp_widelinks(SNUM(conn))) {
 757                 struct smb_filename *conn_rootdir_fname = NULL;
 758                 const char *conn_rootdir = SMB_VFS_CONNECTPATH(conn,
 759                                                 smb_fname);
 760                 int saved_errno = 0;
 761
 762                 if (conn_rootdir == NULL) {
 763                         return NT_STATUS_NO_MEMORY;
 764                 }
 765                 conn_rootdir_fname = synthetic_smb_fname(talloc_tos(),
 766                                                 conn_rootdir,
 767                                                 NULL,
 768                                                 NULL,
 769                                                 0);
 770                 if (conn_rootdir_fname == NULL) {
 771                         return NT_STATUS_NO_MEMORY;
 772                 }
 773
 774                 /*
 775                  * Only follow symlinks within a share
 776                  * definition.
 777                  */
 778                 fsp->fh->fd = non_widelink_open(conn,
 779                                         conn_rootdir_fname,
 780                                         fsp,
 781                                         smb_fname,
 782                                         flags,
 783                                         mode,
 784                                         0);
 785                 if (fsp->fh->fd == -1) {
 786                         saved_errno = errno;
 787                 }
 788                 TALLOC_FREE(conn_rootdir_fname);
 789                 if (saved_errno != 0) {
 790                         errno = saved_errno;
 791                 }
 792         } else {
 793                 fsp->fh->fd = SMB_VFS_OPEN(conn, smb_fname, fsp, flags, mode);
 794         }
 795
 796         if (fsp->fh->fd == -1) {
 797                 int posix_errno = link_errno_convert(errno);
 798                 status = map_nt_error_from_unix(posix_errno);
 799                 if (errno == EMFILE) {
 800                         static time_t last_warned = 0L;
 801
 802                         if (time((time_t *) NULL) > last_warned) {
 803                                 DEBUG(0,("Too many open files, unable "
 804                                         "to open more!  smbd's max "
 805                                         "open files = %d\n",
 806                                         lp_max_open_files()));
 807                                 last_warned = time((time_t *) NULL);
 808                         }
 809                 }
 810
 811         }
 812
 813         DEBUG(10,("fd_open: name %s, flags = 0%o mode = 0%o, fd = %d. %s\n",
 814                   smb_fname_str_dbg(smb_fname), flags, (int)mode, fsp->fh->fd,
 815                 (fsp->fh->fd == -1) ? strerror(errno) : "" ));
 816
 817         return status;
 818 }
 819
 820 /****************************************************************************
 821  Close the file associated with a fsp.
 822 ****************************************************************************/
 823
 824 NTSTATUS fd_close(files_struct *fsp)
 825 {
 826         int ret;
 827
 828         if (fsp->dptr) {
 829                 dptr_CloseDir(fsp);
 830         }
 831         if (fsp->fh->fd == -1) {
 832                 return NT_STATUS_OK; /* What we used to call a stat open. */
 833         }
 834         if (fsp->fh->ref_count > 1) {
 835                 return NT_STATUS_OK; /* Shared handle. Only close last reference. */
 836         }
 837
 838         ret = SMB_VFS_CLOSE(fsp);
 839         fsp->fh->fd = -1;
 840         if (ret == -1) {
 841                 return map_nt_error_from_unix(errno);
 842         }
 843         return NT_STATUS_OK;
 844 }
 845
 846 /****************************************************************************
 847  Change the ownership of a file to that of the parent directory.
 848  Do this by fd if possible.
 849 ****************************************************************************/
 850
 851 void change_file_owner_to_parent(connection_struct *conn,
 852                                         const char *inherit_from_dir,
 853                                         files_struct *fsp)
 854 {
 855         struct smb_filename *smb_fname_parent;
 856         int ret;
 857
 858         smb_fname_parent = synthetic_smb_fname(talloc_tos(),
 859                                         inherit_from_dir,
 860                                         NULL,
 861                                         NULL,
 862                                         0);
 863         if (smb_fname_parent == NULL) {
 864                 return;
 865         }
 866
 867         ret = SMB_VFS_STAT(conn, smb_fname_parent);
 868         if (ret == -1) {
 869                 DEBUG(0,("change_file_owner_to_parent: failed to stat parent "
 870                          "directory %s. Error was %s\n",
 871                          smb_fname_str_dbg(smb_fname_parent),
 872                          strerror(errno)));
 873                 TALLOC_FREE(smb_fname_parent);
 874                 return;
 875         }
 876
 877         if (smb_fname_parent->st.st_ex_uid == fsp->fsp_name->st.st_ex_uid) {
 878                 /* Already this uid - no need to change. */
 879                 DEBUG(10,("change_file_owner_to_parent: file %s "
 880                         "is already owned by uid %d\n",
 881                         fsp_str_dbg(fsp),
 882                         (int)fsp->fsp_name->st.st_ex_uid ));
 883                 TALLOC_FREE(smb_fname_parent);
 884                 return;
 885         }
 886
 887         become_root();
 888         ret = SMB_VFS_FCHOWN(fsp, smb_fname_parent->st.st_ex_uid, (gid_t)-1);
 889         unbecome_root();
 890         if (ret == -1) {
 891                 DEBUG(0,("change_file_owner_to_parent: failed to fchown "
 892                          "file %s to parent directory uid %u. Error "
 893                          "was %s\n", fsp_str_dbg(fsp),
 894                          (unsigned int)smb_fname_parent->st.st_ex_uid,
 895                          strerror(errno) ));
 896         } else {
 897                 DEBUG(10,("change_file_owner_to_parent: changed new file %s to "
 898                         "parent directory uid %u.\n", fsp_str_dbg(fsp),
 899                         (unsigned int)smb_fname_parent->st.st_ex_uid));
 900                 /* Ensure the uid entry is updated. */
 901                 fsp->fsp_name->st.st_ex_uid = smb_fname_parent->st.st_ex_uid;
 902         }
 903
 904         TALLOC_FREE(smb_fname_parent);
 905 }
 906
 907 static NTSTATUS change_dir_owner_to_parent(connection_struct *conn,
 908                                         const char *inherit_from_dir,
 909                                         struct smb_filename *smb_dname,
 910                                         SMB_STRUCT_STAT *psbuf)
 911 {
 912         struct smb_filename *smb_fname_parent;
 913         struct smb_filename *smb_fname_cwd = NULL;
 914         struct smb_filename *saved_dir_fname = NULL;
 915         TALLOC_CTX *ctx = talloc_tos();
 916         NTSTATUS status = NT_STATUS_OK;
 917         int ret;
 918
 919         smb_fname_parent = synthetic_smb_fname(ctx,
 920                                         inherit_from_dir,
 921                                         NULL,
 922                                         NULL,
 923                                         0);
 924         if (smb_fname_parent == NULL) {
 925                 return NT_STATUS_NO_MEMORY;
 926         }
 927
 928         ret = SMB_VFS_STAT(conn, smb_fname_parent);
 929         if (ret == -1) {
 930                 status = map_nt_error_from_unix(errno);
 931                 DEBUG(0,("change_dir_owner_to_parent: failed to stat parent "
 932                          "directory %s. Error was %s\n",
 933                          smb_fname_str_dbg(smb_fname_parent),
 934                          strerror(errno)));
 935                 goto out;
 936         }
 937
 938         /* We've already done an lstat into psbuf, and we know it's a
 939            directory. If we can cd into the directory and the dev/ino
 940            are the same then we can safely chown without races as
 941            we're locking the directory in place by being in it.  This
 942            should work on any UNIX (thanks tridge :-). JRA.
 943         */
 944
 945         saved_dir_fname = vfs_GetWd(ctx,conn);
 946         if (!saved_dir_fname) {
 947                 status = map_nt_error_from_unix(errno);
 948                 DEBUG(0,("change_dir_owner_to_parent: failed to get "
 949                          "current working directory. Error was %s\n",
 950                          strerror(errno)));
 951                 goto out;
 952         }
 953
 954         /* Chdir into the new path. */
 955         if (vfs_ChDir(conn, smb_dname) == -1) {
 956                 status = map_nt_error_from_unix(errno);
 957                 DEBUG(0,("change_dir_owner_to_parent: failed to change "
 958                          "current working directory to %s. Error "
 959                          "was %s\n", smb_dname->base_name, strerror(errno) ));
 960                 goto chdir;
 961         }
 962
 963         smb_fname_cwd = synthetic_smb_fname(ctx, ".", NULL, NULL, 0);
 964         if (smb_fname_cwd == NULL) {
 965                 status = NT_STATUS_NO_MEMORY;
 966                 goto chdir;
 967         }
 968
 969         ret = SMB_VFS_STAT(conn, smb_fname_cwd);
 970         if (ret == -1) {
 971                 status = map_nt_error_from_unix(errno);
 972                 DEBUG(0,("change_dir_owner_to_parent: failed to stat "
 973                          "directory '.' (%s) Error was %s\n",
 974                          smb_dname->base_name, strerror(errno)));
 975                 goto chdir;
 976         }
 977
 978         /* Ensure we're pointing at the same place. */
 979         if (smb_fname_cwd->st.st_ex_dev != psbuf->st_ex_dev ||
 980             smb_fname_cwd->st.st_ex_ino != psbuf->st_ex_ino) {
 981                 DEBUG(0,("change_dir_owner_to_parent: "
 982                          "device/inode on directory %s changed. "
 983                          "Refusing to chown !\n",
 984                         smb_dname->base_name ));
 985                 status = NT_STATUS_ACCESS_DENIED;
 986                 goto chdir;
 987         }
 988
 989         if (smb_fname_parent->st.st_ex_uid == smb_fname_cwd->st.st_ex_uid) {
 990                 /* Already this uid - no need to change. */
 991                 DEBUG(10,("change_dir_owner_to_parent: directory %s "
 992                         "is already owned by uid %d\n",
 993                         smb_dname->base_name,
 994                         (int)smb_fname_cwd->st.st_ex_uid ));
 995                 status = NT_STATUS_OK;
 996                 goto chdir;
 997         }
 998
 999         become_root();
1000         ret = SMB_VFS_LCHOWN(conn,
1001                         smb_fname_cwd,
1002                         smb_fname_parent->st.st_ex_uid,
1003                         (gid_t)-1);
1004         unbecome_root();
1005         if (ret == -1) {
1006                 status = map_nt_error_from_unix(errno);
1007                 DEBUG(10,("change_dir_owner_to_parent: failed to chown "
1008                           "directory %s to parent directory uid %u. "
1009                           "Error was %s\n",
1010                           smb_dname->base_name,
1011                           (unsigned int)smb_fname_parent->st.st_ex_uid,
1012                           strerror(errno) ));
1013         } else {
1014                 DEBUG(10,("change_dir_owner_to_parent: changed ownership of new "
1015                         "directory %s to parent directory uid %u.\n",
1016                         smb_dname->base_name,
1017                         (unsigned int)smb_fname_parent->st.st_ex_uid ));
1018                 /* Ensure the uid entry is updated. */
1019                 psbuf->st_ex_uid = smb_fname_parent->st.st_ex_uid;
1020         }
1021
1022  chdir:
1023         vfs_ChDir(conn, saved_dir_fname);
1024  out:
1025         TALLOC_FREE(saved_dir_fname);
1026         TALLOC_FREE(smb_fname_parent);
1027         TALLOC_FREE(smb_fname_cwd);
1028         return status;
1029 }
1030
1031 /****************************************************************************
1032  Open a file - returning a guaranteed ATOMIC indication of if the
1033  file was created or not.
1034 ****************************************************************************/
1035
1036 static NTSTATUS fd_open_atomic(struct connection_struct *conn,
1037                         files_struct *fsp,
1038                         int flags,
1039                         mode_t mode,
1040                         bool *file_created)
1041 {
1042         NTSTATUS status = NT_STATUS_UNSUCCESSFUL;
1043         NTSTATUS retry_status;
1044         bool file_existed = VALID_STAT(fsp->fsp_name->st);
1045         int curr_flags;
1046
1047         *file_created = false;
1048
1049         if (!(flags & O_CREAT)) {
1050                 /*
1051                  * We're not creating the file, just pass through.
1052                  */
1053                 return fd_open(conn, fsp, flags, mode);
1054         }
1055
1056         if (flags & O_EXCL) {
1057                 /*
1058                  * Fail if already exists, just pass through.
1059                  */
1060                 status = fd_open(conn, fsp, flags, mode);
1061
1062                 /*
1063                  * Here we've opened with O_CREAT|O_EXCL. If that went
1064                  * NT_STATUS_OK, we *know* we created this file.
1065                  */
1066                 *file_created = NT_STATUS_IS_OK(status);
1067
1068                 return status;
1069         }
1070
1071         /*
1072          * Now it gets tricky. We have O_CREAT, but not O_EXCL.
1073          * To know absolutely if we created the file or not,
1074          * we can never call O_CREAT without O_EXCL. So if
1075          * we think the file existed, try without O_CREAT|O_EXCL.
1076          * If we think the file didn't exist, try with
1077          * O_CREAT|O_EXCL.
1078          *
1079          * The big problem here is dangling symlinks. Opening
1080          * without O_NOFOLLOW means both bad symlink
1081          * and missing path return -1, ENOENT from open(). As POSIX
1082          * is pathname based it's not possible to tell
1083          * the difference between these two cases in a
1084          * non-racy way, so change to try only two attempts before
1085          * giving up.
1086          *
1087          * We don't have this problem for the O_NOFOLLOW
1088          * case as it just returns NT_STATUS_OBJECT_PATH_NOT_FOUND
1089          * mapped from the ELOOP POSIX error.
1090          */
1091
1092         curr_flags = flags;
1093
1094         if (file_existed) {
1095                 curr_flags &= ~(O_CREAT);
1096                 retry_status = NT_STATUS_OBJECT_NAME_NOT_FOUND;
1097         } else {
1098                 curr_flags |= O_EXCL;
1099                 retry_status = NT_STATUS_OBJECT_NAME_COLLISION;
1100         }
1101
1102         status = fd_open(conn, fsp, curr_flags, mode);
1103         if (NT_STATUS_IS_OK(status)) {
1104                 if (!file_existed) {
1105                         *file_created = true;
1106                 }
1107                 return NT_STATUS_OK;
1108         }
1109         if (!NT_STATUS_EQUAL(status, retry_status)) {
1110                 return status;
1111         }
1112
1113         curr_flags = flags;
1114
1115         /*
1116          * Keep file_existed up to date for clarity.
1117          */
1118         if (NT_STATUS_EQUAL(status, NT_STATUS_OBJECT_NAME_NOT_FOUND)) {
1119                 file_existed = false;
1120                 curr_flags |= O_EXCL;
1121                 DBG_DEBUG("file %s did not exist. Retry.\n",
1122                         smb_fname_str_dbg(fsp->fsp_name));
1123         } else {
1124                 file_existed = true;
1125                 curr_flags &= ~(O_CREAT);
1126                 DBG_DEBUG("file %s existed. Retry.\n",
1127                         smb_fname_str_dbg(fsp->fsp_name));
1128         }
1129
1130         status = fd_open(conn, fsp, curr_flags, mode);
1131
1132         if (NT_STATUS_IS_OK(status) && (!file_existed)) {
1133                 *file_created = true;
1134         }
1135
1136         return status;
1137 }
1138
1139 /****************************************************************************
1140  Open a file.
1141 ****************************************************************************/
1142
1143 static NTSTATUS open_file(files_struct *fsp,
1144                           connection_struct *conn,
1145                           struct smb_request *req,
1146                           const char *parent_dir,
1147                           int flags,
1148                           mode_t unx_mode,
1149                           uint32_t access_mask, /* client requested access mask. */
1150                           uint32_t open_access_mask, /* what we're actually using in the open. */
1151                           bool *p_file_created)
1152 {
1153         struct smb_filename *smb_fname = fsp->fsp_name;
1154         NTSTATUS status = NT_STATUS_OK;
1155         int accmode = (flags & O_ACCMODE);
1156         int local_flags = flags;
1157         bool file_existed = VALID_STAT(fsp->fsp_name->st);
1158
1159         fsp->fh->fd = -1;
1160         errno = EPERM;
1161
1162         /* Check permissions */
1163
1164         /*
1165          * This code was changed after seeing a client open request
1166          * containing the open mode of (DENY_WRITE/read-only) with
1167          * the 'create if not exist' bit set. The previous code
1168          * would fail to open the file read only on a read-only share
1169          * as it was checking the flags parameter  directly against O_RDONLY,
1170          * this was failing as the flags parameter was set to O_RDONLY|O_CREAT.
1171          * JRA.
1172          */
1173
1174         if (!CAN_WRITE(conn)) {
1175                 /* It's a read-only share - fail if we wanted to write. */
1176                 if(accmode != O_RDONLY || (flags & O_TRUNC) || (flags & O_APPEND)) {
1177                         DEBUG(3,("Permission denied opening %s\n",
1178                                  smb_fname_str_dbg(smb_fname)));
1179                         return NT_STATUS_ACCESS_DENIED;
1180                 }
1181                 if (flags & O_CREAT) {
1182                         /* We don't want to write - but we must make sure that
1183                            O_CREAT doesn't create the file if we have write
1184                            access into the directory.
1185                         */
1186                         flags &= ~(O_CREAT|O_EXCL);
1187                         local_flags &= ~(O_CREAT|O_EXCL);
1188                 }
1189         }
1190
1191         /*
1192          * This little piece of insanity is inspired by the
1193          * fact that an NT client can open a file for O_RDONLY,
1194          * but set the create disposition to FILE_EXISTS_TRUNCATE.
1195          * If the client *can* write to the file, then it expects to
1196          * truncate the file, even though it is opening for readonly.
1197          * Quicken uses this stupid trick in backup file creation...
1198          * Thanks *greatly* to "David W. Chapman Jr." <dwcjr@inethouston.net>
1199          * for helping track this one down. It didn't bite us in 2.0.x
1200          * as we always opened files read-write in that release. JRA.
1201          */
1202
1203         if ((accmode == O_RDONLY) && ((flags & O_TRUNC) == O_TRUNC)) {
1204                 DEBUG(10,("open_file: truncate requested on read-only open "
1205                           "for file %s\n", smb_fname_str_dbg(smb_fname)));
1206                 local_flags = (flags & ~O_ACCMODE)|O_RDWR;
1207         }
1208
1209         if ((open_access_mask & (FILE_READ_DATA|FILE_WRITE_DATA|FILE_APPEND_DATA|FILE_EXECUTE)) ||
1210             (!file_existed && (local_flags & O_CREAT)) ||
1211             ((local_flags & O_TRUNC) == O_TRUNC) ) {
1212                 const char *wild;
1213                 int ret;
1214
1215 #if defined(O_NONBLOCK) && defined(S_ISFIFO)
1216                 /*
1217                  * We would block on opening a FIFO with no one else on the
1218                  * other end. Do what we used to do and add O_NONBLOCK to the
1219                  * open flags. JRA.
1220                  */
1221
1222                 if (file_existed && S_ISFIFO(smb_fname->st.st_ex_mode)) {
1223                         local_flags &= ~O_TRUNC; /* Can't truncate a FIFO. */
1224                         local_flags |= O_NONBLOCK;
1225                 }
1226 #endif
1227
1228                 /* Don't create files with Microsoft wildcard characters. */
1229                 if (fsp->base_fsp) {
1230                         /*
1231                          * wildcard characters are allowed in stream names
1232                          * only test the basefilename
1233                          */
1234                         wild = fsp->base_fsp->fsp_name->base_name;
1235                 } else {
1236                         wild = smb_fname->base_name;
1237                 }
1238                 if ((local_flags & O_CREAT) && !file_existed &&
1239                     !(fsp->posix_flags & FSP_POSIX_FLAGS_PATHNAMES) &&
1240                     ms_has_wild(wild))  {
1241                         return NT_STATUS_OBJECT_NAME_INVALID;
1242                 }
1243
1244                 /* Can we access this file ? */
1245                 if (!fsp->base_fsp) {
1246                         /* Only do this check on non-stream open. */
1247                         if (file_existed) {
1248                                 status = smbd_check_access_rights(conn,
1249                                                 smb_fname,
1250                                                 false,
1251                                                 access_mask);
1252
1253                                 if (!NT_STATUS_IS_OK(status)) {
1254                                         DEBUG(10, ("open_file: "
1255                                                    "smbd_check_access_rights "
1256                                                    "on file %s returned %s\n",
1257                                                    smb_fname_str_dbg(smb_fname),
1258                                                    nt_errstr(status)));
1259                                 }
1260
1261                                 if (!NT_STATUS_IS_OK(status) &&
1262                                     !NT_STATUS_EQUAL(status,
1263                                         NT_STATUS_OBJECT_NAME_NOT_FOUND))
1264                                 {
1265                                         return status;
1266                                 }
1267
1268                                 if (NT_STATUS_EQUAL(status,
1269                                         NT_STATUS_OBJECT_NAME_NOT_FOUND))
1270                                 {
1271                                         DEBUG(10, ("open_file: "
1272                                                 "file %s vanished since we "
1273                                                 "checked for existence.\n",
1274                                                 smb_fname_str_dbg(smb_fname)));
1275                                         file_existed = false;
1276                                         SET_STAT_INVALID(fsp->fsp_name->st);
1277                                 }
1278                         }
1279
1280                         if (!file_existed) {
1281                                 if (!(local_flags & O_CREAT)) {
1282                                         /* File didn't exist and no O_CREAT. */
1283                                         return NT_STATUS_OBJECT_NAME_NOT_FOUND;
1284                                 }
1285
1286                                 status = check_parent_access(conn,
1287                                                              smb_fname,
1288                                                              SEC_DIR_ADD_FILE);
1289                                 if (!NT_STATUS_IS_OK(status)) {
1290                                         DEBUG(10, ("open_file: "
1291                                                    "check_parent_access on "
1292                                                    "file %s returned %s\n",
1293                                                    smb_fname_str_dbg(smb_fname),
1294                                                    nt_errstr(status) ));
1295                                         return status;
1296                                 }
1297                         }
1298                 }
1299
1300                 /*
1301                  * Actually do the open - if O_TRUNC is needed handle it
1302                  * below under the share mode lock.
1303                  */
1304                 status = fd_open_atomic(conn, fsp, local_flags & ~O_TRUNC,
1305                                 unx_mode, p_file_created);
1306                 if (!NT_STATUS_IS_OK(status)) {
1307                         DEBUG(3,("Error opening file %s (%s) (local_flags=%d) "
1308                                  "(flags=%d)\n", smb_fname_str_dbg(smb_fname),
1309                                  nt_errstr(status),local_flags,flags));
1310                         return status;
1311                 }
1312
1313                 if (local_flags & O_NONBLOCK) {
1314                         /*
1315                          * GPFS can return ETIMEDOUT for pread on
1316                          * nonblocking file descriptors when files
1317                          * migrated to tape need to be recalled. I
1318                          * could imagine this happens elsehwere
1319                          * too. With blocking file descriptors this
1320                          * does not happen.
1321                          */
1322                         ret = set_blocking(fsp->fh->fd, true);
1323                         if (ret == -1) {
1324                                 status = map_nt_error_from_unix(errno);
1325                                 DBG_WARNING("Could not set fd to blocking: "
1326                                             "%s\n", strerror(errno));
1327                                 fd_close(fsp);
1328                                 return status;
1329                         }
1330                 }
1331
1332                 ret = SMB_VFS_FSTAT(fsp, &smb_fname->st);
1333                 if (ret == -1) {
1334                         /* If we have an fd, this stat should succeed. */
1335                         DEBUG(0,("Error doing fstat on open file %s "
1336                                 "(%s)\n",
1337                                 smb_fname_str_dbg(smb_fname),
1338                                 strerror(errno) ));
1339                         status = map_nt_error_from_unix(errno);
1340                         fd_close(fsp);
1341                         return status;
1342                 }
1343
1344                 if (*p_file_created) {
1345                         /* We created this file. */
1346
1347                         bool need_re_stat = false;
1348                         /* Do all inheritance work after we've
1349                            done a successful fstat call and filled
1350                            in the stat struct in fsp->fsp_name. */
1351
1352                         /* Inherit the ACL if required */
1353                         if (lp_inherit_permissions(SNUM(conn))) {
1354                                 inherit_access_posix_acl(conn, parent_dir,
1355                                                          smb_fname,
1356                                                          unx_mode);
1357                                 need_re_stat = true;
1358                         }
1359
1360                         /* Change the owner if required. */
1361                         if (lp_inherit_owner(SNUM(conn)) != INHERIT_OWNER_NO) {
1362                                 change_file_owner_to_parent(conn, parent_dir,
1363                                                             fsp);
1364                                 need_re_stat = true;
1365                         }
1366
1367                         if (need_re_stat) {
1368                                 ret = SMB_VFS_FSTAT(fsp, &smb_fname->st);
1369                                 /* If we have an fd, this stat should succeed. */
1370                                 if (ret == -1) {
1371                                         DEBUG(0,("Error doing fstat on open file %s "
1372                                                  "(%s)\n",
1373                                                  smb_fname_str_dbg(smb_fname),
1374                                                  strerror(errno) ));
1375                                 }
1376                         }
1377
1378                         notify_fname(conn, NOTIFY_ACTION_ADDED,
1379                                      FILE_NOTIFY_CHANGE_FILE_NAME,
1380                                      smb_fname->base_name);
1381                 }
1382         } else {
1383                 fsp->fh->fd = -1; /* What we used to call a stat open. */
1384                 if (!file_existed) {
1385                         /* File must exist for a stat open. */
1386                         return NT_STATUS_OBJECT_NAME_NOT_FOUND;
1387                 }
1388
1389                 status = smbd_check_access_rights(conn,
1390                                 smb_fname,
1391                                 false,
1392                                 access_mask);
1393
1394                 if (NT_STATUS_EQUAL(status, NT_STATUS_OBJECT_NAME_NOT_FOUND) &&
1395                                 (fsp->posix_flags & FSP_POSIX_FLAGS_OPEN) &&
1396                                 S_ISLNK(smb_fname->st.st_ex_mode)) {
1397                         /* This is a POSIX stat open for delete
1398                          * or rename on a symlink that points
1399                          * nowhere. Allow. */
1400                         DEBUG(10,("open_file: allowing POSIX "
1401                                   "open on bad symlink %s\n",
1402                                   smb_fname_str_dbg(smb_fname)));
1403                         status = NT_STATUS_OK;
1404                 }
1405
1406                 if (!NT_STATUS_IS_OK(status)) {
1407                         DEBUG(10,("open_file: "
1408                                 "smbd_check_access_rights on file "
1409                                 "%s returned %s\n",
1410                                 smb_fname_str_dbg(smb_fname),
1411                                 nt_errstr(status) ));
1412                         return status;
1413                 }
1414         }
1415
1416         /*
1417          * POSIX allows read-only opens of directories. We don't
1418          * want to do this (we use a different code path for this)
1419          * so catch a directory open and return an EISDIR. JRA.
1420          */
1421
1422         if(S_ISDIR(smb_fname->st.st_ex_mode)) {
1423                 fd_close(fsp);
1424                 errno = EISDIR;
1425                 return NT_STATUS_FILE_IS_A_DIRECTORY;
1426         }
1427
1428         fsp->file_id = vfs_file_id_from_sbuf(conn, &smb_fname->st);
1429         fsp->vuid = req ? req->vuid : UID_FIELD_INVALID;
1430         fsp->file_pid = req ? req->smbpid : 0;
1431         fsp->can_lock = True;
1432         fsp->can_read = ((access_mask & FILE_READ_DATA) != 0);
1433         fsp->can_write =
1434                 CAN_WRITE(conn) &&
1435                 ((access_mask & (FILE_WRITE_DATA | FILE_APPEND_DATA)) != 0);
1436         fsp->print_file = NULL;
1437         fsp->modified = False;
1438         fsp->sent_oplock_break = NO_BREAK_SENT;
1439         fsp->is_directory = False;
1440         if (conn->aio_write_behind_list &&
1441             is_in_path(smb_fname->base_name, conn->aio_write_behind_list,
1442                        conn->case_sensitive)) {
1443                 fsp->aio_write_behind = True;
1444         }
1445
1446         fsp->wcp = NULL; /* Write cache pointer. */
1447
1448         DEBUG(2,("%s opened file %s read=%s write=%s (numopen=%d)\n",
1449                  conn->session_info->unix_info->unix_name,
1450                  smb_fname_str_dbg(smb_fname),
1451                  BOOLSTR(fsp->can_read), BOOLSTR(fsp->can_write),
1452                  conn->num_files_open));
1453
1454         errno = 0;
1455         return NT_STATUS_OK;
1456 }
1457
1458 /****************************************************************************
1459  Check if we can open a file with a share mode.
1460  Returns True if conflict, False if not.
1461 ****************************************************************************/
1462
1463 static bool share_conflict(struct share_mode_entry *entry,
1464                            uint32_t access_mask,
1465                            uint32_t share_access)
1466 {
1467         DEBUG(10,("share_conflict: entry->access_mask = 0x%x, "
1468                   "entry->share_access = 0x%x, "
1469                   "entry->private_options = 0x%x\n",
1470                   (unsigned int)entry->access_mask,
1471                   (unsigned int)entry->share_access,
1472                   (unsigned int)entry->private_options));
1473
1474         if (server_id_is_disconnected(&entry->pid)) {
1475                 /*
1476                  * note: cleanup should have been done by
1477                  * delay_for_batch_oplocks()
1478                  */
1479                 return false;
1480         }
1481
1482         DEBUG(10,("share_conflict: access_mask = 0x%x, share_access = 0x%x\n",
1483                   (unsigned int)access_mask, (unsigned int)share_access));
1484
1485         if ((entry->access_mask & (FILE_WRITE_DATA|
1486                                    FILE_APPEND_DATA|
1487                                    FILE_READ_DATA|
1488                                    FILE_EXECUTE|
1489                                    DELETE_ACCESS)) == 0) {
1490                 DEBUG(10,("share_conflict: No conflict due to "
1491                           "entry->access_mask = 0x%x\n",
1492                           (unsigned int)entry->access_mask ));
1493                 return False;
1494         }
1495
1496         if ((access_mask & (FILE_WRITE_DATA|
1497                             FILE_APPEND_DATA|
1498                             FILE_READ_DATA|
1499                             FILE_EXECUTE|
1500                             DELETE_ACCESS)) == 0) {
1501                 DEBUG(10,("share_conflict: No conflict due to "
1502                           "access_mask = 0x%x\n",
1503                           (unsigned int)access_mask ));
1504                 return False;
1505         }
1506
1507 #if 1 /* JRA TEST - Superdebug. */
1508 #define CHECK_MASK(num, am, right, sa, share) \
1509         DEBUG(10,("share_conflict: [%d] am (0x%x) & right (0x%x) = 0x%x\n", \
1510                 (unsigned int)(num), (unsigned int)(am), \
1511                 (unsigned int)(right), (unsigned int)(am)&(right) )); \
1512         DEBUG(10,("share_conflict: [%d] sa (0x%x) & share (0x%x) = 0x%x\n", \
1513                 (unsigned int)(num), (unsigned int)(sa), \
1514                 (unsigned int)(share), (unsigned int)(sa)&(share) )); \
1515         if (((am) & (right)) && !((sa) & (share))) { \
1516                 DEBUG(10,("share_conflict: check %d conflict am = 0x%x, right = 0x%x, \
1517 sa = 0x%x, share = 0x%x\n", (num), (unsigned int)(am), (unsigned int)(right), (unsigned int)(sa), \
1518                         (unsigned int)(share) )); \
1519                 return True; \
1520         }
1521 #else
1522 #define CHECK_MASK(num, am, right, sa, share) \
1523         if (((am) & (right)) && !((sa) & (share))) { \
1524                 DEBUG(10,("share_conflict: check %d conflict am = 0x%x, right = 0x%x, \
1525 sa = 0x%x, share = 0x%x\n", (num), (unsigned int)(am), (unsigned int)(right), (unsigned int)(sa), \
1526                         (unsigned int)(share) )); \
1527                 return True; \
1528         }
1529 #endif
1530
1531         CHECK_MASK(1, entry->access_mask, FILE_WRITE_DATA | FILE_APPEND_DATA,
1532                    share_access, FILE_SHARE_WRITE);
1533         CHECK_MASK(2, access_mask, FILE_WRITE_DATA | FILE_APPEND_DATA,
1534                    entry->share_access, FILE_SHARE_WRITE);
1535
1536         CHECK_MASK(3, entry->access_mask, FILE_READ_DATA | FILE_EXECUTE,
1537                    share_access, FILE_SHARE_READ);
1538         CHECK_MASK(4, access_mask, FILE_READ_DATA | FILE_EXECUTE,
1539                    entry->share_access, FILE_SHARE_READ);
1540
1541         CHECK_MASK(5, entry->access_mask, DELETE_ACCESS,
1542                    share_access, FILE_SHARE_DELETE);
1543         CHECK_MASK(6, access_mask, DELETE_ACCESS,
1544                    entry->share_access, FILE_SHARE_DELETE);
1545
1546         DEBUG(10,("share_conflict: No conflict.\n"));
1547         return False;
1548 }
1549
1550 #if defined(DEVELOPER)
1551 static void validate_my_share_entries(struct smbd_server_connection *sconn,
1552                                       const struct file_id id,
1553                                       int num,
1554                                       struct share_mode_entry *share_entry)
1555 {
1556         struct server_id self = messaging_server_id(sconn->msg_ctx);
1557         files_struct *fsp;
1558
1559         if (!serverid_equal(&self, &share_entry->pid)) {
1560                 return;
1561         }
1562
1563         if (share_entry->op_mid == 0) {
1564                 /* INTERNAL_OPEN_ONLY */
1565                 return;
1566         }
1567
1568         if (!is_valid_share_mode_entry(share_entry)) {
1569                 return;
1570         }
1571
1572         fsp = file_find_dif(sconn, id, share_entry->share_file_id);
1573         if (!fsp) {
1574                 DBG_ERR("PANIC : %s\n",
1575                         share_mode_str(talloc_tos(), num, &id,
1576                                        share_entry));
1577                 smb_panic("validate_my_share_entries: Cannot match a "
1578                           "share entry with an open file\n");
1579         }
1580
1581         if (((uint16_t)fsp->oplock_type) != share_entry->op_type) {
1582                 goto panic;
1583         }
1584
1585         return;
1586
1587  panic:
1588         {
1589                 char *str;
1590                 DBG_ERR("validate_my_share_entries: PANIC : %s\n",
1591                         share_mode_str(talloc_tos(), num, &id,
1592                                        share_entry));
1593                 str = talloc_asprintf(talloc_tos(),
1594                         "validate_my_share_entries: "
1595                         "file %s, oplock_type = 0x%x, op_type = 0x%x\n",
1596                          fsp->fsp_name->base_name,
1597                          (unsigned int)fsp->oplock_type,
1598                          (unsigned int)share_entry->op_type );
1599                 smb_panic(str);
1600         }
1601 }
1602 #endif
1603
1604 bool is_stat_open(uint32_t access_mask)
1605 {
1606         const uint32_t stat_open_bits =
1607                 (SYNCHRONIZE_ACCESS|
1608                  FILE_READ_ATTRIBUTES|
1609                  FILE_WRITE_ATTRIBUTES);
1610
1611         return (((access_mask &  stat_open_bits) != 0) &&
1612                 ((access_mask & ~stat_open_bits) == 0));
1613 }
1614
1615 static bool has_delete_on_close(struct share_mode_lock *lck,
1616                                 uint32_t name_hash)
1617 {
1618         struct share_mode_data *d = lck->data;
1619         uint32_t i;
1620
1621         if (d->num_share_modes == 0) {
1622                 return false;
1623         }
1624         if (!is_delete_on_close_set(lck, name_hash)) {
1625                 return false;
1626         }
1627         for (i=0; i<d->num_share_modes; i++) {
1628                 if (!share_mode_stale_pid(d, i)) {
1629                         return true;
1630                 }
1631         }
1632         return false;
1633 }
1634
1635 /****************************************************************************
1636  Deal with share modes
1637  Invariant: Share mode must be locked on entry and exit.
1638  Returns -1 on error, or number of share modes on success (may be zero).
1639 ****************************************************************************/
1640
1641 static NTSTATUS open_mode_check(connection_struct *conn,
1642                                 struct share_mode_lock *lck,
1643                                 uint32_t access_mask,
1644                                 uint32_t share_access)
1645 {
1646         uint32_t i;
1647
1648         if(lck->data->num_share_modes == 0) {
1649                 return NT_STATUS_OK;
1650         }
1651
1652         if (is_stat_open(access_mask)) {
1653                 /* Stat open that doesn't trigger oplock breaks or share mode
1654                  * checks... ! JRA. */
1655                 return NT_STATUS_OK;
1656         }
1657
1658         /*
1659          * Check if the share modes will give us access.
1660          */
1661
1662 #if defined(DEVELOPER)
1663         for(i = 0; i < lck->data->num_share_modes; i++) {
1664                 validate_my_share_entries(conn->sconn, lck->data->id, i,
1665                                           &lck->data->share_modes[i]);
1666         }
1667 #endif
1668
1669         /* Now we check the share modes, after any oplock breaks. */
1670         for(i = 0; i < lck->data->num_share_modes; i++) {
1671
1672                 if (!is_valid_share_mode_entry(&lck->data->share_modes[i])) {
1673                         continue;
1674                 }
1675
1676                 /* someone else has a share lock on it, check to see if we can
1677                  * too */
1678                 if (share_conflict(&lck->data->share_modes[i],
1679                                    access_mask, share_access)) {
1680
1681                         if (share_mode_stale_pid(lck->data, i)) {
1682                                 continue;
1683                         }
1684
1685                         return NT_STATUS_SHARING_VIOLATION;
1686                 }
1687         }
1688
1689         return NT_STATUS_OK;
1690 }
1691
1692 /*
1693  * Send a break message to the oplock holder and delay the open for
1694  * our client.
1695  */
1696
1697 NTSTATUS send_break_message(struct messaging_context *msg_ctx,
1698                             const struct file_id *id,
1699                             const struct share_mode_entry *exclusive,
1700                             uint16_t break_to)
1701 {
1702         NTSTATUS status;
1703         char msg[MSG_SMB_SHARE_MODE_ENTRY_SIZE];
1704         struct server_id_buf tmp;
1705
1706         DEBUG(10, ("Sending break request to PID %s\n",
1707                    server_id_str_buf(exclusive->pid, &tmp)));
1708
1709         /* Create the message. */
1710         share_mode_entry_to_message(msg, id, exclusive);
1711
1712         /* Overload entry->op_type */
1713         /*
1714          * This is a cut from uint32_t to uint16_t, but so far only the lower 3
1715          * bits (LEASE_WRITE/HANDLE/READ) are used anyway.
1716          */
1717         SSVAL(msg,OP_BREAK_MSG_OP_TYPE_OFFSET, break_to);
1718
1719         status = messaging_send_buf(msg_ctx, exclusive->pid,
1720                                     MSG_SMB_BREAK_REQUEST,
1721                                     (uint8_t *)msg, sizeof(msg));
1722         if (!NT_STATUS_IS_OK(status)) {
1723                 DEBUG(3, ("Could not send oplock break message: %s\n",
1724                           nt_errstr(status)));
1725         }
1726
1727         return status;
1728 }
1729
1730 /*
1731  * Do internal consistency checks on the share mode for a file.
1732  */
1733
1734 static bool validate_oplock_types(struct share_mode_lock *lck)
1735 {
1736         struct share_mode_data *d = lck->data;
1737         bool batch = false;
1738         bool ex_or_batch = false;
1739         bool level2 = false;
1740         bool no_oplock = false;
1741         uint32_t num_non_stat_opens = 0;
1742         uint32_t i;
1743
1744         for (i=0; i<d->num_share_modes; i++) {
1745                 struct share_mode_entry *e = &d->share_modes[i];
1746
1747                 if (!is_valid_share_mode_entry(e)) {
1748                         continue;
1749                 }
1750
1751                 if (e->op_mid == 0) {
1752                         /* INTERNAL_OPEN_ONLY */
1753                         continue;
1754                 }
1755
1756                 if (e->op_type == NO_OPLOCK && is_stat_open(e->access_mask)) {
1757                         /* We ignore stat opens in the table - they
1758                            always have NO_OPLOCK and never get or
1759                            cause breaks. JRA. */
1760                         continue;
1761                 }
1762
1763                 num_non_stat_opens += 1;
1764
1765                 if (BATCH_OPLOCK_TYPE(e->op_type)) {
1766                         /* batch - can only be one. */
1767                         if (share_mode_stale_pid(d, i)) {
1768                                 DEBUG(10, ("Found stale batch oplock\n"));
1769                                 continue;
1770                         }
1771                         if (ex_or_batch || batch || level2 || no_oplock) {
1772                                 DEBUG(0, ("Bad batch oplock entry %u.",
1773                                           (unsigned)i));
1774                                 return false;
1775                         }
1776                         batch = true;
1777                 }
1778
1779                 if (EXCLUSIVE_OPLOCK_TYPE(e->op_type)) {
1780                         if (share_mode_stale_pid(d, i)) {
1781                                 DEBUG(10, ("Found stale duplicate oplock\n"));
1782                                 continue;
1783                         }
1784                         /* Exclusive or batch - can only be one. */
1785                         if (ex_or_batch || level2 || no_oplock) {
1786                                 DEBUG(0, ("Bad exclusive or batch oplock "
1787                                           "entry %u.", (unsigned)i));
1788                                 return false;
1789                         }
1790                         ex_or_batch = true;
1791                 }
1792
1793                 if (LEVEL_II_OPLOCK_TYPE(e->op_type)) {
1794                         if (batch || ex_or_batch) {
1795                                 if (share_mode_stale_pid(d, i)) {
1796                                         DEBUG(10, ("Found stale LevelII "
1797                                                    "oplock\n"));
1798                                         continue;
1799                                 }
1800                                 DEBUG(0, ("Bad levelII oplock entry %u.",
1801                                           (unsigned)i));
1802                                 return false;
1803                         }
1804                         level2 = true;
1805                 }
1806
1807                 if (e->op_type == NO_OPLOCK) {
1808                         if (batch || ex_or_batch) {
1809                                 if (share_mode_stale_pid(d, i)) {
1810                                         DEBUG(10, ("Found stale NO_OPLOCK "
1811                                                    "entry\n"));
1812                                         continue;
1813                                 }
1814                                 DEBUG(0, ("Bad no oplock entry %u.",
1815                                           (unsigned)i));
1816                                 return false;
1817                         }
1818                         no_oplock = true;
1819                 }
1820         }
1821
1822         remove_stale_share_mode_entries(d);
1823
1824         if ((batch || ex_or_batch) && (num_non_stat_opens != 1)) {
1825                 DEBUG(1, ("got batch (%d) or ex (%d) non-exclusively (%d)\n",
1826                           (int)batch, (int)ex_or_batch,
1827                           (int)d->num_share_modes));
1828                 return false;
1829         }
1830
1831         return true;
1832 }
1833
1834 static bool delay_for_oplock(files_struct *fsp,
1835                              int oplock_request,
1836                              const struct smb2_lease *lease,
1837                              struct share_mode_lock *lck,
1838                              bool have_sharing_violation,
1839                              uint32_t create_disposition,
1840                              bool first_open_attempt)
1841 {
1842         struct share_mode_data *d = lck->data;
1843         uint32_t i;
1844         bool delay = false;
1845         bool will_overwrite;
1846
1847         if ((oplock_request & INTERNAL_OPEN_ONLY) ||
1848             is_stat_open(fsp->access_mask)) {
1849                 return false;
1850         }
1851
1852         switch (create_disposition) {
1853         case FILE_SUPERSEDE:
1854         case FILE_OVERWRITE:
1855         case FILE_OVERWRITE_IF:
1856                 will_overwrite = true;
1857                 break;
1858         default:
1859                 will_overwrite = false;
1860                 break;
1861         }
1862
1863         for (i=0; i<d->num_share_modes; i++) {
1864                 struct share_mode_entry *e = &d->share_modes[i];
1865                 bool e_is_lease = (e->op_type == LEASE_OPLOCK);
1866                 uint32_t e_lease_type = get_lease_type(d, e);
1867                 uint32_t break_to;
1868                 uint32_t delay_mask = 0;
1869                 bool lease_is_breaking = false;
1870
1871                 if (e_is_lease) {
1872                         NTSTATUS status;
1873
1874                         status = leases_db_get(
1875                                 &e->client_guid,
1876                                 &e->lease_key,
1877                                 &fsp->file_id,
1878                                 NULL, /* current_state */
1879                                 &lease_is_breaking,
1880                                 NULL, /* breaking_to_requested */
1881                                 NULL, /* breaking_to_required */
1882                                 NULL, /* lease_version */
1883                                 NULL); /* epoch */
1884                         SMB_ASSERT(NT_STATUS_IS_OK(status));
1885                 }
1886
1887                 if (have_sharing_violation) {
1888                         delay_mask = SMB2_LEASE_HANDLE;
1889                 } else {
1890                         delay_mask = SMB2_LEASE_WRITE;
1891                 }
1892
1893                 break_to = e_lease_type & ~delay_mask;
1894
1895                 if (will_overwrite) {
1896                         /*
1897                          * we'll decide about SMB2_LEASE_READ later.
1898                          *
1899                          * Maybe the break will be deferred
1900                          */
1901                         break_to &= ~SMB2_LEASE_HANDLE;
1902                 }
1903
1904                 DEBUG(10, ("entry %u: e_lease_type %u, will_overwrite: %u\n",
1905                            (unsigned)i, (unsigned)e_lease_type,
1906                            (unsigned)will_overwrite));
1907
1908                 if (e_is_lease && lease != NULL) {
1909                         bool ign;
1910
1911                         ign = smb2_lease_equal(fsp_client_guid(fsp),
1912                                                &lease->lease_key,
1913                                                &e->client_guid,
1914                                                &e->lease_key);
1915                         if (ign) {
1916                                 continue;
1917                         }
1918                 }
1919
1920                 if ((e_lease_type & ~break_to) == 0) {
1921                         if (lease_is_breaking) {
1922                                 delay = true;
1923                         }
1924                         continue;
1925                 }
1926
1927                 if (share_mode_stale_pid(d, i)) {
1928                         continue;
1929                 }
1930
1931                 if (will_overwrite) {
1932                         /*
1933                          * If we break anyway break to NONE directly.
1934                          * Otherwise vfs_set_filelen() will trigger the
1935                          * break.
1936                          */
1937                         break_to &= ~(SMB2_LEASE_READ|SMB2_LEASE_WRITE);
1938                 }
1939
1940                 if (!e_is_lease) {
1941                         /*
1942                          * Oplocks only support breaking to R or NONE.
1943                          */
1944                         break_to &= ~(SMB2_LEASE_HANDLE|SMB2_LEASE_WRITE);
1945                 }
1946
1947                 DEBUG(10, ("breaking from %d to %d\n",
1948                            (int)e_lease_type, (int)break_to));
1949                 send_break_message(fsp->conn->sconn->msg_ctx, &fsp->file_id,
1950                                    e, break_to);
1951                 if (e_lease_type & delay_mask) {
1952                         delay = true;
1953                 }
1954                 if (lease_is_breaking && !first_open_attempt) {
1955                         delay = true;
1956                 }
1957                 continue;
1958         }
1959
1960         return delay;
1961 }
1962
1963 static bool file_has_brlocks(files_struct *fsp)
1964 {
1965         struct byte_range_lock *br_lck;
1966
1967         br_lck = brl_get_locks_readonly(fsp);
1968         if (!br_lck)
1969                 return false;
1970
1971         return (brl_num_locks(br_lck) > 0);
1972 }
1973
1974 struct fsp_lease *find_fsp_lease(struct files_struct *new_fsp,
1975                                  const struct smb2_lease_key *key,
1976                                  uint32_t current_state,
1977                                  uint16_t lease_version,
1978                                  uint16_t lease_epoch)
1979 {
1980         struct files_struct *fsp;
1981
1982         /*
1983          * TODO: Measure how expensive this loop is with thousands of open
1984          * handles...
1985          */
1986
1987         for (fsp = file_find_di_first(new_fsp->conn->sconn, new_fsp->file_id);
1988              fsp != NULL;
1989              fsp = file_find_di_next(fsp)) {
1990
1991                 if (fsp == new_fsp) {
1992                         continue;
1993                 }
1994                 if (fsp->oplock_type != LEASE_OPLOCK) {
1995                         continue;
1996                 }
1997                 if (smb2_lease_key_equal(&fsp->lease->lease.lease_key, key)) {
1998                         fsp->lease->ref_count += 1;
1999                         return fsp->lease;
2000                 }
2001         }
2002
2003         /* Not found - must be leased in another smbd. */
2004         new_fsp->lease = talloc_zero(new_fsp->conn->sconn, struct fsp_lease);
2005         if (new_fsp->lease == NULL) {
2006                 return NULL;
2007         }
2008         new_fsp->lease->ref_count = 1;
2009         new_fsp->lease->sconn = new_fsp->conn->sconn;
2010         new_fsp->lease->lease.lease_key = *key;
2011         new_fsp->lease->lease.lease_state = current_state;
2012         /*
2013          * We internally treat all leases as V2 and update
2014          * the epoch, but when sending breaks it matters if
2015          * the requesting lease was v1 or v2.
2016          */
2017         new_fsp->lease->lease.lease_version = lease_version;
2018         new_fsp->lease->lease.lease_epoch = lease_epoch;
2019         return new_fsp->lease;
2020 }
2021
2022 static NTSTATUS try_lease_upgrade(struct files_struct *fsp,
2023                                   struct share_mode_lock *lck,
2024                                   const struct GUID *client_guid,
2025                                   const struct smb2_lease *lease,
2026                                   uint32_t granted)
2027 {
2028         bool do_upgrade;
2029         uint32_t current_state, breaking_to_requested, breaking_to_required;
2030         bool breaking;
2031         uint16_t lease_version, epoch;
2032         uint32_t existing, requested;
2033         NTSTATUS status;
2034
2035         status = leases_db_get(
2036                 client_guid,
2037                 &lease->lease_key,
2038                 &fsp->file_id,
2039                 &current_state,
2040                 &breaking,
2041                 &breaking_to_requested,
2042                 &breaking_to_required,
2043                 &lease_version,
2044                 &epoch);
2045         if (!NT_STATUS_IS_OK(status)) {
2046                 return status;
2047         }
2048
2049         fsp->lease = find_fsp_lease(
2050                 fsp,
2051                 &lease->lease_key,
2052                 current_state,
2053                 lease_version,
2054                 epoch);
2055         if (fsp->lease == NULL) {
2056                 DEBUG(1, ("Did not find existing lease for file %s\n",
2057                           fsp_str_dbg(fsp)));
2058                 return NT_STATUS_NO_MEMORY;
2059         }
2060
2061         /*
2062          * Upgrade only if the requested lease is a strict upgrade.
2063          */
2064         existing = current_state;
2065         requested = lease->lease_state;
2066
2067         /*
2068          * Tricky: This test makes sure that "requested" is a
2069          * strict bitwise superset of "existing".
2070          */
2071         do_upgrade = ((existing & requested) == existing);
2072
2073         /*
2074          * Upgrade only if there's a change.
2075          */
2076         do_upgrade &= (granted != existing);
2077
2078         /*
2079          * Upgrade only if other leases don't prevent what was asked
2080          * for.
2081          */
2082         do_upgrade &= (granted == requested);
2083
2084         /*
2085          * only upgrade if we are not in breaking state
2086          */
2087         do_upgrade &= !breaking;
2088
2089         DEBUG(10, ("existing=%"PRIu32", requested=%"PRIu32", "
2090                    "granted=%"PRIu32", do_upgrade=%d\n",
2091                    existing, requested, granted, (int)do_upgrade));
2092
2093         if (do_upgrade) {
2094                 NTSTATUS set_status;
2095
2096                 current_state = granted;
2097                 epoch += 1;
2098
2099                 set_status = leases_db_set(
2100                         client_guid,
2101                         &lease->lease_key,
2102                         current_state,
2103                         breaking,
2104                         breaking_to_requested,
2105                         breaking_to_required,
2106                         lease_version,
2107                         epoch);
2108
2109                 if (!NT_STATUS_IS_OK(set_status)) {
2110                         DBG_DEBUG("leases_db_set failed: %s\n",
2111                                   nt_errstr(set_status));
2112                         return set_status;
2113                 }
2114         }
2115
2116         fsp_lease_update(lck, fsp_client_guid(fsp), fsp->lease);
2117
2118         return NT_STATUS_OK;
2119 }
2120
2121 static NTSTATUS grant_new_fsp_lease(struct files_struct *fsp,
2122                                     struct share_mode_lock *lck,
2123                                     const struct GUID *client_guid,
2124                                     const struct smb2_lease *lease,
2125                                     uint32_t granted)
2126 {
2127         struct share_mode_data *d = lck->data;
2128         NTSTATUS status;
2129
2130         fsp->lease = talloc_zero(fsp->conn->sconn, struct fsp_lease);
2131         if (fsp->lease == NULL) {
2132                 return NT_STATUS_INSUFFICIENT_RESOURCES;
2133         }
2134         fsp->lease->ref_count = 1;
2135         fsp->lease->sconn = fsp->conn->sconn;
2136         fsp->lease->lease.lease_version = lease->lease_version;
2137         fsp->lease->lease.lease_key = lease->lease_key;
2138         fsp->lease->lease.lease_state = granted;
2139         fsp->lease->lease.lease_epoch = lease->lease_epoch + 1;
2140
2141         status = leases_db_add(client_guid,
2142                                &lease->lease_key,
2143                                &fsp->file_id,
2144                                fsp->lease->lease.lease_state,
2145                                fsp->lease->lease.lease_version,
2146                                fsp->lease->lease.lease_epoch,
2147                                fsp->conn->connectpath,
2148                                fsp->fsp_name->base_name,
2149                                fsp->fsp_name->stream_name);
2150         if (!NT_STATUS_IS_OK(status)) {
2151                 DEBUG(10, ("%s: leases_db_add failed: %s\n", __func__,
2152                            nt_errstr(status)));
2153                 TALLOC_FREE(fsp->lease);
2154                 return NT_STATUS_INSUFFICIENT_RESOURCES;
2155         }
2156
2157         d->modified = true;
2158
2159         return NT_STATUS_OK;
2160 }
2161
2162 static NTSTATUS grant_fsp_lease(struct files_struct *fsp,
2163                                 struct share_mode_lock *lck,
2164                                 const struct smb2_lease *lease,
2165                                 uint32_t granted)
2166 {
2167         const struct GUID *client_guid = fsp_client_guid(fsp);
2168         NTSTATUS status;
2169
2170         status = try_lease_upgrade(fsp, lck, client_guid, lease, granted);
2171
2172         if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_FOUND)) {
2173                 status = grant_new_fsp_lease(
2174                         fsp, lck, client_guid, lease, granted);
2175         }
2176
2177         return status;
2178 }
2179
2180 static bool is_same_lease(const files_struct *fsp,
2181                           const struct share_mode_data *d,
2182                           const struct share_mode_entry *e,
2183                           const struct smb2_lease *lease)
2184 {
2185         if (e->op_type != LEASE_OPLOCK) {
2186                 return false;
2187         }
2188         if (lease == NULL) {
2189                 return false;
2190         }
2191
2192         return smb2_lease_equal(fsp_client_guid(fsp),
2193                                 &lease->lease_key,
2194                                 &e->client_guid,
2195                                 &e->lease_key);
2196 }
2197
2198 static int map_lease_type_to_oplock(uint32_t lease_type)
2199 {
2200         int result = NO_OPLOCK;
2201
2202         switch (lease_type) {
2203         case SMB2_LEASE_READ|SMB2_LEASE_WRITE|SMB2_LEASE_HANDLE:
2204                 result = BATCH_OPLOCK|EXCLUSIVE_OPLOCK;
2205                 break;
2206         case SMB2_LEASE_READ|SMB2_LEASE_WRITE:
2207                 result = EXCLUSIVE_OPLOCK;
2208                 break;
2209         case SMB2_LEASE_READ|SMB2_LEASE_HANDLE:
2210         case SMB2_LEASE_READ:
2211                 result = LEVEL_II_OPLOCK;
2212                 break;
2213         }
2214
2215         return result;
2216 }
2217
2218 static NTSTATUS grant_fsp_oplock_type(struct smb_request *req,
2219                                       struct files_struct *fsp,
2220                                       struct share_mode_lock *lck,
2221                                       int oplock_request,
2222                                       struct smb2_lease *lease)
2223 {
2224         struct share_mode_data *d = lck->data;
2225         bool got_handle_lease = false;
2226         bool got_oplock = false;
2227         uint32_t i;
2228         uint32_t granted;
2229         const struct GUID *client_guid = NULL;
2230         const struct smb2_lease_key *lease_key = NULL;
2231         bool ok;
2232         NTSTATUS status;
2233
2234         if (oplock_request & INTERNAL_OPEN_ONLY) {
2235                 /* No oplocks on internal open. */
2236                 oplock_request = NO_OPLOCK;
2237                 DEBUG(10,("grant_fsp_oplock_type: oplock type 0x%x on file %s\n",
2238                         fsp->oplock_type, fsp_str_dbg(fsp)));
2239         }
2240
2241         if (oplock_request == LEASE_OPLOCK) {
2242                 if (lease == NULL) {
2243                         /*
2244                          * The SMB2 layer should have checked this
2245                          */
2246                         return NT_STATUS_INTERNAL_ERROR;
2247                 }
2248
2249                 granted = lease->lease_state;
2250
2251                 if (lp_kernel_oplocks(SNUM(fsp->conn))) {
2252                         DEBUG(10, ("No lease granted because kernel oplocks are enabled\n"));
2253                         granted = SMB2_LEASE_NONE;
2254                 }
2255                 if ((granted & (SMB2_LEASE_READ|SMB2_LEASE_WRITE)) == 0) {
2256                         DEBUG(10, ("No read or write lease requested\n"));
2257                         granted = SMB2_LEASE_NONE;
2258                 }
2259                 if (granted == SMB2_LEASE_WRITE) {
2260                         DEBUG(10, ("pure write lease requested\n"));
2261                         granted = SMB2_LEASE_NONE;
2262                 }
2263                 if (granted == (SMB2_LEASE_WRITE|SMB2_LEASE_HANDLE)) {
2264                         DEBUG(10, ("write and handle lease requested\n"));
2265                         granted = SMB2_LEASE_NONE;
2266                 }
2267         } else {
2268                 granted = map_oplock_to_lease_type(
2269                         oplock_request & ~SAMBA_PRIVATE_OPLOCK_MASK);
2270         }
2271
2272         if (lp_locking(fsp->conn->params) && file_has_brlocks(fsp)) {
2273                 DEBUG(10,("grant_fsp_oplock_type: file %s has byte range locks\n",
2274                         fsp_str_dbg(fsp)));
2275                 granted &= ~SMB2_LEASE_READ;
2276         }
2277
2278         for (i=0; i<d->num_share_modes; i++) {
2279                 struct share_mode_entry *e = &d->share_modes[i];
2280                 uint32_t e_lease_type;
2281
2282                 e_lease_type = get_lease_type(d, e);
2283
2284                 if ((granted & SMB2_LEASE_WRITE) &&
2285                     !is_same_lease(fsp, d, e, lease) &&
2286                     !share_mode_stale_pid(d, i)) {
2287                         /*
2288                          * Can grant only one writer
2289                          */
2290                         granted &= ~SMB2_LEASE_WRITE;
2291                 }
2292
2293                 if ((e_lease_type & SMB2_LEASE_HANDLE) && !got_handle_lease &&
2294                     !share_mode_stale_pid(d, i)) {
2295                         got_handle_lease = true;
2296                 }
2297
2298                 if ((e->op_type != LEASE_OPLOCK) && !got_oplock &&
2299                     !share_mode_stale_pid(d, i)) {
2300                         got_oplock = true;
2301                 }
2302         }
2303
2304         if ((granted & SMB2_LEASE_READ) && !(granted & SMB2_LEASE_WRITE)) {
2305                 bool allow_level2 =
2306                         (global_client_caps & CAP_LEVEL_II_OPLOCKS) &&
2307                         lp_level2_oplocks(SNUM(fsp->conn));
2308
2309                 if (!allow_level2) {
2310                         granted = SMB2_LEASE_NONE;
2311                 }
2312         }
2313
2314         if (oplock_request == LEASE_OPLOCK) {
2315                 if (got_oplock) {
2316                         granted &= ~SMB2_LEASE_HANDLE;
2317                 }
2318
2319                 fsp->oplock_type = LEASE_OPLOCK;
2320
2321                 status = grant_fsp_lease(fsp, lck, lease, granted);
2322                 if (!NT_STATUS_IS_OK(status)) {
2323                         return status;
2324
2325                 }
2326                 *lease = fsp->lease->lease;
2327
2328                 lease_key = &fsp->lease->lease.lease_key;
2329                 client_guid = fsp_client_guid(fsp);
2330
2331                 DEBUG(10, ("lease_state=%d\n", lease->lease_state));
2332         } else {
2333                 if (got_handle_lease) {
2334                         granted = SMB2_LEASE_NONE;
2335                 }
2336
2337                 fsp->oplock_type = map_lease_type_to_oplock(granted);
2338
2339                 status = set_file_oplock(fsp);
2340                 if (!NT_STATUS_IS_OK(status)) {
2341                         /*
2342                          * Could not get the kernel oplock
2343                          */
2344                         fsp->oplock_type = NO_OPLOCK;
2345                 }
2346         }
2347
2348         ok = set_share_mode(
2349                 lck,
2350                 fsp,
2351                 get_current_uid(fsp->conn),
2352                 req ? req->mid : 0,
2353                 fsp->oplock_type,
2354                 client_guid,
2355                 lease_key);
2356         if (!ok) {
2357                 return NT_STATUS_NO_MEMORY;
2358         }
2359
2360         ok = update_num_read_oplocks(fsp, lck);
2361         if (!ok) {
2362                 del_share_mode(lck, fsp);
2363                 return NT_STATUS_INTERNAL_ERROR;
2364         }
2365
2366         DEBUG(10,("grant_fsp_oplock_type: oplock type 0x%x on file %s\n",
2367                   fsp->oplock_type, fsp_str_dbg(fsp)));
2368
2369         return NT_STATUS_OK;
2370 }
2371
2372 static bool request_timed_out(struct timeval request_time,
2373                               struct timeval timeout)
2374 {
2375         struct timeval now, end_time;
2376         GetTimeOfDay(&now);
2377         end_time = timeval_sum(&request_time, &timeout);
2378         return (timeval_compare(&end_time, &now) < 0);
2379 }
2380
2381 static struct deferred_open_record *deferred_open_record_create(
2382         bool delayed_for_oplocks,
2383         bool async_open,
2384         struct file_id id)
2385 {
2386         struct deferred_open_record *record = NULL;
2387
2388         record = talloc(NULL, struct deferred_open_record);
2389         if (record == NULL) {
2390                 return NULL;
2391         }
2392
2393         *record = (struct deferred_open_record) {
2394                 .delayed_for_oplocks = delayed_for_oplocks,
2395                 .async_open = async_open,
2396                 .id = id,
2397         };
2398
2399         return record;
2400 }
2401
2402 struct defer_open_state {
2403         struct smbXsrv_connection *xconn;
2404         uint64_t mid;
2405 };
2406
2407 static void defer_open_done(struct tevent_req *req);
2408
2409 /**
2410  * Defer an open and watch a locking.tdb record
2411  *
2412  * This defers an open that gets rescheduled once the locking.tdb record watch
2413  * is triggered by a change to the record.
2414  *
2415  * It is used to defer opens that triggered an oplock break and for the SMB1
2416  * sharing violation delay.
2417  **/
2418 static void defer_open(struct share_mode_lock *lck,
2419                        struct timeval request_time,
2420                        struct timeval timeout,
2421                        struct smb_request *req,
2422                        bool delayed_for_oplocks,
2423                        struct file_id id)
2424 {
2425         struct deferred_open_record *open_rec = NULL;
2426         struct timeval abs_timeout;
2427         struct defer_open_state *watch_state;
2428         struct tevent_req *watch_req;
2429         bool ok;
2430
2431         abs_timeout = timeval_sum(&request_time, &timeout);
2432
2433         DBG_DEBUG("request time [%s] timeout [%s] mid [%" PRIu64 "] "
2434                   "delayed_for_oplocks [%s] file_id [%s]\n",
2435                   timeval_string(talloc_tos(), &request_time, false),
2436                   timeval_string(talloc_tos(), &abs_timeout, false),
2437                   req->mid,
2438                   delayed_for_oplocks ? "yes" : "no",
2439                   file_id_string_tos(&id));
2440
2441         open_rec = deferred_open_record_create(delayed_for_oplocks,
2442                                                false,
2443                                                id);
2444         if (open_rec == NULL) {
2445                 TALLOC_FREE(lck);
2446                 exit_server("talloc failed");
2447         }
2448
2449         watch_state = talloc(open_rec, struct defer_open_state);
2450         if (watch_state == NULL) {
2451                 exit_server("talloc failed");
2452         }
2453         watch_state->xconn = req->xconn;
2454         watch_state->mid = req->mid;
2455
2456         DBG_DEBUG("defering mid %" PRIu64 "\n", req->mid);
2457
2458         watch_req = dbwrap_watched_watch_send(watch_state,
2459                                               req->sconn->ev_ctx,
2460                                               lck->data->record,
2461                                               (struct server_id){0});
2462         if (watch_req == NULL) {
2463                 exit_server("Could not watch share mode record");
2464         }
2465         tevent_req_set_callback(watch_req, defer_open_done, watch_state);
2466
2467         ok = tevent_req_set_endtime(watch_req, req->sconn->ev_ctx, abs_timeout);
2468         if (!ok) {
2469                 exit_server("tevent_req_set_endtime failed");
2470         }
2471
2472         ok = push_deferred_open_message_smb(req, request_time, timeout,
2473                                             open_rec->id, open_rec);
2474         if (!ok) {
2475                 TALLOC_FREE(lck);
2476                 exit_server("push_deferred_open_message_smb failed");
2477         }
2478 }
2479
2480 static void defer_open_done(struct tevent_req *req)
2481 {
2482         struct defer_open_state *state = tevent_req_callback_data(
2483                 req, struct defer_open_state);
2484         NTSTATUS status;
2485         bool ret;
2486
2487         status = dbwrap_watched_watch_recv(req, NULL, NULL);
2488         TALLOC_FREE(req);
2489         if (!NT_STATUS_IS_OK(status)) {
2490                 DEBUG(5, ("dbwrap_watched_watch_recv returned %s\n",
2491                           nt_errstr(status)));
2492                 /*
2493                  * Even if it failed, retry anyway. TODO: We need a way to
2494                  * tell a re-scheduled open about that error.
2495                  */
2496         }
2497
2498         DEBUG(10, ("scheduling mid %llu\n", (unsigned long long)state->mid));
2499
2500         ret = schedule_deferred_open_message_smb(state->xconn, state->mid);
2501         SMB_ASSERT(ret);
2502         TALLOC_FREE(state);
2503 }
2504
2505 /**
2506  * Actually attempt the kernel oplock polling open.
2507  */
2508
2509 static void kernel_oplock_poll_open_timer(struct tevent_context *ev,
2510                                       struct tevent_timer *te,
2511                                       struct timeval current_time,
2512                                       void *private_data)
2513 {
2514         bool ok;
2515         struct smb_request *req = (struct smb_request *)private_data;
2516
2517         ok = schedule_deferred_open_message_smb(req->xconn, req->mid);
2518         if (!ok) {
2519                 exit_server("schedule_deferred_open_message_smb failed");
2520         }
2521         DBG_DEBUG("kernel_oplock_poll_open_timer fired. Retying open !\n");
2522 }
2523
2524 /**
2525  * Reschedule an open for 1 second from now, if not timed out.
2526  **/
2527 static void setup_kernel_oplock_poll_open(struct timeval request_time,
2528                        struct smb_request *req,
2529                        struct file_id id)
2530 {
2531
2532         bool ok;
2533         struct deferred_open_record *open_rec = NULL;
2534         /* Maximum wait time. */
2535         struct timeval timeout = timeval_set(OPLOCK_BREAK_TIMEOUT*2, 0);
2536
2537         if (request_timed_out(request_time, timeout)) {
2538                 return;
2539         }
2540
2541         open_rec = deferred_open_record_create(false, false, id);
2542         if (open_rec == NULL) {
2543                 exit_server("talloc failed");
2544         }
2545
2546         ok = push_deferred_open_message_smb(req,
2547                                             request_time,
2548                                             timeout,
2549                                             id,
2550                                             open_rec);
2551         if (!ok) {
2552                 exit_server("push_deferred_open_message_smb failed");
2553         }
2554
2555         /*
2556          * As this timer event is owned by req, it will
2557          * disappear if req it talloc_freed.
2558          */
2559         open_rec->te = tevent_add_timer(req->sconn->ev_ctx,
2560                                         req,
2561                                         timeval_current_ofs(1, 0),
2562                                         kernel_oplock_poll_open_timer,
2563                                         req);
2564         if (open_rec->te == NULL) {
2565                 exit_server("tevent_add_timer failed");
2566         }
2567
2568         DBG_DEBUG("poll request time [%s] mid [%" PRIu64 "] file_id [%s]\n",
2569                   timeval_string(talloc_tos(), &request_time, false),
2570                   req->mid,
2571                   file_id_string_tos(&id));
2572 }
2573
2574 /****************************************************************************
2575  On overwrite open ensure that the attributes match.
2576 ****************************************************************************/
2577
2578 static bool open_match_attributes(connection_struct *conn,
2579                                   uint32_t old_dos_attr,
2580                                   uint32_t new_dos_attr,
2581                                   mode_t new_unx_mode,
2582                                   mode_t *returned_unx_mode)
2583 {
2584         uint32_t noarch_old_dos_attr, noarch_new_dos_attr;
2585
2586         noarch_old_dos_attr = (old_dos_attr & ~FILE_ATTRIBUTE_ARCHIVE);
2587         noarch_new_dos_attr = (new_dos_attr & ~FILE_ATTRIBUTE_ARCHIVE);
2588
2589         if((noarch_old_dos_attr == 0 && noarch_new_dos_attr != 0) ||
2590            (noarch_old_dos_attr != 0 && ((noarch_old_dos_attr & noarch_new_dos_attr) == noarch_old_dos_attr))) {
2591                 *returned_unx_mode = new_unx_mode;
2592         } else {
2593                 *returned_unx_mode = (mode_t)0;
2594         }
2595
2596         DEBUG(10,("open_match_attributes: old_dos_attr = 0x%x, "
2597                   "new_dos_attr = 0x%x "
2598                   "returned_unx_mode = 0%o\n",
2599                   (unsigned int)old_dos_attr,
2600                   (unsigned int)new_dos_attr,
2601                   (unsigned int)*returned_unx_mode ));
2602
2603         /* If we're mapping SYSTEM and HIDDEN ensure they match. */
2604         if (lp_map_system(SNUM(conn)) || lp_store_dos_attributes(SNUM(conn))) {
2605                 if ((old_dos_attr & FILE_ATTRIBUTE_SYSTEM) &&
2606                     !(new_dos_attr & FILE_ATTRIBUTE_SYSTEM)) {
2607                         return False;
2608                 }
2609         }
2610         if (lp_map_hidden(SNUM(conn)) || lp_store_dos_attributes(SNUM(conn))) {
2611                 if ((old_dos_attr & FILE_ATTRIBUTE_HIDDEN) &&
2612                     !(new_dos_attr & FILE_ATTRIBUTE_HIDDEN)) {
2613                         return False;
2614                 }
2615         }
2616         return True;
2617 }
2618
2619 /****************************************************************************
2620  Special FCB or DOS processing in the case of a sharing violation.
2621  Try and find a duplicated file handle.
2622 ****************************************************************************/
2623
2624 static NTSTATUS fcb_or_dos_open(struct smb_request *req,
2625                                 connection_struct *conn,
2626                                 files_struct *fsp_to_dup_into,
2627                                 const struct smb_filename *smb_fname,
2628                                 struct file_id id,
2629                                 uint16_t file_pid,
2630                                 uint64_t vuid,
2631                                 uint32_t access_mask,
2632                                 uint32_t share_access,
2633                                 uint32_t create_options)
2634 {
2635         files_struct *fsp;
2636
2637         DEBUG(5,("fcb_or_dos_open: attempting old open semantics for "
2638                  "file %s.\n", smb_fname_str_dbg(smb_fname)));
2639
2640         for(fsp = file_find_di_first(conn->sconn, id); fsp;
2641             fsp = file_find_di_next(fsp)) {
2642
2643                 DEBUG(10,("fcb_or_dos_open: checking file %s, fd = %d, "
2644                           "vuid = %llu, file_pid = %u, private_options = 0x%x "
2645                           "access_mask = 0x%x\n", fsp_str_dbg(fsp),
2646                           fsp->fh->fd, (unsigned long long)fsp->vuid,
2647                           (unsigned int)fsp->file_pid,
2648                           (unsigned int)fsp->fh->private_options,
2649                           (unsigned int)fsp->access_mask ));
2650
2651                 if (fsp != fsp_to_dup_into &&
2652                     fsp->fh->fd != -1 &&
2653                     fsp->vuid == vuid &&
2654                     fsp->file_pid == file_pid &&
2655                     (fsp->fh->private_options & (NTCREATEX_OPTIONS_PRIVATE_DENY_DOS |
2656                                                  NTCREATEX_OPTIONS_PRIVATE_DENY_FCB)) &&
2657                     (fsp->access_mask & FILE_WRITE_DATA) &&
2658                     strequal(fsp->fsp_name->base_name, smb_fname->base_name) &&
2659                     strequal(fsp->fsp_name->stream_name,
2660                              smb_fname->stream_name)) {
2661                         DEBUG(10,("fcb_or_dos_open: file match\n"));
2662                         break;
2663                 }
2664         }
2665
2666         if (!fsp) {
2667                 return NT_STATUS_NOT_FOUND;
2668         }
2669
2670         /* quite an insane set of semantics ... */
2671         if (is_executable(smb_fname->base_name) &&
2672             (fsp->fh->private_options & NTCREATEX_OPTIONS_PRIVATE_DENY_DOS)) {
2673                 DEBUG(10,("fcb_or_dos_open: file fail due to is_executable.\n"));
2674                 return NT_STATUS_INVALID_PARAMETER;
2675         }
2676
2677         /* We need to duplicate this fsp. */
2678         return dup_file_fsp(req, fsp, access_mask, share_access,
2679                             create_options, fsp_to_dup_into);
2680 }
2681
2682 static void schedule_defer_open(struct share_mode_lock *lck,
2683                                 struct file_id id,
2684                                 struct timeval request_time,
2685                                 struct smb_request *req)
2686 {
2687         /* This is a relative time, added to the absolute
2688            request_time value to get the absolute timeout time.
2689            Note that if this is the second or greater time we enter
2690            this codepath for this particular request mid then
2691            request_time is left as the absolute time of the *first*
2692            time this request mid was processed. This is what allows
2693            the request to eventually time out. */
2694
2695         struct timeval timeout;
2696
2697         /* Normally the smbd we asked should respond within
2698          * OPLOCK_BREAK_TIMEOUT seconds regardless of whether
2699          * the client did, give twice the timeout as a safety
2700          * measure here in case the other smbd is stuck
2701          * somewhere else. */
2702
2703         timeout = timeval_set(OPLOCK_BREAK_TIMEOUT*2, 0);
2704
2705         if (request_timed_out(request_time, timeout)) {
2706                 return;
2707         }
2708
2709         defer_open(lck, request_time, timeout, req, true, id);
2710 }
2711
2712 /****************************************************************************
2713  Reschedule an open call that went asynchronous.
2714 ****************************************************************************/
2715
2716 static void schedule_async_open_timer(struct tevent_context *ev,
2717                                       struct tevent_timer *te,
2718                                       struct timeval current_time,
2719                                       void *private_data)
2720 {
2721         exit_server("async open timeout");
2722 }
2723
2724 static void schedule_async_open(struct timeval request_time,
2725                                 struct smb_request *req)
2726 {
2727         struct deferred_open_record *open_rec = NULL;
2728         struct timeval timeout = timeval_set(20, 0);
2729         bool ok;
2730
2731         if (request_timed_out(request_time, timeout)) {
2732                 return;
2733         }
2734
2735         open_rec = deferred_open_record_create(false, true, (struct file_id){0});
2736         if (open_rec == NULL) {
2737                 exit_server("deferred_open_record_create failed");
2738         }
2739
2740         ok = push_deferred_open_message_smb(req, request_time, timeout,
2741                                             (struct file_id){0}, open_rec);
2742         if (!ok) {
2743                 exit_server("push_deferred_open_message_smb failed");
2744         }
2745
2746         open_rec->te = tevent_add_timer(req->sconn->ev_ctx,
2747                                         req,
2748                                         timeval_current_ofs(20, 0),
2749                                         schedule_async_open_timer,
2750                                         open_rec);
2751         if (open_rec->te == NULL) {
2752                 exit_server("tevent_add_timer failed");
2753         }
2754 }
2755
2756 /****************************************************************************
2757  Work out what access_mask to use from what the client sent us.
2758 ****************************************************************************/
2759
2760 static NTSTATUS smbd_calculate_maximum_allowed_access(
2761         connection_struct *conn,
2762         const struct smb_filename *smb_fname,
2763         bool use_privs,
2764         uint32_t *p_access_mask)
2765 {
2766         struct security_descriptor *sd;
2767         uint32_t access_granted;
2768         NTSTATUS status;
2769
2770         if (!use_privs && (get_current_uid(conn) == (uid_t)0)) {
2771                 *p_access_mask |= FILE_GENERIC_ALL;
2772                 return NT_STATUS_OK;
2773         }
2774
2775         status = SMB_VFS_GET_NT_ACL(conn, smb_fname,
2776                                     (SECINFO_OWNER |
2777                                      SECINFO_GROUP |
2778                                      SECINFO_DACL),
2779                                     talloc_tos(), &sd);
2780
2781         if (NT_STATUS_EQUAL(status, NT_STATUS_OBJECT_NAME_NOT_FOUND)) {
2782                 /*
2783                  * File did not exist
2784                  */
2785                 *p_access_mask = FILE_GENERIC_ALL;
2786                 return NT_STATUS_OK;
2787         }
2788         if (!NT_STATUS_IS_OK(status)) {
2789                 DEBUG(10,("Could not get acl on file %s: %s\n",
2790                           smb_fname_str_dbg(smb_fname),
2791                           nt_errstr(status)));
2792                 return NT_STATUS_ACCESS_DENIED;
2793         }
2794
2795         /*
2796          * If we can access the path to this file, by
2797          * default we have FILE_READ_ATTRIBUTES from the
2798          * containing directory. See the section:
2799          * "Algorithm to Check Access to an Existing File"
2800          * in MS-FSA.pdf.
2801          *
2802          * se_file_access_check()
2803          * also takes care of owner WRITE_DAC and READ_CONTROL.
2804          */
2805         status = se_file_access_check(sd,
2806                                  get_current_nttok(conn),
2807                                  use_privs,
2808                                  (*p_access_mask & ~FILE_READ_ATTRIBUTES),
2809                                  &access_granted);
2810
2811         TALLOC_FREE(sd);
2812
2813         if (!NT_STATUS_IS_OK(status)) {
2814                 DEBUG(10, ("Access denied on file %s: "
2815                            "when calculating maximum access\n",
2816                            smb_fname_str_dbg(smb_fname)));
2817                 return NT_STATUS_ACCESS_DENIED;
2818         }
2819         *p_access_mask = (access_granted | FILE_READ_ATTRIBUTES);
2820
2821         if (!(access_granted & DELETE_ACCESS)) {
2822                 if (can_delete_file_in_directory(conn, smb_fname)) {
2823                         *p_access_mask |= DELETE_ACCESS;
2824                 }
2825         }
2826
2827         return NT_STATUS_OK;
2828 }
2829
2830 NTSTATUS smbd_calculate_access_mask(connection_struct *conn,
2831                                     const struct smb_filename *smb_fname,
2832                                     bool use_privs,
2833                                     uint32_t access_mask,
2834                                     uint32_t *access_mask_out)
2835 {
2836         NTSTATUS status;
2837         uint32_t orig_access_mask = access_mask;
2838         uint32_t rejected_share_access;
2839
2840         if (access_mask & SEC_MASK_INVALID) {
2841                 DBG_DEBUG("access_mask [%8x] contains invalid bits\n",
2842                           access_mask);
2843                 return NT_STATUS_ACCESS_DENIED;
2844         }
2845
2846         /*
2847          * Convert GENERIC bits to specific bits.
2848          */
2849
2850         se_map_generic(&access_mask, &file_generic_mapping);
2851
2852         /* Calculate MAXIMUM_ALLOWED_ACCESS if requested. */
2853         if (access_mask & MAXIMUM_ALLOWED_ACCESS) {
2854
2855                 status = smbd_calculate_maximum_allowed_access(
2856                         conn, smb_fname, use_privs, &access_mask);
2857
2858                 if (!NT_STATUS_IS_OK(status)) {
2859                         return status;
2860                 }
2861
2862                 access_mask &= conn->share_access;
2863         }
2864
2865         rejected_share_access = access_mask & ~(conn->share_access);
2866
2867         if (rejected_share_access) {
2868                 DEBUG(10, ("smbd_calculate_access_mask: Access denied on "
2869                         "file %s: rejected by share access mask[0x%08X] "
2870                         "orig[0x%08X] mapped[0x%08X] reject[0x%08X]\n",
2871                         smb_fname_str_dbg(smb_fname),
2872                         conn->share_access,
2873                         orig_access_mask, access_mask,
2874                         rejected_share_access));
2875                 return NT_STATUS_ACCESS_DENIED;
2876         }
2877
2878         *access_mask_out = access_mask;
2879         return NT_STATUS_OK;
2880 }
2881
2882 /****************************************************************************
2883  Remove the deferred open entry under lock.
2884 ****************************************************************************/
2885
2886 /****************************************************************************
2887  Return true if this is a state pointer to an asynchronous create.
2888 ****************************************************************************/
2889
2890 bool is_deferred_open_async(const struct deferred_open_record *rec)
2891 {
2892         return rec->async_open;
2893 }
2894
2895 static bool clear_ads(uint32_t create_disposition)
2896 {
2897         bool ret = false;
2898
2899         switch (create_disposition) {
2900         case FILE_SUPERSEDE:
2901         case FILE_OVERWRITE_IF:
2902         case FILE_OVERWRITE:
2903                 ret = true;
2904                 break;
2905         default:
2906                 break;
2907         }
2908         return ret;
2909 }
2910
2911 static int disposition_to_open_flags(uint32_t create_disposition)
2912 {
2913         int ret = 0;
2914
2915         /*
2916          * Currently we're using FILE_SUPERSEDE as the same as
2917          * FILE_OVERWRITE_IF but they really are
2918          * different. FILE_SUPERSEDE deletes an existing file
2919          * (requiring delete access) then recreates it.
2920          */
2921
2922         switch (create_disposition) {
2923         case FILE_SUPERSEDE:
2924         case FILE_OVERWRITE_IF:
2925                 /*
2926                  * If file exists replace/overwrite. If file doesn't
2927                  * exist create.
2928                  */
2929                 ret = O_CREAT|O_TRUNC;
2930                 break;
2931
2932         case FILE_OPEN:
2933                 /*
2934                  * If file exists open. If file doesn't exist error.
2935                  */
2936                 ret = 0;
2937                 break;
2938
2939         case FILE_OVERWRITE:
2940                 /*
2941                  * If file exists overwrite. If file doesn't exist
2942                  * error.
2943                  */
2944                 ret = O_TRUNC;
2945                 break;
2946
2947         case FILE_CREATE:
2948                 /*
2949                  * If file exists error. If file doesn't exist create.
2950                  */
2951                 ret = O_CREAT|O_EXCL;
2952                 break;
2953
2954         case FILE_OPEN_IF:
2955                 /*
2956                  * If file exists open. If file doesn't exist create.
2957                  */
2958                 ret = O_CREAT;
2959                 break;
2960         }
2961         return ret;
2962 }
2963
2964 static int calculate_open_access_flags(uint32_t access_mask,
2965                                        uint32_t private_flags)
2966 {
2967         bool need_write, need_read;
2968
2969         /*
2970          * Note that we ignore the append flag as append does not
2971          * mean the same thing under DOS and Unix.
2972          */
2973
2974         need_write = (access_mask & (FILE_WRITE_DATA | FILE_APPEND_DATA));
2975         if (!need_write) {
2976                 return O_RDONLY;
2977         }
2978
2979         /* DENY_DOS opens are always underlying read-write on the
2980            file handle, no matter what the requested access mask
2981            says. */
2982
2983         need_read =
2984                 ((private_flags & NTCREATEX_OPTIONS_PRIVATE_DENY_DOS) ||
2985                  access_mask & (FILE_READ_ATTRIBUTES|FILE_READ_DATA|
2986                                 FILE_READ_EA|FILE_EXECUTE));
2987
2988         if (!need_read) {
2989                 return O_WRONLY;
2990         }
2991         return O_RDWR;
2992 }
2993
2994 /****************************************************************************
2995  Open a file with a share mode. Passed in an already created files_struct *.
2996 ****************************************************************************/
2997
2998 static NTSTATUS open_file_ntcreate(connection_struct *conn,
2999                             struct smb_request *req,
3000                             uint32_t access_mask,               /* access bits (FILE_READ_DATA etc.) */
3001                             uint32_t share_access,      /* share constants (FILE_SHARE_READ etc) */
3002                             uint32_t create_disposition,        /* FILE_OPEN_IF etc. */
3003                             uint32_t create_options,    /* options such as delete on close. */
3004                             uint32_t new_dos_attributes,        /* attributes used for new file. */
3005                             int oplock_request,         /* internal Samba oplock codes. */
3006                             struct smb2_lease *lease,
3007                                                         /* Information (FILE_EXISTS etc.) */
3008                             uint32_t private_flags,     /* Samba specific flags. */
3009                             int *pinfo,
3010                             files_struct *fsp)
3011 {
3012         struct smb_filename *smb_fname = fsp->fsp_name;
3013         int flags=0;
3014         int flags2=0;
3015         bool file_existed = VALID_STAT(smb_fname->st);
3016         bool def_acl = False;
3017         bool posix_open = False;
3018         bool new_file_created = False;
3019         bool first_open_attempt = true;
3020         NTSTATUS fsp_open = NT_STATUS_ACCESS_DENIED;
3021         mode_t new_unx_mode = (mode_t)0;
3022         mode_t unx_mode = (mode_t)0;
3023         int info;
3024         uint32_t existing_dos_attributes = 0;
3025         struct timeval request_time = timeval_zero();
3026         struct share_mode_lock *lck = NULL;
3027         uint32_t open_access_mask = access_mask;
3028         NTSTATUS status;
3029         char *parent_dir;
3030         SMB_STRUCT_STAT saved_stat = smb_fname->st;
3031         struct timespec old_write_time;
3032         struct file_id id;
3033
3034         if (conn->printer) {
3035                 /*
3036                  * Printers are handled completely differently.
3037                  * Most of the passed parameters are ignored.
3038                  */
3039
3040                 if (pinfo) {
3041                         *pinfo = FILE_WAS_CREATED;
3042                 }
3043
3044                 DEBUG(10, ("open_file_ntcreate: printer open fname=%s\n",
3045                            smb_fname_str_dbg(smb_fname)));
3046
3047                 if (!req) {
3048                         DEBUG(0,("open_file_ntcreate: printer open without "
3049                                 "an SMB request!\n"));
3050                         return NT_STATUS_INTERNAL_ERROR;
3051                 }
3052
3053                 return print_spool_open(fsp, smb_fname->base_name,
3054                                         req->vuid);
3055         }
3056
3057         if (!parent_dirname(talloc_tos(), smb_fname->base_name, &parent_dir,
3058                             NULL)) {
3059                 return NT_STATUS_NO_MEMORY;
3060         }
3061
3062         if (new_dos_attributes & FILE_FLAG_POSIX_SEMANTICS) {
3063                 posix_open = True;
3064                 unx_mode = (mode_t)(new_dos_attributes & ~FILE_FLAG_POSIX_SEMANTICS);
3065                 new_dos_attributes = 0;
3066         } else {
3067                 /* Windows allows a new file to be created and
3068                    silently removes a FILE_ATTRIBUTE_DIRECTORY
3069                    sent by the client. Do the same. */
3070
3071                 new_dos_attributes &= ~FILE_ATTRIBUTE_DIRECTORY;
3072
3073                 /* We add FILE_ATTRIBUTE_ARCHIVE to this as this mode is only used if the file is
3074                  * created new. */
3075                 unx_mode = unix_mode(conn, new_dos_attributes | FILE_ATTRIBUTE_ARCHIVE,
3076                                      smb_fname, parent_dir);
3077         }
3078
3079         DEBUG(10, ("open_file_ntcreate: fname=%s, dos_attrs=0x%x "
3080                    "access_mask=0x%x share_access=0x%x "
3081                    "create_disposition = 0x%x create_options=0x%x "
3082                    "unix mode=0%o oplock_request=%d private_flags = 0x%x\n",
3083                    smb_fname_str_dbg(smb_fname), new_dos_attributes,
3084                    access_mask, share_access, create_disposition,
3085                    create_options, (unsigned int)unx_mode, oplock_request,
3086                    (unsigned int)private_flags));
3087
3088         if (req == NULL) {
3089                 /* Ensure req == NULL means INTERNAL_OPEN_ONLY */
3090                 SMB_ASSERT(((oplock_request & INTERNAL_OPEN_ONLY) != 0));
3091         } else {
3092                 /* And req != NULL means no INTERNAL_OPEN_ONLY */
3093                 SMB_ASSERT(((oplock_request & INTERNAL_OPEN_ONLY) == 0));
3094         }
3095
3096         /*
3097          * Only non-internal opens can be deferred at all
3098          */
3099
3100         if (req) {
3101                 struct deferred_open_record *open_rec;
3102                 if (get_deferred_open_message_state(req,
3103                                 &request_time,
3104                                 &open_rec)) {
3105                         /* Remember the absolute time of the original
3106                            request with this mid. We'll use it later to
3107                            see if this has timed out. */
3108
3109                         /* If it was an async create retry, the file
3110                            didn't exist. */
3111
3112                         if (is_deferred_open_async(open_rec)) {
3113                                 SET_STAT_INVALID(smb_fname->st);
3114                                 file_existed = false;
3115                         }
3116
3117                         /* Ensure we don't reprocess this message. */
3118                         remove_deferred_open_message_smb(req->xconn, req->mid);
3119
3120                         first_open_attempt = false;
3121                 }
3122         }
3123
3124         if (!posix_open) {
3125                 new_dos_attributes &= SAMBA_ATTRIBUTES_MASK;
3126                 if (file_existed) {
3127                         /*
3128                          * Only use strored DOS attributes for checks
3129                          * against requested attributes (below via
3130                          * open_match_attributes()), cf bug #11992
3131                          * for details. -slow
3132                          */
3133                         uint32_t attr = 0;
3134
3135                         status = SMB_VFS_GET_DOS_ATTRIBUTES(conn, smb_fname, &attr);
3136                         if (NT_STATUS_IS_OK(status)) {
3137                                 existing_dos_attributes = attr;
3138                         }
3139                 }
3140         }
3141
3142         /* ignore any oplock requests if oplocks are disabled */
3143         if (!lp_oplocks(SNUM(conn)) ||
3144             IS_VETO_OPLOCK_PATH(conn, smb_fname->base_name)) {
3145                 /* Mask off everything except the private Samba bits. */
3146                 oplock_request &= SAMBA_PRIVATE_OPLOCK_MASK;
3147         }
3148
3149         /* this is for OS/2 long file names - say we don't support them */
3150         if (req != NULL && !req->posix_pathnames &&
3151                         strstr(smb_fname->base_name,".+,;=[].")) {
3152                 /* OS/2 Workplace shell fix may be main code stream in a later
3153                  * release. */
3154                 DEBUG(5,("open_file_ntcreate: OS/2 long filenames are not "
3155                          "supported.\n"));
3156                 if (use_nt_status()) {
3157                         return NT_STATUS_OBJECT_NAME_NOT_FOUND;
3158                 }
3159                 return NT_STATUS_DOS(ERRDOS, ERRcannotopen);
3160         }
3161
3162         switch( create_disposition ) {
3163                 case FILE_OPEN:
3164                         /* If file exists open. If file doesn't exist error. */
3165                         if (!file_existed) {
3166                                 DEBUG(5,("open_file_ntcreate: FILE_OPEN "
3167                                          "requested for file %s and file "
3168                                          "doesn't exist.\n",
3169                                          smb_fname_str_dbg(smb_fname)));
3170                                 errno = ENOENT;
3171                                 return NT_STATUS_OBJECT_NAME_NOT_FOUND;
3172                         }
3173                         break;
3174
3175                 case FILE_OVERWRITE:
3176                         /* If file exists overwrite. If file doesn't exist
3177                          * error. */
3178                         if (!file_existed) {
3179                                 DEBUG(5,("open_file_ntcreate: FILE_OVERWRITE "
3180                                          "requested for file %s and file "
3181                                          "doesn't exist.\n",
3182                                          smb_fname_str_dbg(smb_fname) ));
3183                                 errno = ENOENT;
3184                                 return NT_STATUS_OBJECT_NAME_NOT_FOUND;
3185                         }
3186                         break;
3187
3188                 case FILE_CREATE:
3189                         /* If file exists error. If file doesn't exist
3190                          * create. */
3191                         if (file_existed) {
3192                                 DEBUG(5,("open_file_ntcreate: FILE_CREATE "
3193                                          "requested for file %s and file "
3194                                          "already exists.\n",
3195                                          smb_fname_str_dbg(smb_fname)));
3196                                 if (S_ISDIR(smb_fname->st.st_ex_mode)) {
3197                                         errno = EISDIR;
3198                                 } else {
3199                                         errno = EEXIST;
3200                                 }
3201                                 return map_nt_error_from_unix(errno);
3202                         }
3203                         break;
3204
3205                 case FILE_SUPERSEDE:
3206                 case FILE_OVERWRITE_IF:
3207                 case FILE_OPEN_IF:
3208                         break;
3209                 default:
3210                         return NT_STATUS_INVALID_PARAMETER;
3211         }
3212
3213         flags2 = disposition_to_open_flags(create_disposition);
3214
3215         /* We only care about matching attributes on file exists and
3216          * overwrite. */
3217
3218         if (!posix_open && file_existed &&
3219             ((create_disposition == FILE_OVERWRITE) ||
3220              (create_disposition == FILE_OVERWRITE_IF))) {
3221                 if (!open_match_attributes(conn, existing_dos_attributes,
3222                                            new_dos_attributes,
3223                                            unx_mode, &new_unx_mode)) {
3224                         DEBUG(5,("open_file_ntcreate: attributes mismatch "
3225                                  "for file %s (%x %x) (0%o, 0%o)\n",
3226                                  smb_fname_str_dbg(smb_fname),
3227                                  existing_dos_attributes,
3228                                  new_dos_attributes,
3229                                  (unsigned int)smb_fname->st.st_ex_mode,
3230                                  (unsigned int)unx_mode ));
3231                         errno = EACCES;
3232                         return NT_STATUS_ACCESS_DENIED;
3233                 }
3234         }
3235
3236         status = smbd_calculate_access_mask(conn, smb_fname,
3237                                         false,
3238                                         access_mask,
3239                                         &access_mask);
3240         if (!NT_STATUS_IS_OK(status)) {
3241                 DEBUG(10, ("open_file_ntcreate: smbd_calculate_access_mask "
3242                         "on file %s returned %s\n",
3243                         smb_fname_str_dbg(smb_fname), nt_errstr(status)));
3244                 return status;
3245         }
3246
3247         open_access_mask = access_mask;
3248
3249         if (flags2 & O_TRUNC) {
3250                 open_access_mask |= FILE_WRITE_DATA; /* This will cause oplock breaks. */
3251         }
3252
3253         DEBUG(10, ("open_file_ntcreate: fname=%s, after mapping "
3254                    "access_mask=0x%x\n", smb_fname_str_dbg(smb_fname),
3255                     access_mask));
3256
3257         /*
3258          * Note that we ignore the append flag as append does not
3259          * mean the same thing under DOS and Unix.
3260          */
3261
3262         flags = calculate_open_access_flags(access_mask, private_flags);
3263
3264         /*
3265          * Currently we only look at FILE_WRITE_THROUGH for create options.
3266          */
3267
3268 #if defined(O_SYNC)
3269         if ((create_options & FILE_WRITE_THROUGH) && lp_strict_sync(SNUM(conn))) {
3270                 flags2 |= O_SYNC;
3271         }
3272 #endif /* O_SYNC */
3273
3274         if (posix_open && (access_mask & FILE_APPEND_DATA)) {
3275                 flags2 |= O_APPEND;
3276         }
3277
3278         if (!posix_open && !CAN_WRITE(conn)) {
3279                 /*
3280                  * We should really return a permission denied error if either
3281                  * O_CREAT or O_TRUNC are set, but for compatibility with
3282                  * older versions of Samba we just AND them out.
3283                  */
3284                 flags2 &= ~(O_CREAT|O_TRUNC);
3285         }
3286
3287         if (lp_kernel_oplocks(SNUM(conn))) {
3288                 /*
3289                  * With kernel oplocks the open breaking an oplock
3290                  * blocks until the oplock holder has given up the
3291                  * oplock or closed the file. We prevent this by always
3292                  * trying to open the file with O_NONBLOCK (see "man
3293                  * fcntl" on Linux).
3294                  *
3295                  * If a process that doesn't use the smbd open files
3296                  * database or communication methods holds a kernel
3297                  * oplock we must periodically poll for available open
3298                  * using O_NONBLOCK.
3299                  */
3300                 flags2 |= O_NONBLOCK;
3301         }
3302
3303         /*
3304          * Ensure we can't write on a read-only share or file.
3305          */
3306
3307         if (flags != O_RDONLY && file_existed &&
3308             (!CAN_WRITE(conn) || IS_DOS_READONLY(existing_dos_attributes))) {
3309                 DEBUG(5,("open_file_ntcreate: write access requested for "
3310                          "file %s on read only %s\n",
3311                          smb_fname_str_dbg(smb_fname),
3312                          !CAN_WRITE(conn) ? "share" : "file" ));
3313                 errno = EACCES;
3314                 return NT_STATUS_ACCESS_DENIED;
3315         }
3316
3317         fsp->file_id = vfs_file_id_from_sbuf(conn, &smb_fname->st);
3318         fsp->share_access = share_access;
3319         fsp->fh->private_options = private_flags;
3320         fsp->access_mask = open_access_mask; /* We change this to the
3321                                               * requested access_mask after
3322                                               * the open is done. */
3323         if (posix_open) {
3324                 fsp->posix_flags |= FSP_POSIX_FLAGS_ALL;
3325         }
3326
3327         if (timeval_is_zero(&request_time)) {
3328                 request_time = fsp->open_time;
3329         }
3330
3331         if ((create_options & FILE_DELETE_ON_CLOSE) &&
3332                         (flags2 & O_CREAT) &&
3333                         !file_existed) {
3334                 /* Delete on close semantics for new files. */
3335                 status = can_set_delete_on_close(fsp,
3336                                                 new_dos_attributes);
3337                 if (!NT_STATUS_IS_OK(status)) {
3338                         fd_close(fsp);
3339                         return status;
3340                 }
3341         }
3342
3343         /*
3344          * Ensure we pay attention to default ACLs on directories if required.
3345          */
3346
3347         if ((flags2 & O_CREAT) && lp_inherit_acls(SNUM(conn)) &&
3348             (def_acl = directory_has_default_acl(conn, parent_dir))) {
3349                 unx_mode = (0777 & lp_create_mask(SNUM(conn)));
3350         }
3351
3352         DEBUG(4,("calling open_file with flags=0x%X flags2=0x%X mode=0%o, "
3353                 "access_mask = 0x%x, open_access_mask = 0x%x\n",
3354                  (unsigned int)flags, (unsigned int)flags2,
3355                  (unsigned int)unx_mode, (unsigned int)access_mask,
3356                  (unsigned int)open_access_mask));
3357
3358         fsp_open = open_file(fsp, conn, req, parent_dir,
3359                              flags|flags2, unx_mode, access_mask,
3360                              open_access_mask, &new_file_created);
3361
3362         if (NT_STATUS_EQUAL(fsp_open, NT_STATUS_NETWORK_BUSY)) {
3363                 bool delay;
3364
3365                 /*
3366                  * This handles the kernel oplock case:
3367                  *
3368                  * the file has an active kernel oplock and the open() returned
3369                  * EWOULDBLOCK/EAGAIN which maps to NETWORK_BUSY.
3370                  *
3371                  * "Samba locking.tdb oplocks" are handled below after acquiring
3372                  * the sharemode lock with get_share_mode_lock().
3373                  */
3374                 if (file_existed && S_ISFIFO(fsp->fsp_name->st.st_ex_mode)) {
3375                         DEBUG(10, ("FIFO busy\n"));
3376                         return NT_STATUS_NETWORK_BUSY;
3377                 }
3378                 if (req == NULL) {
3379                         DEBUG(10, ("Internal open busy\n"));
3380                         return NT_STATUS_NETWORK_BUSY;
3381                 }
3382
3383                 /*
3384                  * From here on we assume this is an oplock break triggered
3385                  */
3386
3387                 lck = get_existing_share_mode_lock(talloc_tos(), fsp->file_id);
3388                 if (lck == NULL) {
3389                         /*
3390                          * No oplock from Samba around. Set up a poll every 1
3391                          * second to retry a non-blocking open until the time
3392                          * expires.
3393                          */
3394                         setup_kernel_oplock_poll_open(request_time,
3395                                                 req,
3396                                                 fsp->file_id);
3397                         DBG_DEBUG("No Samba oplock around after EWOULDBLOCK. "
3398                                 "Retrying with poll\n");
3399                         return NT_STATUS_SHARING_VIOLATION;
3400                 }
3401
3402                 if (!validate_oplock_types(lck)) {
3403                         smb_panic("validate_oplock_types failed");
3404                 }
3405
3406                 delay = delay_for_oplock(fsp, 0, lease, lck, false,
3407                                          create_disposition,
3408                                          first_open_attempt);
3409                 if (delay) {
3410                         schedule_defer_open(lck, fsp->file_id, request_time,
3411                                             req);
3412                         TALLOC_FREE(lck);
3413                         DEBUG(10, ("Sent oplock break request to kernel "
3414                                    "oplock holder\n"));
3415                         return NT_STATUS_SHARING_VIOLATION;
3416                 }
3417
3418                 /*
3419                  * No oplock from Samba around. Set up a poll every 1
3420                  * second to retry a non-blocking open until the time
3421                  * expires.
3422                  */
3423                 setup_kernel_oplock_poll_open(request_time, req, fsp->file_id);
3424
3425                 TALLOC_FREE(lck);
3426                 DBG_DEBUG("No Samba oplock around after EWOULDBLOCK. "
3427                         "Retrying with poll\n");
3428                 return NT_STATUS_SHARING_VIOLATION;
3429         }
3430
3431         if (!NT_STATUS_IS_OK(fsp_open)) {
3432                 if (NT_STATUS_EQUAL(fsp_open, NT_STATUS_RETRY)) {
3433                         schedule_async_open(request_time, req);
3434                 }
3435                 return fsp_open;
3436         }
3437
3438         if (new_file_created) {
3439                 /*
3440                  * As we atomically create using O_CREAT|O_EXCL,
3441                  * then if new_file_created is true, then
3442                  * file_existed *MUST* have been false (even
3443                  * if the file was previously detected as being
3444                  * there).
3445                  */
3446                 file_existed = false;
3447         }
3448
3449         if (file_existed && !check_same_dev_ino(&saved_stat, &smb_fname->st)) {
3450                 /*
3451                  * The file did exist, but some other (local or NFS)
3452                  * process either renamed/unlinked and re-created the
3453                  * file with different dev/ino after we walked the path,
3454                  * but before we did the open. We could retry the
3455                  * open but it's a rare enough case it's easier to
3456                  * just fail the open to prevent creating any problems
3457                  * in the open file db having the wrong dev/ino key.
3458                  */
3459                 fd_close(fsp);
3460                 DBG_WARNING("file %s - dev/ino mismatch. "
3461                             "Old (dev=%ju, ino=%ju). "
3462                             "New (dev=%ju, ino=%ju). Failing open "
3463                             "with NT_STATUS_ACCESS_DENIED.\n",
3464                             smb_fname_str_dbg(smb_fname),
3465                             (uintmax_t)saved_stat.st_ex_dev,
3466                             (uintmax_t)saved_stat.st_ex_ino,
3467                             (uintmax_t)smb_fname->st.st_ex_dev,
3468                             (uintmax_t)smb_fname->st.st_ex_ino);
3469                 return NT_STATUS_ACCESS_DENIED;
3470         }
3471
3472         old_write_time = smb_fname->st.st_ex_mtime;
3473
3474         /*
3475          * Deal with the race condition where two smbd's detect the
3476          * file doesn't exist and do the create at the same time. One
3477          * of them will win and set a share mode, the other (ie. this
3478          * one) should check if the requested share mode for this
3479          * create is allowed.
3480          */
3481
3482         /*
3483          * Now the file exists and fsp is successfully opened,
3484          * fsp->dev and fsp->inode are valid and should replace the
3485          * dev=0,inode=0 from a non existent file. Spotted by
3486          * Nadav Danieli <nadavd@exanet.com>. JRA.
3487          */
3488
3489         id = fsp->file_id;
3490
3491         lck = get_share_mode_lock(talloc_tos(), id,
3492                                   conn->connectpath,
3493                                   smb_fname, &old_write_time);
3494
3495         if (lck == NULL) {
3496                 DEBUG(0, ("open_file_ntcreate: Could not get share "
3497                           "mode lock for %s\n",
3498                           smb_fname_str_dbg(smb_fname)));
3499                 fd_close(fsp);
3500                 return NT_STATUS_SHARING_VIOLATION;
3501         }
3502
3503         /* Get the types we need to examine. */
3504         if (!validate_oplock_types(lck)) {
3505                 smb_panic("validate_oplock_types failed");
3506         }
3507
3508         if (has_delete_on_close(lck, fsp->name_hash)) {
3509                 TALLOC_FREE(lck);
3510                 fd_close(fsp);
3511                 return NT_STATUS_DELETE_PENDING;
3512         }
3513
3514         status = open_mode_check(conn, lck,
3515                                  access_mask, share_access);
3516
3517         if (NT_STATUS_EQUAL(status, NT_STATUS_SHARING_VIOLATION) ||
3518             (lck->data->num_share_modes > 0)) {
3519                 /*
3520                  * This comes from ancient times out of open_mode_check. I
3521                  * have no clue whether this is still necessary. I can't think
3522                  * of a case where this would actually matter further down in
3523                  * this function. I leave it here for further investigation
3524                  * :-)
3525                  */
3526                 file_existed = true;
3527         }
3528
3529         if (req != NULL) {
3530                 /*
3531                  * Handle oplocks, deferring the request if delay_for_oplock()
3532                  * triggered a break message and we have to wait for the break
3533                  * response.
3534                  */
3535                 bool delay;
3536                 bool sharing_violation = NT_STATUS_EQUAL(
3537                         status, NT_STATUS_SHARING_VIOLATION);
3538
3539                 delay = delay_for_oplock(fsp, oplock_request, lease, lck,
3540                                          sharing_violation,
3541                                          create_disposition,
3542                                          first_open_attempt);
3543                 if (delay) {
3544                         schedule_defer_open(lck, fsp->file_id,
3545                                             request_time, req);
3546                         TALLOC_FREE(lck);
3547                         fd_close(fsp);
3548                         return NT_STATUS_SHARING_VIOLATION;
3549                 }
3550         }
3551
3552         if (!NT_STATUS_IS_OK(status)) {
3553                 uint32_t can_access_mask;
3554                 bool can_access = True;
3555
3556                 SMB_ASSERT(NT_STATUS_EQUAL(status, NT_STATUS_SHARING_VIOLATION));
3557
3558                 /* Check if this can be done with the deny_dos and fcb
3559                  * calls. */
3560                 if (private_flags &
3561                     (NTCREATEX_OPTIONS_PRIVATE_DENY_DOS|
3562                      NTCREATEX_OPTIONS_PRIVATE_DENY_FCB)) {
3563                         if (req == NULL) {
3564                                 DEBUG(0, ("DOS open without an SMB "
3565                                           "request!\n"));
3566                                 TALLOC_FREE(lck);
3567                                 fd_close(fsp);
3568                                 return NT_STATUS_INTERNAL_ERROR;
3569                         }
3570
3571                         /* Use the client requested access mask here,
3572                          * not the one we open with. */
3573                         status = fcb_or_dos_open(req,
3574                                                  conn,
3575                                                  fsp,
3576                                                  smb_fname,
3577                                                  id,
3578                                                  req->smbpid,
3579                                                  req->vuid,
3580                                                  access_mask,
3581                                                  share_access,
3582                                                  create_options);
3583
3584                         if (NT_STATUS_IS_OK(status)) {
3585                                 TALLOC_FREE(lck);
3586                                 if (pinfo) {
3587                                         *pinfo = FILE_WAS_OPENED;
3588                                 }
3589                                 return NT_STATUS_OK;
3590                         }
3591                 }
3592
3593                 /*
3594                  * This next line is a subtlety we need for
3595                  * MS-Access. If a file open will fail due to share
3596                  * permissions and also for security (access) reasons,
3597                  * we need to return the access failed error, not the
3598                  * share error. We can't open the file due to kernel
3599                  * oplock deadlock (it's possible we failed above on
3600                  * the open_mode_check()) so use a userspace check.
3601                  */
3602
3603                 if (flags & O_RDWR) {
3604                         can_access_mask = FILE_READ_DATA|FILE_WRITE_DATA;
3605                 } else if (flags & O_WRONLY) {
3606                         can_access_mask = FILE_WRITE_DATA;
3607                 } else {
3608                         can_access_mask = FILE_READ_DATA;
3609                 }
3610
3611                 if (((can_access_mask & FILE_WRITE_DATA) &&
3612                      !CAN_WRITE(conn)) ||
3613                     !NT_STATUS_IS_OK(smbd_check_access_rights(conn,
3614                                                               smb_fname,
3615                                                               false,
3616                                                               can_access_mask))) {
3617                         can_access = False;
3618                 }
3619
3620                 /*
3621                  * If we're returning a share violation, ensure we
3622                  * cope with the braindead 1 second delay (SMB1 only).
3623                  */
3624
3625                 if (!(oplock_request & INTERNAL_OPEN_ONLY) &&
3626                     !conn->sconn->using_smb2 &&
3627                     lp_defer_sharing_violations()) {
3628                         struct timeval timeout;
3629                         int timeout_usecs;
3630
3631                         /* this is a hack to speed up torture tests
3632                            in 'make test' */
3633                         timeout_usecs = lp_parm_int(SNUM(conn),
3634                                                     "smbd","sharedelay",
3635                                                     SHARING_VIOLATION_USEC_WAIT);
3636
3637                         /* This is a relative time, added to the absolute
3638                            request_time value to get the absolute timeout time.
3639                            Note that if this is the second or greater time we enter
3640                            this codepath for this particular request mid then
3641                            request_time is left as the absolute time of the *first*
3642                            time this request mid was processed. This is what allows
3643                            the request to eventually time out. */
3644
3645                         timeout = timeval_set(0, timeout_usecs);
3646
3647                         if (!request_timed_out(request_time, timeout)) {
3648                                 defer_open(lck, request_time, timeout, req,
3649                                            false, id);
3650                         }
3651                 }
3652
3653                 TALLOC_FREE(lck);
3654                 fd_close(fsp);
3655                 if (can_access) {
3656                         /*
3657                          * We have detected a sharing violation here
3658                          * so return the correct error code
3659                          */
3660                         status = NT_STATUS_SHARING_VIOLATION;
3661                 } else {
3662                         status = NT_STATUS_ACCESS_DENIED;
3663                 }
3664                 return status;
3665         }
3666
3667         /* Should we atomically (to the client at least) truncate ? */
3668         if ((!new_file_created) &&
3669             (flags2 & O_TRUNC) &&
3670             (!S_ISFIFO(fsp->fsp_name->st.st_ex_mode))) {
3671                 int ret;
3672
3673                 ret = vfs_set_filelen(fsp, 0);
3674                 if (ret != 0) {
3675                         status = map_nt_error_from_unix(errno);
3676                         TALLOC_FREE(lck);
3677                         fd_close(fsp);
3678                         return status;
3679                 }
3680         }
3681
3682         /*
3683          * We have the share entry *locked*.....
3684          */
3685
3686         /* Delete streams if create_disposition requires it */
3687         if (!new_file_created && clear_ads(create_disposition) &&
3688             !is_ntfs_stream_smb_fname(smb_fname)) {
3689                 status = delete_all_streams(conn, smb_fname);
3690                 if (!NT_STATUS_IS_OK(status)) {
3691                         TALLOC_FREE(lck);
3692                         fd_close(fsp);
3693                         return status;
3694                 }
3695         }
3696
3697         /* note that we ignore failure for the following. It is
3698            basically a hack for NFS, and NFS will never set one of
3699            these only read them. Nobody but Samba can ever set a deny
3700            mode and we have already checked our more authoritative
3701            locking database for permission to set this deny mode. If
3702            the kernel refuses the operations then the kernel is wrong.
3703            note that GPFS supports it as well - jmcd */
3704
3705         if (fsp->fh->fd != -1 && lp_kernel_share_modes(SNUM(conn))) {
3706                 int ret_flock;
3707                 /*
3708                  * Beware: streams implementing VFS modules may
3709                  * implement streams in a way that fsp will have the
3710                  * basefile open in the fsp fd, so lacking a distinct
3711                  * fd for the stream kernel_flock will apply on the
3712                  * basefile which is wrong. The actual check is
3713                  * deffered to the VFS module implementing the
3714                  * kernel_flock call.
3715                  */
3716                 ret_flock = SMB_VFS_KERNEL_FLOCK(fsp, share_access, access_mask);
3717                 if(ret_flock == -1 ){
3718
3719                         TALLOC_FREE(lck);
3720                         fd_close(fsp);
3721
3722                         return NT_STATUS_SHARING_VIOLATION;
3723                 }
3724
3725                 fsp->kernel_share_modes_taken = true;
3726         }
3727
3728         /*
3729          * At this point onwards, we can guarantee that the share entry
3730          * is locked, whether we created the file or not, and that the
3731          * deny mode is compatible with all current opens.
3732          */
3733
3734         /*
3735          * According to Samba4, SEC_FILE_READ_ATTRIBUTE is always granted,
3736          * but we don't have to store this - just ignore it on access check.
3737          */
3738         if (conn->sconn->using_smb2) {
3739                 /*
3740                  * SMB2 doesn't return it (according to Microsoft tests).
3741                  * Test Case: TestSuite_ScenarioNo009GrantedAccessTestS0
3742                  * File created with access = 0x7 (Read, Write, Delete)
3743                  * Query Info on file returns 0x87 (Read, Write, Delete, Read Attributes)
3744                  */
3745                 fsp->access_mask = access_mask;
3746         } else {
3747                 /* But SMB1 does. */
3748                 fsp->access_mask = access_mask | FILE_READ_ATTRIBUTES;
3749         }
3750
3751         if (file_existed) {
3752                 /*
3753                  * stat opens on existing files don't get oplocks.
3754                  * They can get leases.
3755                  *
3756                  * Note that we check for stat open on the *open_access_mask*,
3757                  * i.e. the access mask we actually used to do the open,
3758                  * not the one the client asked for (which is in
3759                  * fsp->access_mask). This is due to the fact that
3760                  * FILE_OVERWRITE and FILE_OVERWRITE_IF add in O_TRUNC,
3761                  * which adds FILE_WRITE_DATA to open_access_mask.
3762                  */
3763                 if (is_stat_open(open_access_mask) && lease == NULL) {
3764                         oplock_request = NO_OPLOCK;
3765                 }
3766         }
3767
3768         if (new_file_created) {
3769                 info = FILE_WAS_CREATED;
3770         } else {
3771                 if (flags2 & O_TRUNC) {
3772                         info = FILE_WAS_OVERWRITTEN;
3773                 } else {
3774                         info = FILE_WAS_OPENED;
3775                 }
3776         }
3777
3778         if (pinfo) {
3779                 *pinfo = info;
3780         }
3781
3782         /*
3783          * Setup the oplock info in both the shared memory and
3784          * file structs.
3785          */
3786         status = grant_fsp_oplock_type(req, fsp, lck, oplock_request, lease);
3787         if (!NT_STATUS_IS_OK(status)) {
3788                 TALLOC_FREE(lck);
3789                 fd_close(fsp);
3790                 return status;
3791         }
3792
3793         /* Handle strange delete on close create semantics. */
3794         if (create_options & FILE_DELETE_ON_CLOSE) {
3795                 if (!new_file_created) {
3796                         status = can_set_delete_on_close(fsp,
3797                                          existing_dos_attributes);
3798
3799                         if (!NT_STATUS_IS_OK(status)) {
3800                                 /* Remember to delete the mode we just added. */
3801                                 del_share_mode(lck, fsp);
3802                                 TALLOC_FREE(lck);
3803                                 fd_close(fsp);
3804                                 return status;
3805                         }
3806                 }
3807                 /* Note that here we set the *initial* delete on close flag,
3808                    not the regular one. The magic gets handled in close. */
3809                 fsp->initial_delete_on_close = True;
3810         }
3811
3812         if (info != FILE_WAS_OPENED) {
3813                 /* Overwritten files should be initially set as archive */
3814                 if ((info == FILE_WAS_OVERWRITTEN && lp_map_archive(SNUM(conn))) ||
3815                     lp_store_dos_attributes(SNUM(conn))) {
3816                         if (!posix_open) {
3817                                 if (file_set_dosmode(conn, smb_fname,
3818                                             new_dos_attributes | FILE_ATTRIBUTE_ARCHIVE,
3819                                             parent_dir, true) == 0) {
3820                                         unx_mode = smb_fname->st.st_ex_mode;
3821                                 }
3822                         }
3823                 }
3824         }
3825
3826         /* Determine sparse flag. */
3827         if (posix_open) {
3828                 /* POSIX opens are sparse by default. */
3829                 fsp->is_sparse = true;
3830         } else {
3831                 fsp->is_sparse = (file_existed &&
3832                         (existing_dos_attributes & FILE_ATTRIBUTE_SPARSE));
3833         }
3834
3835         /*
3836          * Take care of inherited ACLs on created files - if default ACL not
3837          * selected.
3838          */
3839
3840         if (!posix_open && new_file_created && !def_acl) {
3841                 if (unx_mode != smb_fname->st.st_ex_mode) {
3842                         int ret = SMB_VFS_FCHMOD(fsp, unx_mode);
3843                         if (ret == -1) {
3844                                 DBG_INFO("failed to reset "
3845                                   "attributes of file %s to 0%o\n",
3846                                   smb_fname_str_dbg(smb_fname),
3847                                   (unsigned int)unx_mode);
3848                         }
3849                 }
3850
3851         } else if (new_unx_mode) {
3852                 /*
3853                  * We only get here in the case of:
3854                  *
3855                  * a). Not a POSIX open.
3856                  * b). File already existed.
3857                  * c). File was overwritten.
3858                  * d). Requested DOS attributes didn't match
3859                  *     the DOS attributes on the existing file.
3860                  *
3861                  * In that case new_unx_mode has been set
3862                  * equal to the calculated mode (including
3863                  * possible inheritance of the mode from the
3864                  * containing directory).
3865                  *
3866                  * Note this mode was calculated with the
3867                  * DOS attribute FILE_ATTRIBUTE_ARCHIVE added,
3868                  * so the mode change here is suitable for
3869                  * an overwritten file.
3870                  */
3871
3872                 if (new_unx_mode != smb_fname->st.st_ex_mode) {
3873                         int ret = SMB_VFS_FCHMOD(fsp, new_unx_mode);
3874                         if (ret == -1) {
3875                                 DBG_INFO("failed to reset "
3876                                   "attributes of file %s to 0%o\n",
3877                                   smb_fname_str_dbg(smb_fname),
3878                                   (unsigned int)new_unx_mode);
3879                         }
3880                 }
3881         }
3882
3883         {
3884                 /*
3885                  * Deal with other opens having a modified write time.
3886                  */
3887                 struct timespec write_time = get_share_mode_write_time(lck);
3888
3889                 if (!null_timespec(write_time)) {
3890                         update_stat_ex_mtime(&fsp->fsp_name->st, write_time);
3891                 }
3892         }
3893
3894         TALLOC_FREE(lck);
3895
3896         return NT_STATUS_OK;
3897 }
3898
3899 static NTSTATUS mkdir_internal(connection_struct *conn,
3900                                struct smb_filename *smb_dname,
3901                                uint32_t file_attributes)
3902 {
3903         mode_t mode;
3904         char *parent_dir = NULL;
3905         NTSTATUS status;
3906         bool posix_open = false;
3907         bool need_re_stat = false;
3908         uint32_t access_mask = SEC_DIR_ADD_SUBDIR;
3909
3910         if (!CAN_WRITE(conn) || (access_mask & ~(conn->share_access))) {
3911                 DEBUG(5,("mkdir_internal: failing share access "
3912                          "%s\n", lp_servicename(talloc_tos(), SNUM(conn))));
3913                 return NT_STATUS_ACCESS_DENIED;
3914         }
3915
3916         if (!parent_dirname(talloc_tos(), smb_dname->base_name, &parent_dir,
3917                             NULL)) {
3918                 return NT_STATUS_NO_MEMORY;
3919         }
3920
3921         if (file_attributes & FILE_FLAG_POSIX_SEMANTICS) {
3922                 posix_open = true;
3923                 mode = (mode_t)(file_attributes & ~FILE_FLAG_POSIX_SEMANTICS);
3924         } else {
3925                 mode = unix_mode(conn, FILE_ATTRIBUTE_DIRECTORY, smb_dname, parent_dir);
3926         }
3927
3928         status = check_parent_access(conn,
3929                                         smb_dname,
3930                                         access_mask);
3931         if(!NT_STATUS_IS_OK(status)) {
3932                 DEBUG(5,("mkdir_internal: check_parent_access "
3933                         "on directory %s for path %s returned %s\n",
3934                         parent_dir,
3935                         smb_dname->base_name,
3936                         nt_errstr(status) ));
3937                 return status;
3938         }
3939
3940         if (SMB_VFS_MKDIR(conn, smb_dname, mode) != 0) {
3941                 return map_nt_error_from_unix(errno);
3942         }
3943
3944         /* Ensure we're checking for a symlink here.... */
3945         /* We don't want to get caught by a symlink racer. */
3946
3947         if (SMB_VFS_LSTAT(conn, smb_dname) == -1) {
3948                 DEBUG(2, ("Could not stat directory '%s' just created: %s\n",
3949                           smb_fname_str_dbg(smb_dname), strerror(errno)));
3950                 return map_nt_error_from_unix(errno);
3951         }
3952
3953         if (!S_ISDIR(smb_dname->st.st_ex_mode)) {
3954                 DEBUG(0, ("Directory '%s' just created is not a directory !\n",
3955                           smb_fname_str_dbg(smb_dname)));
3956                 return NT_STATUS_NOT_A_DIRECTORY;
3957         }
3958
3959         if (lp_store_dos_attributes(SNUM(conn))) {
3960                 if (!posix_open) {
3961                         file_set_dosmode(conn, smb_dname,
3962                                          file_attributes | FILE_ATTRIBUTE_DIRECTORY,
3963                                          parent_dir, true);
3964                 }
3965         }
3966
3967         if (lp_inherit_permissions(SNUM(conn))) {
3968                 inherit_access_posix_acl(conn, parent_dir,
3969                                          smb_dname, mode);
3970                 need_re_stat = true;
3971         }
3972
3973         if (!posix_open) {
3974                 /*
3975                  * Check if high bits should have been set,
3976                  * then (if bits are missing): add them.
3977                  * Consider bits automagically set by UNIX, i.e. SGID bit from parent
3978                  * dir.
3979                  */
3980                 if ((mode & ~(S_IRWXU|S_IRWXG|S_IRWXO)) &&
3981                     (mode & ~smb_dname->st.st_ex_mode)) {
3982                         SMB_VFS_CHMOD(conn, smb_dname,
3983                                       (smb_dname->st.st_ex_mode |
3984                                           (mode & ~smb_dname->st.st_ex_mode)));
3985                         need_re_stat = true;
3986                 }
3987         }
3988
3989         /* Change the owner if required. */
3990         if (lp_inherit_owner(SNUM(conn)) != INHERIT_OWNER_NO) {
3991                 change_dir_owner_to_parent(conn, parent_dir,
3992                                            smb_dname,
3993                                            &smb_dname->st);
3994                 need_re_stat = true;
3995         }
3996
3997         if (need_re_stat) {
3998                 if (SMB_VFS_LSTAT(conn, smb_dname) == -1) {
3999                         DEBUG(2, ("Could not stat directory '%s' just created: %s\n",
4000                           smb_fname_str_dbg(smb_dname), strerror(errno)));
4001                         return map_nt_error_from_unix(errno);
4002                 }
4003         }
4004
4005         notify_fname(conn, NOTIFY_ACTION_ADDED, FILE_NOTIFY_CHANGE_DIR_NAME,
4006                      smb_dname->base_name);
4007
4008         return NT_STATUS_OK;
4009 }
4010
4011 /****************************************************************************
4012  Open a directory from an NT SMB call.
4013 ****************************************************************************/
4014
4015 static NTSTATUS open_directory(connection_struct *conn,
4016                                struct smb_request *req,
4017                                struct smb_filename *smb_dname,
4018                                uint32_t access_mask,
4019                                uint32_t share_access,
4020                                uint32_t create_disposition,
4021                                uint32_t create_options,
4022                                uint32_t file_attributes,
4023                                int *pinfo,
4024                                files_struct **result)
4025 {
4026         files_struct *fsp = NULL;
4027         bool dir_existed = VALID_STAT(smb_dname->st) ? True : False;
4028         struct share_mode_lock *lck = NULL;
4029         NTSTATUS status;
4030         struct timespec mtimespec;
4031         int info = 0;
4032         bool ok;
4033
4034         if (is_ntfs_stream_smb_fname(smb_dname)) {
4035                 DEBUG(2, ("open_directory: %s is a stream name!\n",
4036                           smb_fname_str_dbg(smb_dname)));
4037                 return NT_STATUS_NOT_A_DIRECTORY;
4038         }
4039
4040         if (!(file_attributes & FILE_FLAG_POSIX_SEMANTICS)) {
4041                 /* Ensure we have a directory attribute. */
4042                 file_attributes |= FILE_ATTRIBUTE_DIRECTORY;
4043         }
4044
4045         DEBUG(5,("open_directory: opening directory %s, access_mask = 0x%x, "
4046                  "share_access = 0x%x create_options = 0x%x, "
4047                  "create_disposition = 0x%x, file_attributes = 0x%x\n",
4048                  smb_fname_str_dbg(smb_dname),
4049                  (unsigned int)access_mask,
4050                  (unsigned int)share_access,
4051                  (unsigned int)create_options,
4052                  (unsigned int)create_disposition,
4053                  (unsigned int)file_attributes));
4054
4055         status = smbd_calculate_access_mask(conn, smb_dname, false,
4056                                             access_mask, &access_mask);
4057         if (!NT_STATUS_IS_OK(status)) {
4058                 DEBUG(10, ("open_directory: smbd_calculate_access_mask "
4059                         "on file %s returned %s\n",
4060                         smb_fname_str_dbg(smb_dname),
4061                         nt_errstr(status)));
4062                 return status;
4063         }
4064
4065         if ((access_mask & SEC_FLAG_SYSTEM_SECURITY) &&
4066                         !security_token_has_privilege(get_current_nttok(conn),
4067                                         SEC_PRIV_SECURITY)) {
4068                 DEBUG(10, ("open_directory: open on %s "
4069                         "failed - SEC_FLAG_SYSTEM_SECURITY denied.\n",
4070                         smb_fname_str_dbg(smb_dname)));
4071                 return NT_STATUS_PRIVILEGE_NOT_HELD;
4072         }
4073
4074         switch( create_disposition ) {
4075                 case FILE_OPEN:
4076
4077                         if (!dir_existed) {
4078                                 return NT_STATUS_OBJECT_NAME_NOT_FOUND;
4079                         }
4080
4081                         info = FILE_WAS_OPENED;
4082                         break;
4083
4084                 case FILE_CREATE:
4085
4086                         /* If directory exists error. If directory doesn't
4087                          * exist create. */
4088
4089                         if (dir_existed) {
4090                                 status = NT_STATUS_OBJECT_NAME_COLLISION;
4091                                 DEBUG(2, ("open_directory: unable to create "
4092                                           "%s. Error was %s\n",
4093                                           smb_fname_str_dbg(smb_dname),
4094                                           nt_errstr(status)));
4095                                 return status;
4096                         }
4097
4098                         status = mkdir_internal(conn, smb_dname,
4099                                                 file_attributes);
4100
4101                         if (!NT_STATUS_IS_OK(status)) {
4102                                 DEBUG(2, ("open_directory: unable to create "
4103                                           "%s. Error was %s\n",
4104                                           smb_fname_str_dbg(smb_dname),
4105                                           nt_errstr(status)));
4106                                 return status;
4107                         }
4108
4109                         info = FILE_WAS_CREATED;
4110                         break;
4111
4112                 case FILE_OPEN_IF:
4113                         /*
4114                          * If directory exists open. If directory doesn't
4115                          * exist create.
4116                          */
4117
4118                         if (dir_existed) {
4119                                 status = NT_STATUS_OK;
4120                                 info = FILE_WAS_OPENED;
4121                         } else {
4122                                 status = mkdir_internal(conn, smb_dname,
4123                                                 file_attributes);
4124
4125                                 if (NT_STATUS_IS_OK(status)) {
4126                                         info = FILE_WAS_CREATED;
4127                                 } else {
4128                                         /* Cope with create race. */
4129                                         if (!NT_STATUS_EQUAL(status,
4130                                                         NT_STATUS_OBJECT_NAME_COLLISION)) {
4131                                                 DEBUG(2, ("open_directory: unable to create "
4132                                                         "%s. Error was %s\n",
4133                                                         smb_fname_str_dbg(smb_dname),
4134                                                         nt_errstr(status)));
4135                                                 return status;
4136                                         }
4137
4138                                         /*
4139                                          * If mkdir_internal() returned
4140                                          * NT_STATUS_OBJECT_NAME_COLLISION
4141                                          * we still must lstat the path.
4142                                          */
4143
4144                                         if (SMB_VFS_LSTAT(conn, smb_dname)
4145                                                         == -1) {
4146                                                 DEBUG(2, ("Could not stat "
4147                                                         "directory '%s' just "
4148                                                         "opened: %s\n",
4149                                                         smb_fname_str_dbg(
4150                                                                 smb_dname),
4151                                                         strerror(errno)));
4152                                                 return map_nt_error_from_unix(
4153                                                                 errno);
4154                                         }
4155
4156                                         info = FILE_WAS_OPENED;
4157                                 }
4158                         }
4159
4160                         break;
4161
4162                 case FILE_SUPERSEDE:
4163                 case FILE_OVERWRITE:
4164                 case FILE_OVERWRITE_IF:
4165                 default:
4166                         DEBUG(5,("open_directory: invalid create_disposition "
4167                                  "0x%x for directory %s\n",
4168                                  (unsigned int)create_disposition,
4169                                  smb_fname_str_dbg(smb_dname)));
4170                         return NT_STATUS_INVALID_PARAMETER;
4171         }
4172
4173         if(!S_ISDIR(smb_dname->st.st_ex_mode)) {
4174                 DEBUG(5,("open_directory: %s is not a directory !\n",
4175                          smb_fname_str_dbg(smb_dname)));
4176                 return NT_STATUS_NOT_A_DIRECTORY;
4177         }
4178
4179         if (info == FILE_WAS_OPENED) {
4180                 status = smbd_check_access_rights(conn,
4181                                                 smb_dname,
4182                                                 false,
4183                                                 access_mask);
4184                 if (!NT_STATUS_IS_OK(status)) {
4185                         DEBUG(10, ("open_directory: smbd_check_access_rights on "
4186                                 "file %s failed with %s\n",
4187                                 smb_fname_str_dbg(smb_dname),
4188                                 nt_errstr(status)));
4189                         return status;
4190                 }
4191         }
4192
4193         status = file_new(req, conn, &fsp);
4194         if(!NT_STATUS_IS_OK(status)) {
4195                 return status;
4196         }
4197
4198         /*
4199          * Setup the files_struct for it.
4200          */
4201
4202         fsp->file_id = vfs_file_id_from_sbuf(conn, &smb_dname->st);
4203         fsp->vuid = req ? req->vuid : UID_FIELD_INVALID;
4204         fsp->file_pid = req ? req->smbpid : 0;
4205         fsp->can_lock = False;
4206         fsp->can_read = False;
4207         fsp->can_write = False;
4208
4209         fsp->share_access = share_access;
4210         fsp->fh->private_options = 0;
4211         /*
4212          * According to Samba4, SEC_FILE_READ_ATTRIBUTE is always granted,
4213          */
4214         fsp->access_mask = access_mask | FILE_READ_ATTRIBUTES;
4215         fsp->print_file = NULL;
4216         fsp->modified = False;
4217         fsp->oplock_type = NO_OPLOCK;
4218         fsp->sent_oplock_break = NO_BREAK_SENT;
4219         fsp->is_directory = True;
4220         if (file_attributes & FILE_FLAG_POSIX_SEMANTICS) {
4221                 fsp->posix_flags |= FSP_POSIX_FLAGS_ALL;
4222         }
4223         status = fsp_set_smb_fname(fsp, smb_dname);
4224         if (!NT_STATUS_IS_OK(status)) {
4225                 file_free(req, fsp);
4226                 return status;
4227         }
4228
4229         /* Don't store old timestamps for directory
4230            handles in the internal database. We don't
4231            update them in there if new objects
4232            are creaded in the directory. Currently
4233            we only update timestamps on file writes.
4234            See bug #9870.
4235         */
4236         ZERO_STRUCT(mtimespec);
4237
4238         if (access_mask & (FILE_LIST_DIRECTORY|
4239                            FILE_ADD_FILE|
4240                            FILE_ADD_SUBDIRECTORY|
4241                            FILE_TRAVERSE|
4242                            DELETE_ACCESS|
4243                            FILE_DELETE_CHILD)) {
4244 #ifdef O_DIRECTORY
4245                 status = fd_open(conn, fsp, O_RDONLY|O_DIRECTORY, 0);
4246 #else
4247                 /* POSIX allows us to open a directory with O_RDONLY. */
4248                 status = fd_open(conn, fsp, O_RDONLY, 0);
4249 #endif
4250                 if (!NT_STATUS_IS_OK(status)) {
4251                         DEBUG(5, ("open_directory: Could not open fd for "
4252                                 "%s (%s)\n",
4253                                 smb_fname_str_dbg(smb_dname),
4254                                 nt_errstr(status)));
4255                         file_free(req, fsp);
4256                         return status;
4257                 }
4258         } else {
4259                 fsp->fh->fd = -1;
4260                 DEBUG(10, ("Not opening Directory %s\n",
4261                         smb_fname_str_dbg(smb_dname)));
4262         }
4263
4264         status = vfs_stat_fsp(fsp);
4265         if (!NT_STATUS_IS_OK(status)) {
4266                 fd_close(fsp);
4267                 file_free(req, fsp);
4268                 return status;
4269         }
4270
4271         if(!S_ISDIR(fsp->fsp_name->st.st_ex_mode)) {
4272                 DEBUG(5,("open_directory: %s is not a directory !\n",
4273                          smb_fname_str_dbg(smb_dname)));
4274                 fd_close(fsp);
4275                 file_free(req, fsp);
4276                 return NT_STATUS_NOT_A_DIRECTORY;
4277         }
4278
4279         /* Ensure there was no race condition.  We need to check
4280          * dev/inode but not permissions, as these can change
4281          * legitimately */
4282         if (!check_same_dev_ino(&smb_dname->st, &fsp->fsp_name->st)) {
4283                 DEBUG(5,("open_directory: stat struct differs for "
4284                         "directory %s.\n",
4285                         smb_fname_str_dbg(smb_dname)));
4286                 fd_close(fsp);
4287                 file_free(req, fsp);
4288                 return NT_STATUS_ACCESS_DENIED;
4289         }
4290
4291         lck = get_share_mode_lock(talloc_tos(), fsp->file_id,
4292                                   conn->connectpath, smb_dname,
4293                                   &mtimespec);
4294
4295         if (lck == NULL) {
4296                 DEBUG(0, ("open_directory: Could not get share mode lock for "
4297                           "%s\n", smb_fname_str_dbg(smb_dname)));
4298                 fd_close(fsp);
4299                 file_free(req, fsp);
4300                 return NT_STATUS_SHARING_VIOLATION;
4301         }
4302
4303         if (has_delete_on_close(lck, fsp->name_hash)) {
4304                 TALLOC_FREE(lck);
4305                 fd_close(fsp);
4306                 file_free(req, fsp);
4307                 return NT_STATUS_DELETE_PENDING;
4308         }
4309
4310         status = open_mode_check(conn, lck,
4311                                  access_mask, share_access);
4312
4313         if (!NT_STATUS_IS_OK(status)) {
4314                 TALLOC_FREE(lck);
4315                 fd_close(fsp);
4316                 file_free(req, fsp);
4317                 return status;
4318         }
4319
4320         ok = set_share_mode(
4321                 lck,
4322                 fsp,
4323                 get_current_uid(conn),
4324                 req ? req->mid : 0,
4325                 NO_OPLOCK,
4326                 NULL,
4327                 NULL);
4328         if (!ok) {
4329                 TALLOC_FREE(lck);
4330                 fd_close(fsp);
4331                 file_free(req, fsp);
4332                 return NT_STATUS_NO_MEMORY;
4333         }
4334
4335         /* For directories the delete on close bit at open time seems
4336            always to be honored on close... See test 19 in Samba4 BASE-DELETE. */
4337         if (create_options & FILE_DELETE_ON_CLOSE) {
4338                 status = can_set_delete_on_close(fsp, 0);
4339                 if (!NT_STATUS_IS_OK(status) && !NT_STATUS_EQUAL(status, NT_STATUS_DIRECTORY_NOT_EMPTY)) {
4340                         del_share_mode(lck, fsp);
4341                         TALLOC_FREE(lck);
4342                         fd_close(fsp);
4343                         file_free(req, fsp);
4344                         return status;
4345                 }
4346
4347                 if (NT_STATUS_IS_OK(status)) {
4348                         /* Note that here we set the *initial* delete on close flag,
4349                            not the regular one. The magic gets handled in close. */
4350                         fsp->initial_delete_on_close = True;
4351                 }
4352         }
4353
4354         {
4355                 /*
4356                  * Deal with other opens having a modified write time. Is this
4357                  * possible for directories?
4358                  */
4359                 struct timespec write_time = get_share_mode_write_time(lck);
4360
4361                 if (!null_timespec(write_time)) {
4362                         update_stat_ex_mtime(&fsp->fsp_name->st, write_time);
4363                 }
4364         }
4365
4366         TALLOC_FREE(lck);
4367
4368         if (pinfo) {
4369                 *pinfo = info;
4370         }
4371
4372         *result = fsp;
4373         return NT_STATUS_OK;
4374 }
4375
4376 NTSTATUS create_directory(connection_struct *conn, struct smb_request *req,
4377                           struct smb_filename *smb_dname)
4378 {
4379         NTSTATUS status;
4380         files_struct *fsp;
4381
4382         status = SMB_VFS_CREATE_FILE(
4383                 conn,                                   /* conn */
4384                 req,                                    /* req */
4385                 0,                                      /* root_dir_fid */
4386                 smb_dname,                              /* fname */
4387                 FILE_READ_ATTRIBUTES,                   /* access_mask */
4388                 FILE_SHARE_NONE,                        /* share_access */
4389                 FILE_CREATE,                            /* create_disposition*/
4390                 FILE_DIRECTORY_FILE,                    /* create_options */
4391                 FILE_ATTRIBUTE_DIRECTORY,               /* file_attributes */
4392                 0,                                      /* oplock_request */
4393                 NULL,                                   /* lease */
4394                 0,                                      /* allocation_size */
4395                 0,                                      /* private_flags */
4396                 NULL,                                   /* sd */
4397                 NULL,                                   /* ea_list */
4398                 &fsp,                                   /* result */
4399                 NULL,                                   /* pinfo */
4400                 NULL, NULL);                            /* create context */
4401
4402         if (NT_STATUS_IS_OK(status)) {
4403                 close_file(req, fsp, NORMAL_CLOSE);
4404         }
4405
4406         return status;
4407 }
4408
4409 /****************************************************************************
4410  Receive notification that one of our open files has been renamed by another
4411  smbd process.
4412 ****************************************************************************/
4413
4414 void msg_file_was_renamed(struct messaging_context *msg,
4415                           void *private_data,
4416                           uint32_t msg_type,
4417                           struct server_id server_id,
4418                           DATA_BLOB *data)
4419 {
4420         files_struct *fsp;
4421         char *frm = (char *)data->data;
4422         struct file_id id;
4423         const char *sharepath;
4424         const char *base_name;
4425         const char *stream_name;
4426         struct smb_filename *smb_fname = NULL;
4427         size_t sp_len, bn_len;
4428         NTSTATUS status;
4429         struct smbd_server_connection *sconn =
4430                 talloc_get_type_abort(private_data,
4431                 struct smbd_server_connection);
4432
4433         if (data->data == NULL
4434             || data->length < MSG_FILE_RENAMED_MIN_SIZE + 2) {
4435                 DEBUG(0, ("msg_file_was_renamed: Got invalid msg len %d\n",
4436                           (int)data->length));
4437                 return;
4438         }
4439
4440         /* Unpack the message. */
4441         pull_file_id_24(frm, &id);
4442         sharepath = &frm[24];
4443         sp_len = strlen(sharepath);
4444         base_name = sharepath + sp_len + 1;
4445         bn_len = strlen(base_name);
4446         stream_name = sharepath + sp_len + 1 + bn_len + 1;
4447
4448         /* stream_name must always be NULL if there is no stream. */
4449         if (stream_name[0] == '\0') {
4450                 stream_name = NULL;
4451         }
4452
4453         smb_fname = synthetic_smb_fname(talloc_tos(),
4454                                         base_name,
4455                                         stream_name,
4456                                         NULL,
4457                                         0);
4458         if (smb_fname == NULL) {
4459                 return;
4460         }
4461
4462         DEBUG(10,("msg_file_was_renamed: Got rename message for sharepath %s, new name %s, "
4463                 "file_id %s\n",
4464                 sharepath, smb_fname_str_dbg(smb_fname),
4465                 file_id_string_tos(&id)));
4466
4467         for(fsp = file_find_di_first(sconn, id); fsp;
4468             fsp = file_find_di_next(fsp)) {
4469                 if (memcmp(fsp->conn->connectpath, sharepath, sp_len) == 0) {
4470
4471                         DEBUG(10,("msg_file_was_renamed: renaming file %s from %s -> %s\n",
4472                                 fsp_fnum_dbg(fsp), fsp_str_dbg(fsp),
4473                                 smb_fname_str_dbg(smb_fname)));
4474                         status = fsp_set_smb_fname(fsp, smb_fname);
4475                         if (!NT_STATUS_IS_OK(status)) {
4476                                 goto out;
4477                         }
4478                 } else {
4479                         /* TODO. JRA. */
4480                         /* Now we have the complete path we can work out if this is
4481                            actually within this share and adjust newname accordingly. */
4482                         DEBUG(10,("msg_file_was_renamed: share mismatch (sharepath %s "
4483                                 "not sharepath %s) "
4484                                 "%s from %s -> %s\n",
4485                                 fsp->conn->connectpath,
4486                                 sharepath,
4487                                 fsp_fnum_dbg(fsp),
4488                                 fsp_str_dbg(fsp),
4489                                 smb_fname_str_dbg(smb_fname)));
4490                 }
4491         }
4492  out:
4493         TALLOC_FREE(smb_fname);
4494         return;
4495 }
4496
4497 /*
4498  * If a main file is opened for delete, all streams need to be checked for
4499  * !FILE_SHARE_DELETE. Do this by opening with DELETE_ACCESS.
4500  * If that works, delete them all by setting the delete on close and close.
4501  */
4502
4503 static NTSTATUS open_streams_for_delete(connection_struct *conn,
4504                                         const struct smb_filename *smb_fname)
4505 {
4506         struct stream_struct *stream_info = NULL;
4507         files_struct **streams = NULL;
4508         int i;
4509         unsigned int num_streams = 0;
4510         TALLOC_CTX *frame = talloc_stackframe();
4511         NTSTATUS status;
4512
4513         status = vfs_streaminfo(conn, NULL, smb_fname, talloc_tos(),
4514                                 &num_streams, &stream_info);
4515
4516         if (NT_STATUS_EQUAL(status, NT_STATUS_NOT_IMPLEMENTED)
4517             || NT_STATUS_EQUAL(status, NT_STATUS_OBJECT_NAME_NOT_FOUND)) {
4518                 DEBUG(10, ("no streams around\n"));
4519                 TALLOC_FREE(frame);
4520                 return NT_STATUS_OK;
4521         }
4522
4523         if (!NT_STATUS_IS_OK(status)) {
4524                 DEBUG(10, ("vfs_streaminfo failed: %s\n",
4525                            nt_errstr(status)));
4526                 goto fail;
4527         }
4528
4529         DEBUG(10, ("open_streams_for_delete found %d streams\n",
4530                    num_streams));
4531
4532         if (num_streams == 0) {
4533                 TALLOC_FREE(frame);
4534                 return NT_STATUS_OK;
4535         }
4536
4537         streams = talloc_array(talloc_tos(), files_struct *, num_streams);
4538         if (streams == NULL) {
4539                 DEBUG(0, ("talloc failed\n"));
4540                 status = NT_STATUS_NO_MEMORY;
4541                 goto fail;
4542         }
4543
4544         for (i=0; i<num_streams; i++) {
4545                 struct smb_filename *smb_fname_cp;
4546
4547                 if (strequal(stream_info[i].name, "::$DATA")) {
4548                         streams[i] = NULL;
4549                         continue;
4550                 }
4551
4552                 smb_fname_cp = synthetic_smb_fname(talloc_tos(),
4553                                         smb_fname->base_name,
4554                                         stream_info[i].name,
4555                                         NULL,
4556                                         (smb_fname->flags &
4557                                                 ~SMB_FILENAME_POSIX_PATH));
4558                 if (smb_fname_cp == NULL) {
4559                         status = NT_STATUS_NO_MEMORY;
4560                         goto fail;
4561                 }
4562
4563                 if (SMB_VFS_STAT(conn, smb_fname_cp) == -1) {
4564                         DEBUG(10, ("Unable to stat stream: %s\n",
4565                                    smb_fname_str_dbg(smb_fname_cp)));
4566                 }
4567
4568                 status = SMB_VFS_CREATE_FILE(
4569                          conn,                  /* conn */
4570                          NULL,                  /* req */
4571                          0,                     /* root_dir_fid */
4572                          smb_fname_cp,          /* fname */
4573                          DELETE_ACCESS,         /* access_mask */
4574                          (FILE_SHARE_READ |     /* share_access */
4575                              FILE_SHARE_WRITE | FILE_SHARE_DELETE),
4576                          FILE_OPEN,             /* create_disposition*/
4577                          0,                     /* create_options */
4578                          FILE_ATTRIBUTE_NORMAL, /* file_attributes */
4579                          0,                     /* oplock_request */
4580                          NULL,                  /* lease */
4581                          0,                     /* allocation_size */
4582                          NTCREATEX_OPTIONS_PRIVATE_STREAM_DELETE, /* private_flags */
4583                          NULL,                  /* sd */
4584                          NULL,                  /* ea_list */
4585                          &streams[i],           /* result */
4586                          NULL,                  /* pinfo */
4587                          NULL, NULL);           /* create context */
4588
4589                 if (!NT_STATUS_IS_OK(status)) {
4590                         DEBUG(10, ("Could not open stream %s: %s\n",
4591                                    smb_fname_str_dbg(smb_fname_cp),
4592                                    nt_errstr(status)));
4593
4594                         TALLOC_FREE(smb_fname_cp);
4595                         break;
4596                 }
4597                 TALLOC_FREE(smb_fname_cp);
4598         }
4599
4600         /*
4601          * don't touch the variable "status" beyond this point :-)
4602          */
4603
4604         for (i -= 1 ; i >= 0; i--) {
4605                 if (streams[i] == NULL) {
4606                         continue;
4607                 }
4608
4609                 DEBUG(10, ("Closing stream # %d, %s\n", i,
4610                            fsp_str_dbg(streams[i])));
4611                 close_file(NULL, streams[i], NORMAL_CLOSE);
4612         }
4613
4614  fail:
4615         TALLOC_FREE(frame);
4616         return status;
4617 }
4618
4619 /*********************************************************************
4620  Create a default ACL by inheriting from the parent. If no inheritance
4621  from the parent available, don't set anything. This will leave the actual
4622  permissions the new file or directory already got from the filesystem
4623  as the NT ACL when read.
4624 *********************************************************************/
4625
4626 static NTSTATUS inherit_new_acl(files_struct *fsp)
4627 {
4628         TALLOC_CTX *frame = talloc_stackframe();
4629         char *parent_name = NULL;
4630         struct security_descriptor *parent_desc = NULL;
4631         NTSTATUS status = NT_STATUS_OK;
4632         struct security_descriptor *psd = NULL;
4633         const struct dom_sid *owner_sid = NULL;
4634         const struct dom_sid *group_sid = NULL;
4635         uint32_t security_info_sent = (SECINFO_OWNER | SECINFO_GROUP | SECINFO_DACL);
4636         struct security_token *token = fsp->conn->session_info->security_token;
4637         bool inherit_owner =
4638             (lp_inherit_owner(SNUM(fsp->conn)) == INHERIT_OWNER_WINDOWS_AND_UNIX);
4639         bool inheritable_components = false;
4640         bool try_builtin_administrators = false;
4641         const struct dom_sid *BA_U_sid = NULL;
4642         const struct dom_sid *BA_G_sid = NULL;
4643         bool try_system = false;
4644         const struct dom_sid *SY_U_sid = NULL;
4645         const struct dom_sid *SY_G_sid = NULL;
4646         size_t size = 0;
4647         struct smb_filename *parent_smb_fname = NULL;
4648
4649         if (!parent_dirname(frame, fsp->fsp_name->base_name, &parent_name, NULL)) {
4650                 TALLOC_FREE(frame);
4651                 return NT_STATUS_NO_MEMORY;
4652         }
4653         parent_smb_fname = synthetic_smb_fname(talloc_tos(),
4654                                                 parent_name,
4655                                                 NULL,
4656                                                 NULL,
4657                                                 fsp->fsp_name->flags);
4658
4659         if (parent_smb_fname == NULL) {
4660                 TALLOC_FREE(frame);
4661                 return NT_STATUS_NO_MEMORY;
4662         }
4663
4664         status = SMB_VFS_GET_NT_ACL(fsp->conn,
4665                                     parent_smb_fname,
4666                                     (SECINFO_OWNER | SECINFO_GROUP | SECINFO_DACL),
4667                                     frame,
4668                                     &parent_desc);
4669         if (!NT_STATUS_IS_OK(status)) {
4670                 TALLOC_FREE(frame);
4671                 return status;
4672         }
4673
4674         inheritable_components = sd_has_inheritable_components(parent_desc,
4675                                         fsp->is_directory);
4676
4677         if (!inheritable_components && !inherit_owner) {
4678                 TALLOC_FREE(frame);
4679                 /* Nothing to inherit and not setting owner. */
4680                 return NT_STATUS_OK;
4681         }
4682
4683         /* Create an inherited descriptor from the parent. */
4684
4685         if (DEBUGLEVEL >= 10) {
4686                 DEBUG(10,("inherit_new_acl: parent acl for %s is:\n",
4687                         fsp_str_dbg(fsp) ));
4688                 NDR_PRINT_DEBUG(security_descriptor, parent_desc);
4689         }
4690
4691         /* Inherit from parent descriptor if "inherit owner" set. */
4692         if (inherit_owner) {
4693                 owner_sid = parent_desc->owner_sid;
4694                 group_sid = parent_desc->group_sid;
4695         }
4696
4697         if (owner_sid == NULL) {
4698                 if (security_token_has_builtin_administrators(token)) {
4699                         try_builtin_administrators = true;
4700                 } else if (security_token_is_system(token)) {
4701                         try_builtin_administrators = true;
4702                         try_system = true;
4703                 }
4704         }
4705
4706         if (group_sid == NULL &&
4707             token->num_sids == PRIMARY_GROUP_SID_INDEX)
4708         {
4709                 if (security_token_is_system(token)) {
4710                         try_builtin_administrators = true;
4711                         try_system = true;
4712                 }
4713         }
4714
4715         if (try_builtin_administrators) {
4716                 struct unixid ids;
4717                 bool ok;
4718
4719                 ZERO_STRUCT(ids);
4720                 ok = sids_to_unixids(&global_sid_Builtin_Administrators, 1, &ids);
4721                 if (ok) {
4722                         switch (ids.type) {
4723                         case ID_TYPE_BOTH:
4724                                 BA_U_sid = &global_sid_Builtin_Administrators;
4725                                 BA_G_sid = &global_sid_Builtin_Administrators;
4726                                 break;
4727                         case ID_TYPE_UID:
4728                                 BA_U_sid = &global_sid_Builtin_Administrators;
4729                                 break;
4730                         case ID_TYPE_GID:
4731                                 BA_G_sid = &global_sid_Builtin_Administrators;
4732                                 break;
4733                         default:
4734                                 break;
4735                         }
4736                 }
4737         }
4738
4739         if (try_system) {
4740                 struct unixid ids;
4741                 bool ok;
4742
4743                 ZERO_STRUCT(ids);
4744                 ok = sids_to_unixids(&global_sid_System, 1, &ids);
4745                 if (ok) {
4746                         switch (ids.type) {
4747                         case ID_TYPE_BOTH:
4748                                 SY_U_sid = &global_sid_System;
4749                                 SY_G_sid = &global_sid_System;
4750                                 break;
4751                         case ID_TYPE_UID:
4752                                 SY_U_sid = &global_sid_System;
4753                                 break;
4754                         case ID_TYPE_GID:
4755                                 SY_G_sid = &global_sid_System;
4756                                 break;
4757                         default:
4758                                 break;
4759                         }
4760                 }
4761         }
4762
4763         if (owner_sid == NULL) {
4764                 owner_sid = BA_U_sid;
4765         }
4766
4767         if (owner_sid == NULL) {
4768                 owner_sid = SY_U_sid;
4769         }
4770
4771         if (group_sid == NULL) {
4772                 group_sid = SY_G_sid;
4773         }
4774
4775         if (try_system && group_sid == NULL) {
4776                 group_sid = BA_G_sid;
4777         }
4778
4779         if (owner_sid == NULL) {
4780                 owner_sid = &token->sids[PRIMARY_USER_SID_INDEX];
4781         }
4782         if (group_sid == NULL) {
4783                 if (token->num_sids == PRIMARY_GROUP_SID_INDEX) {
4784                         group_sid = &token->sids[PRIMARY_USER_SID_INDEX];
4785                 } else {
4786                         group_sid = &token->sids[PRIMARY_GROUP_SID_INDEX];
4787                 }
4788         }
4789
4790         status = se_create_child_secdesc(frame,
4791                         &psd,
4792                         &size,
4793                         parent_desc,
4794                         owner_sid,
4795                         group_sid,
4796                         fsp->is_directory);
4797         if (!NT_STATUS_IS_OK(status)) {
4798                 TALLOC_FREE(frame);
4799                 return status;
4800         }
4801
4802         /* If inheritable_components == false,
4803            se_create_child_secdesc()
4804            creates a security descriptor with a NULL dacl
4805            entry, but with SEC_DESC_DACL_PRESENT. We need
4806            to remove that flag. */
4807
4808         if (!inheritable_components) {
4809                 security_info_sent &= ~SECINFO_DACL;
4810                 psd->type &= ~SEC_DESC_DACL_PRESENT;
4811         }
4812
4813         if (DEBUGLEVEL >= 10) {
4814                 DEBUG(10,("inherit_new_acl: child acl for %s is:\n",
4815                         fsp_str_dbg(fsp) ));
4816                 NDR_PRINT_DEBUG(security_descriptor, psd);
4817         }
4818
4819         if (inherit_owner) {
4820                 /* We need to be root to force this. */
4821                 become_root();
4822         }
4823         status = SMB_VFS_FSET_NT_ACL(fsp,
4824                         security_info_sent,
4825                         psd);
4826         if (inherit_owner) {
4827                 unbecome_root();
4828         }
4829         TALLOC_FREE(frame);
4830         return status;
4831 }
4832
4833 /*
4834  * If we already have a lease, it must match the new file id. [MS-SMB2]
4835  * 3.3.5.9.8 speaks about INVALID_PARAMETER if an already used lease key is
4836  * used for a different file name.
4837  */
4838
4839 struct lease_match_state {
4840         /* Input parameters. */
4841         TALLOC_CTX *mem_ctx;
4842         const char *servicepath;
4843         const struct smb_filename *fname;
4844         bool file_existed;
4845         struct file_id id;
4846         /* Return parameters. */
4847         uint32_t num_file_ids;
4848         struct file_id *ids;
4849         NTSTATUS match_status;
4850 };
4851
4852 /*************************************************************
4853  File doesn't exist but this lease key+guid is already in use.
4854
4855  This is only allowable in the dynamic share case where the
4856  service path must be different.
4857
4858  There is a small race condition here in the multi-connection
4859  case where a client sends two create calls on different connections,
4860  where the file doesn't exist and one smbd creates the leases_db
4861  entry first, but this will get fixed by the multichannel cleanup
4862  when all identical client_guids get handled by a single smbd.
4863 **************************************************************/
4864
4865 static void lease_match_parser_new_file(
4866         uint32_t num_files,
4867         const struct leases_db_file *files,
4868         struct lease_match_state *state)
4869 {
4870         uint32_t i;
4871
4872         for (i = 0; i < num_files; i++) {
4873                 const struct leases_db_file *f = &files[i];
4874                 if (strequal(state->servicepath, f->servicepath)) {
4875                         state->match_status = NT_STATUS_INVALID_PARAMETER;
4876                         return;
4877                 }
4878         }
4879
4880         /* Dynamic share case. Break leases on all other files. */
4881         state->match_status = leases_db_copy_file_ids(state->mem_ctx,
4882                                         num_files,
4883                                         files,
4884                                         &state->ids);
4885         if (!NT_STATUS_IS_OK(state->match_status)) {
4886                 return;
4887         }
4888
4889         state->num_file_ids = num_files;
4890         state->match_status = NT_STATUS_OPLOCK_NOT_GRANTED;
4891         return;
4892 }
4893
4894 static void lease_match_parser(
4895         uint32_t num_files,
4896         const struct leases_db_file *files,
4897         void *private_data)
4898 {
4899         struct lease_match_state *state =
4900                 (struct lease_match_state *)private_data;
4901         uint32_t i;
4902
4903         if (!state->file_existed) {
4904                 /*
4905                  * Deal with name mismatch or
4906                  * possible dynamic share case separately
4907                  * to make code clearer.
4908                  */
4909                 lease_match_parser_new_file(num_files,
4910                                                 files,
4911                                                 state);
4912                 return;
4913         }
4914
4915         /* File existed. */
4916         state->match_status = NT_STATUS_OK;
4917
4918         for (i = 0; i < num_files; i++) {
4919                 const struct leases_db_file *f = &files[i];
4920
4921                 /* Everything should be the same. */
4922                 if (!file_id_equal(&state->id, &f->id)) {
4923                         /* This should catch all dynamic share cases. */
4924                         state->match_status = NT_STATUS_OPLOCK_NOT_GRANTED;
4925                         break;
4926                 }
4927                 if (!strequal(f->servicepath, state->servicepath)) {
4928                         state->match_status = NT_STATUS_INVALID_PARAMETER;
4929                         break;
4930                 }
4931                 if (!strequal(f->base_name, state->fname->base_name)) {
4932                         state->match_status = NT_STATUS_INVALID_PARAMETER;
4933                         break;
4934                 }
4935                 if (!strequal(f->stream_name, state->fname->stream_name)) {
4936                         state->match_status = NT_STATUS_INVALID_PARAMETER;
4937                         break;
4938                 }
4939         }
4940
4941         if (NT_STATUS_IS_OK(state->match_status)) {
4942                 /*
4943                  * Common case - just opening another handle on a
4944                  * file on a non-dynamic share.
4945                  */
4946                 return;
4947         }
4948
4949         if (NT_STATUS_EQUAL(state->match_status, NT_STATUS_INVALID_PARAMETER)) {
4950                 /* Mismatched path. Error back to client. */
4951                 return;
4952         }
4953
4954         /*
4955          * File id mismatch. Dynamic share case NT_STATUS_OPLOCK_NOT_GRANTED.
4956          * Don't allow leases.
4957          */
4958
4959         state->match_status = leases_db_copy_file_ids(state->mem_ctx,
4960                                         num_files,
4961                                         files,
4962                                         &state->ids);
4963         if (!NT_STATUS_IS_OK(state->match_status)) {
4964                 return;
4965         }
4966
4967         state->num_file_ids = num_files;
4968         state->match_status = NT_STATUS_OPLOCK_NOT_GRANTED;
4969         return;
4970 }
4971
4972 static NTSTATUS lease_match(connection_struct *conn,
4973                             struct smb_request *req,
4974                             struct smb2_lease_key *lease_key,
4975                             const char *servicepath,
4976                             const struct smb_filename *fname,
4977                             uint16_t *p_version,
4978                             uint16_t *p_epoch)
4979 {
4980         struct smbd_server_connection *sconn = req->sconn;
4981         TALLOC_CTX *tos = talloc_tos();
4982         struct lease_match_state state = {
4983                 .mem_ctx = tos,
4984                 .servicepath = servicepath,
4985                 .fname = fname,
4986                 .match_status = NT_STATUS_OK
4987         };
4988         uint32_t i;
4989         NTSTATUS status;
4990
4991         state.file_existed = VALID_STAT(fname->st);
4992         if (state.file_existed) {
4993                 state.id = vfs_file_id_from_sbuf(conn, &fname->st);
4994         }
4995
4996         status = leases_db_parse(&sconn->client->connections->smb2.client.guid,
4997                                  lease_key, lease_match_parser, &state);
4998         if (!NT_STATUS_IS_OK(status)) {
4999                 /*
5000                  * Not found or error means okay: We can make the lease pass
5001                  */
5002                 return NT_STATUS_OK;
5003         }
5004         if (!NT_STATUS_EQUAL(state.match_status, NT_STATUS_OPLOCK_NOT_GRANTED)) {
5005                 /*
5006                  * Anything but NT_STATUS_OPLOCK_NOT_GRANTED, let the caller
5007                  * deal with it.
5008                  */
5009                 return state.match_status;
5010         }
5011
5012         /* We have to break all existing leases. */
5013         for (i = 0; i < state.num_file_ids; i++) {
5014                 struct share_mode_lock *lck;
5015                 struct share_mode_data *d;
5016                 struct share_mode_entry *lease_entry = NULL;
5017                 uint32_t j;
5018
5019                 if (file_id_equal(&state.ids[i], &state.id)) {
5020                         /* Don't need to break our own file. */
5021                         continue;
5022                 }
5023
5024                 lck = get_existing_share_mode_lock(talloc_tos(), state.ids[i]);
5025                 if (lck == NULL) {
5026                         /* Race condition - file already closed. */
5027                         continue;
5028                 }
5029                 d = lck->data;
5030                 for (j=0; j<d->num_share_modes; j++) {
5031                         struct share_mode_entry *e = &d->share_modes[j];
5032                         uint32_t e_lease_type = get_lease_type(d, e);
5033
5034                         if (share_mode_stale_pid(d, j)) {
5035                                 continue;
5036                         }
5037
5038                         if (e->op_type == LEASE_OPLOCK) {
5039                                 if (!smb2_lease_key_equal(&e->lease_key,
5040                                                           lease_key)) {
5041                                         continue;
5042                                 }
5043                                 lease_entry = e;
5044                         }
5045
5046                         if (e_lease_type == SMB2_LEASE_NONE) {
5047                                 continue;
5048                         }
5049
5050                         send_break_message(conn->sconn->msg_ctx, &d->id, e,
5051                                            SMB2_LEASE_NONE);
5052
5053                         /*
5054                          * Windows 7 and 8 lease clients
5055                          * are broken in that they will not
5056                          * respond to lease break requests
5057                          * whilst waiting for an outstanding
5058                          * open request on that lease handle
5059                          * on the same TCP connection, due
5060                          * to holding an internal inode lock.
5061                          *
5062                          * This means we can't reschedule
5063                          * ourselves here, but must return
5064                          * from the create.
5065                          *
5066                          * Work around:
5067                          *
5068                          * Send the breaks and then return
5069                          * SMB2_LEASE_NONE in the lease handle
5070                          * to cause them to acknowledge the
5071                          * lease break. Consultation with
5072                          * Microsoft engineering confirmed
5073                          * this approach is safe.
5074                          */
5075
5076                 }
5077
5078                 if (lease_entry != NULL) {
5079                         status = leases_db_get(
5080                                 &lease_entry->client_guid,
5081                                 &lease_entry->lease_key,
5082                                 &d->id,
5083                                 NULL, /* current_state */
5084                                 NULL, /* breaking */
5085                                 NULL, /* breaking_to_requested */
5086                                 NULL, /* breaking_to_required */
5087                                 p_version, /* lease_version */
5088                                 p_epoch); /* epoch */
5089                         if (!NT_STATUS_IS_OK(status)) {
5090                                 DBG_WARNING("Could not find version/epoch: "
5091                                             "%s\n",
5092                                             nt_errstr(status));
5093                         }
5094                 }
5095
5096                 TALLOC_FREE(lck);
5097         }
5098         /*
5099          * Ensure we don't grant anything more so we
5100          * never upgrade.
5101          */
5102         return NT_STATUS_OPLOCK_NOT_GRANTED;
5103 }
5104
5105 /*
5106  * Wrapper around open_file_ntcreate and open_directory
5107  */
5108
5109 static NTSTATUS create_file_unixpath(connection_struct *conn,
5110                                      struct smb_request *req,
5111                                      struct smb_filename *smb_fname,
5112                                      uint32_t access_mask,
5113                                      uint32_t share_access,
5114                                      uint32_t create_disposition,
5115                                      uint32_t create_options,
5116                                      uint32_t file_attributes,
5117                                      uint32_t oplock_request,
5118                                      struct smb2_lease *lease,
5119                                      uint64_t allocation_size,
5120                                      uint32_t private_flags,
5121                                      struct security_descriptor *sd,
5122                                      struct ea_list *ea_list,
5123
5124                                      files_struct **result,
5125                                      int *pinfo)
5126 {
5127         int info = FILE_WAS_OPENED;
5128         files_struct *base_fsp = NULL;
5129         files_struct *fsp = NULL;
5130         NTSTATUS status;
5131
5132         DBG_DEBUG("create_file_unixpath: access_mask = 0x%x "
5133                   "file_attributes = 0x%x, share_access = 0x%x, "
5134                   "create_disposition = 0x%x create_options = 0x%x "
5135                   "oplock_request = 0x%x private_flags = 0x%x "
5136                   "ea_list = %p, sd = %p, "
5137                   "fname = %s\n",
5138                   (unsigned int)access_mask,
5139                   (unsigned int)file_attributes,
5140                   (unsigned int)share_access,
5141                   (unsigned int)create_disposition,
5142                   (unsigned int)create_options,
5143                   (unsigned int)oplock_request,
5144                   (unsigned int)private_flags,
5145                   ea_list, sd, smb_fname_str_dbg(smb_fname));
5146
5147         if (create_options & FILE_OPEN_BY_FILE_ID) {
5148                 status = NT_STATUS_NOT_SUPPORTED;
5149                 goto fail;
5150         }
5151
5152         if (create_options & NTCREATEX_OPTIONS_INVALID_PARAM_MASK) {
5153                 status = NT_STATUS_INVALID_PARAMETER;
5154                 goto fail;
5155         }
5156
5157         if (req == NULL) {
5158                 oplock_request |= INTERNAL_OPEN_ONLY;
5159         }
5160
5161         if (lease != NULL) {
5162                 uint16_t epoch = lease->lease_epoch;
5163                 uint16_t version = lease->lease_version;
5164
5165                 if (req == NULL) {
5166                         DBG_WARNING("Got lease on internal open\n");
5167                         status = NT_STATUS_INTERNAL_ERROR;
5168                         goto fail;
5169                 }
5170
5171                 status = lease_match(conn,
5172                                 req,
5173                                 &lease->lease_key,
5174                                 conn->connectpath,
5175                                 smb_fname,
5176                                 &version,
5177                                 &epoch);
5178                 if (NT_STATUS_EQUAL(status, NT_STATUS_OPLOCK_NOT_GRANTED)) {
5179                         /* Dynamic share file. No leases and update epoch... */
5180                         lease->lease_state = SMB2_LEASE_NONE;
5181                         lease->lease_epoch = epoch;
5182                         lease->lease_version = version;
5183                 } else if (!NT_STATUS_IS_OK(status)) {
5184                         goto fail;
5185                 }
5186         }
5187
5188         if ((conn->fs_capabilities & FILE_NAMED_STREAMS)
5189             && (access_mask & DELETE_ACCESS)
5190             && !is_ntfs_stream_smb_fname(smb_fname)) {
5191                 /*
5192                  * We can't open a file with DELETE access if any of the
5193                  * streams is open without FILE_SHARE_DELETE
5194                  */
5195                 status = open_streams_for_delete(conn, smb_fname);
5196
5197                 if (!NT_STATUS_IS_OK(status)) {
5198                         goto fail;
5199                 }
5200         }
5201
5202         if ((access_mask & SEC_FLAG_SYSTEM_SECURITY) &&
5203                         !security_token_has_privilege(get_current_nttok(conn),
5204                                         SEC_PRIV_SECURITY)) {
5205                 DEBUG(10, ("create_file_unixpath: open on %s "
5206                         "failed - SEC_FLAG_SYSTEM_SECURITY denied.\n",
5207                         smb_fname_str_dbg(smb_fname)));
5208                 status = NT_STATUS_PRIVILEGE_NOT_HELD;
5209                 goto fail;
5210         }
5211
5212         /*
5213          * Files or directories can't be opened DELETE_ON_CLOSE without
5214          * delete access.
5215          * BUG: https://bugzilla.samba.org/show_bug.cgi?id=13358
5216          */
5217         if (create_options & FILE_DELETE_ON_CLOSE) {
5218                 if ((access_mask & DELETE_ACCESS) == 0) {
5219                         status = NT_STATUS_INVALID_PARAMETER;
5220                         goto fail;
5221                 }
5222         }
5223
5224         if ((conn->fs_capabilities & FILE_NAMED_STREAMS)
5225             && is_ntfs_stream_smb_fname(smb_fname)
5226             && (!(private_flags & NTCREATEX_OPTIONS_PRIVATE_STREAM_DELETE))) {
5227                 uint32_t base_create_disposition;
5228                 struct smb_filename *smb_fname_base = NULL;
5229                 uint32_t base_privflags;
5230
5231                 if (create_options & FILE_DIRECTORY_FILE) {
5232                         status = NT_STATUS_NOT_A_DIRECTORY;
5233                         goto fail;
5234                 }
5235
5236                 switch (create_disposition) {
5237                 case FILE_OPEN:
5238                         base_create_disposition = FILE_OPEN;
5239                         break;
5240                 default:
5241                         base_create_disposition = FILE_OPEN_IF;
5242                         break;
5243                 }
5244
5245                 /* Create an smb_filename with stream_name == NULL. */
5246                 smb_fname_base = synthetic_smb_fname(talloc_tos(),
5247                                                 smb_fname->base_name,
5248                                                 NULL,
5249                                                 NULL,
5250                                                 smb_fname->flags);
5251                 if (smb_fname_base == NULL) {
5252                         status = NT_STATUS_NO_MEMORY;
5253                         goto fail;
5254                 }
5255
5256                 if (SMB_VFS_STAT(conn, smb_fname_base) == -1) {
5257                         DEBUG(10, ("Unable to stat stream: %s\n",
5258                                    smb_fname_str_dbg(smb_fname_base)));
5259                 } else {
5260                         /*
5261                          * https://bugzilla.samba.org/show_bug.cgi?id=10229
5262                          * We need to check if the requested access mask
5263                          * could be used to open the underlying file (if
5264                          * it existed), as we're passing in zero for the
5265                          * access mask to the base filename.
5266                          */
5267                         status = check_base_file_access(conn,
5268                                                         smb_fname_base,
5269                                                         access_mask);
5270
5271                         if (!NT_STATUS_IS_OK(status)) {
5272                                 DEBUG(10, ("Permission check "
5273                                         "for base %s failed: "
5274                                         "%s\n", smb_fname->base_name,
5275                                         nt_errstr(status)));
5276                                 goto fail;
5277                         }
5278                 }
5279
5280                 base_privflags = NTCREATEX_OPTIONS_PRIVATE_STREAM_BASEOPEN;
5281
5282                 /* Open the base file. */
5283                 status = create_file_unixpath(conn, NULL, smb_fname_base, 0,
5284                                               FILE_SHARE_READ
5285                                               | FILE_SHARE_WRITE
5286                                               | FILE_SHARE_DELETE,
5287                                               base_create_disposition,
5288                                               0, 0, 0, NULL, 0,
5289                                               base_privflags,
5290                                               NULL, NULL,
5291                                               &base_fsp, NULL);
5292                 TALLOC_FREE(smb_fname_base);
5293
5294                 if (!NT_STATUS_IS_OK(status)) {
5295                         DEBUG(10, ("create_file_unixpath for base %s failed: "
5296                                    "%s\n", smb_fname->base_name,
5297                                    nt_errstr(status)));
5298                         goto fail;
5299                 }
5300                 /* we don't need the low level fd */
5301                 fd_close(base_fsp);
5302         }
5303
5304         /*
5305          * If it's a request for a directory open, deal with it separately.
5306          */
5307
5308         if (create_options & FILE_DIRECTORY_FILE) {
5309
5310                 if (create_options & FILE_NON_DIRECTORY_FILE) {
5311                         status = NT_STATUS_INVALID_PARAMETER;
5312                         goto fail;
5313                 }
5314
5315                 /* Can't open a temp directory. IFS kit test. */
5316                 if (!(file_attributes & FILE_FLAG_POSIX_SEMANTICS) &&
5317                      (file_attributes & FILE_ATTRIBUTE_TEMPORARY)) {
5318                         status = NT_STATUS_INVALID_PARAMETER;
5319                         goto fail;
5320                 }
5321
5322                 /*
5323                  * We will get a create directory here if the Win32
5324                  * app specified a security descriptor in the
5325                  * CreateDirectory() call.
5326                  */
5327
5328                 oplock_request = 0;
5329                 status = open_directory(
5330                         conn, req, smb_fname, access_mask, share_access,
5331                         create_disposition, create_options, file_attributes,
5332                         &info, &fsp);
5333         } else {
5334
5335                 /*
5336                  * Ordinary file case.
5337                  */
5338
5339                 status = file_new(req, conn, &fsp);
5340                 if(!NT_STATUS_IS_OK(status)) {
5341                         goto fail;
5342                 }
5343
5344                 status = fsp_set_smb_fname(fsp, smb_fname);
5345                 if (!NT_STATUS_IS_OK(status)) {
5346                         goto fail;
5347                 }
5348
5349                 if (base_fsp) {
5350                         /*
5351                          * We're opening the stream element of a
5352                          * base_fsp we already opened. Set up the
5353                          * base_fsp pointer.
5354                          */
5355                         fsp->base_fsp = base_fsp;
5356                 }
5357
5358                 if (allocation_size) {
5359                         fsp->initial_allocation_size = smb_roundup(fsp->conn,
5360                                                         allocation_size);
5361                 }
5362
5363                 status = open_file_ntcreate(conn,
5364                                             req,
5365                                             access_mask,
5366                                             share_access,
5367                                             create_disposition,
5368                                             create_options,
5369                                             file_attributes,
5370                                             oplock_request,
5371                                             lease,
5372                                             private_flags,
5373                                             &info,
5374                                             fsp);
5375
5376                 if(!NT_STATUS_IS_OK(status)) {
5377                         file_free(req, fsp);
5378                         fsp = NULL;
5379                 }
5380
5381                 if (NT_STATUS_EQUAL(status, NT_STATUS_FILE_IS_A_DIRECTORY)) {
5382
5383                         /* A stream open never opens a directory */
5384
5385                         if (base_fsp) {
5386                                 status = NT_STATUS_FILE_IS_A_DIRECTORY;
5387                                 goto fail;
5388                         }
5389
5390                         /*
5391                          * Fail the open if it was explicitly a non-directory
5392                          * file.
5393                          */
5394
5395                         if (create_options & FILE_NON_DIRECTORY_FILE) {
5396                                 status = NT_STATUS_FILE_IS_A_DIRECTORY;
5397                                 goto fail;
5398                         }
5399
5400                         oplock_request = 0;
5401                         status = open_directory(
5402                                 conn, req, smb_fname, access_mask,
5403                                 share_access, create_disposition,
5404                                 create_options, file_attributes,
5405                                 &info, &fsp);
5406                 }
5407         }
5408
5409         if (!NT_STATUS_IS_OK(status)) {
5410                 goto fail;
5411         }
5412
5413         fsp->base_fsp = base_fsp;
5414
5415         if ((ea_list != NULL) &&
5416             ((info == FILE_WAS_CREATED) || (info == FILE_WAS_OVERWRITTEN))) {
5417                 status = set_ea(conn, fsp, fsp->fsp_name, ea_list);
5418                 if (!NT_STATUS_IS_OK(status)) {
5419                         goto fail;
5420                 }
5421         }
5422
5423         if (!fsp->is_directory && S_ISDIR(fsp->fsp_name->st.st_ex_mode)) {
5424                 status = NT_STATUS_ACCESS_DENIED;
5425                 goto fail;
5426         }
5427
5428         /* Save the requested allocation size. */
5429         if ((info == FILE_WAS_CREATED) || (info == FILE_WAS_OVERWRITTEN)) {
5430                 if ((allocation_size > fsp->fsp_name->st.st_ex_size)
5431                     && !(fsp->is_directory))
5432                 {
5433                         fsp->initial_allocation_size = smb_roundup(
5434                                 fsp->conn, allocation_size);
5435                         if (vfs_allocate_file_space(
5436                                     fsp, fsp->initial_allocation_size) == -1) {
5437                                 status = NT_STATUS_DISK_FULL;
5438                                 goto fail;
5439                         }
5440                 } else {
5441                         fsp->initial_allocation_size = smb_roundup(
5442                                 fsp->conn, (uint64_t)fsp->fsp_name->st.st_ex_size);
5443                 }
5444         } else {
5445                 fsp->initial_allocation_size = 0;
5446         }
5447
5448         if ((info == FILE_WAS_CREATED) && lp_nt_acl_support(SNUM(conn)) &&
5449                                 fsp->base_fsp == NULL) {
5450                 if (sd != NULL) {
5451                         /*
5452                          * According to the MS documentation, the only time the security
5453                          * descriptor is applied to the opened file is iff we *created* the
5454                          * file; an existing file stays the same.
5455                          *
5456                          * Also, it seems (from observation) that you can open the file with
5457                          * any access mask but you can still write the sd. We need to override
5458                          * the granted access before we call set_sd
5459                          * Patch for bug #2242 from Tom Lackemann <cessnatomny@yahoo.com>.
5460                          */
5461
5462                         uint32_t sec_info_sent;
5463                         uint32_t saved_access_mask = fsp->access_mask;
5464
5465                         sec_info_sent = get_sec_info(sd);
5466
5467                         fsp->access_mask = FILE_GENERIC_ALL;
5468
5469                         if (sec_info_sent & (SECINFO_OWNER|
5470                                                 SECINFO_GROUP|
5471                                                 SECINFO_DACL|
5472                                                 SECINFO_SACL)) {
5473                                 status = set_sd(fsp, sd, sec_info_sent);
5474                         }
5475
5476                         fsp->access_mask = saved_access_mask;
5477
5478                         if (!NT_STATUS_IS_OK(status)) {
5479                                 goto fail;
5480                         }
5481                 } else if (lp_inherit_acls(SNUM(conn))) {
5482                         /* Inherit from parent. Errors here are not fatal. */
5483                         status = inherit_new_acl(fsp);
5484                         if (!NT_STATUS_IS_OK(status)) {
5485                                 DEBUG(10,("inherit_new_acl: failed for %s with %s\n",
5486                                         fsp_str_dbg(fsp),
5487                                         nt_errstr(status) ));
5488                         }
5489                 }
5490         }
5491
5492         if ((conn->fs_capabilities & FILE_FILE_COMPRESSION)
5493          && (create_options & FILE_NO_COMPRESSION)
5494          && (info == FILE_WAS_CREATED)) {
5495                 status = SMB_VFS_SET_COMPRESSION(conn, fsp, fsp,
5496                                                  COMPRESSION_FORMAT_NONE);
5497                 if (!NT_STATUS_IS_OK(status)) {
5498                         DEBUG(1, ("failed to disable compression: %s\n",
5499                                   nt_errstr(status)));
5500                 }
5501         }
5502
5503         DEBUG(10, ("create_file_unixpath: info=%d\n", info));
5504
5505         *result = fsp;
5506         if (pinfo != NULL) {
5507                 *pinfo = info;
5508         }
5509
5510         smb_fname->st = fsp->fsp_name->st;
5511
5512         return NT_STATUS_OK;
5513
5514  fail:
5515         DEBUG(10, ("create_file_unixpath: %s\n", nt_errstr(status)));
5516
5517         if (fsp != NULL) {
5518                 if (base_fsp && fsp->base_fsp == base_fsp) {
5519                         /*
5520                          * The close_file below will close
5521                          * fsp->base_fsp.
5522                          */
5523                         base_fsp = NULL;
5524                 }
5525                 close_file(req, fsp, ERROR_CLOSE);
5526                 fsp = NULL;
5527         }
5528         if (base_fsp != NULL) {
5529                 close_file(req, base_fsp, ERROR_CLOSE);
5530                 base_fsp = NULL;
5531         }
5532         return status;
5533 }
5534
5535 /*
5536  * Calculate the full path name given a relative fid.
5537  */
5538 NTSTATUS get_relative_fid_filename(connection_struct *conn,
5539                                    struct smb_request *req,
5540                                    uint16_t root_dir_fid,
5541                                    const struct smb_filename *smb_fname,
5542                                    struct smb_filename **smb_fname_out)
5543 {
5544         files_struct *dir_fsp;
5545         char *parent_fname = NULL;
5546         char *new_base_name = NULL;
5547         uint32_t ucf_flags = ucf_flags_from_smb_request(req);
5548         NTSTATUS status;
5549
5550         if (root_dir_fid == 0 || !smb_fname) {
5551                 status = NT_STATUS_INTERNAL_ERROR;
5552                 goto out;
5553         }
5554
5555         dir_fsp = file_fsp(req, root_dir_fid);
5556
5557         if (dir_fsp == NULL) {
5558                 status = NT_STATUS_INVALID_HANDLE;
5559                 goto out;
5560         }
5561
5562         if (is_ntfs_stream_smb_fname(dir_fsp->fsp_name)) {
5563                 status = NT_STATUS_INVALID_HANDLE;
5564                 goto out;
5565         }
5566
5567         if (!dir_fsp->is_directory) {
5568
5569                 /*
5570                  * Check to see if this is a mac fork of some kind.
5571                  */
5572
5573                 if ((conn->fs_capabilities & FILE_NAMED_STREAMS) &&
5574                     is_ntfs_stream_smb_fname(smb_fname)) {
5575                         status = NT_STATUS_OBJECT_PATH_NOT_FOUND;
5576                         goto out;
5577                 }
5578
5579                 /*
5580                   we need to handle the case when we get a
5581                   relative open relative to a file and the
5582                   pathname is blank - this is a reopen!
5583                   (hint from demyn plantenberg)
5584                 */
5585
5586                 status = NT_STATUS_INVALID_HANDLE;
5587                 goto out;
5588         }
5589
5590         if (ISDOT(dir_fsp->fsp_name->base_name)) {
5591                 /*
5592                  * We're at the toplevel dir, the final file name
5593                  * must not contain ./, as this is filtered out
5594                  * normally by srvstr_get_path and unix_convert
5595                  * explicitly rejects paths containing ./.
5596                  */
5597                 parent_fname = talloc_strdup(talloc_tos(), "");
5598                 if (parent_fname == NULL) {
5599                         status = NT_STATUS_NO_MEMORY;
5600                         goto out;
5601                 }
5602         } else {
5603                 size_t dir_name_len = strlen(dir_fsp->fsp_name->base_name);
5604
5605                 /*
5606                  * Copy in the base directory name.
5607                  */
5608
5609                 parent_fname = talloc_array(talloc_tos(), char,
5610                     dir_name_len+2);
5611                 if (parent_fname == NULL) {
5612                         status = NT_STATUS_NO_MEMORY;
5613                         goto out;
5614                 }
5615                 memcpy(parent_fname, dir_fsp->fsp_name->base_name,
5616                     dir_name_len+1);
5617
5618                 /*
5619                  * Ensure it ends in a '/'.
5620                  * We used TALLOC_SIZE +2 to add space for the '/'.
5621                  */
5622
5623                 if(dir_name_len
5624                     && (parent_fname[dir_name_len-1] != '\\')
5625                     && (parent_fname[dir_name_len-1] != '/')) {
5626                         parent_fname[dir_name_len] = '/';
5627                         parent_fname[dir_name_len+1] = '\0';
5628                 }
5629         }
5630
5631         new_base_name = talloc_asprintf(talloc_tos(), "%s%s", parent_fname,
5632                                         smb_fname->base_name);
5633         if (new_base_name == NULL) {
5634                 status = NT_STATUS_NO_MEMORY;
5635                 goto out;
5636         }
5637
5638         status = filename_convert(req,
5639                                 conn,
5640                                 new_base_name,
5641                                 ucf_flags,
5642                                 NULL,
5643                                 NULL,
5644                                 smb_fname_out);
5645         if (!NT_STATUS_IS_OK(status)) {
5646                 goto out;
5647         }
5648
5649  out:
5650         TALLOC_FREE(parent_fname);
5651         TALLOC_FREE(new_base_name);
5652         return status;
5653 }
5654
5655 NTSTATUS create_file_default(connection_struct *conn,
5656                              struct smb_request *req,
5657                              uint16_t root_dir_fid,
5658                              struct smb_filename *smb_fname,
5659                              uint32_t access_mask,
5660                              uint32_t share_access,
5661                              uint32_t create_disposition,
5662                              uint32_t create_options,
5663                              uint32_t file_attributes,
5664                              uint32_t oplock_request,
5665                              struct smb2_lease *lease,
5666                              uint64_t allocation_size,
5667                              uint32_t private_flags,
5668                              struct security_descriptor *sd,
5669                              struct ea_list *ea_list,
5670                              files_struct **result,
5671                              int *pinfo,
5672                              const struct smb2_create_blobs *in_context_blobs,
5673                              struct smb2_create_blobs *out_context_blobs)
5674 {
5675         int info = FILE_WAS_OPENED;
5676         files_struct *fsp = NULL;
5677         NTSTATUS status;
5678         bool stream_name = false;
5679
5680         DBG_DEBUG("create_file: access_mask = 0x%x "
5681                   "file_attributes = 0x%x, share_access = 0x%x, "
5682                   "create_disposition = 0x%x create_options = 0x%x "
5683                   "oplock_request = 0x%x "
5684                   "private_flags = 0x%x "
5685                   "root_dir_fid = 0x%x, ea_list = %p, sd = %p, "
5686                   "fname = %s\n",
5687                   (unsigned int)access_mask,
5688                   (unsigned int)file_attributes,
5689                   (unsigned int)share_access,
5690                   (unsigned int)create_disposition,
5691                   (unsigned int)create_options,
5692                   (unsigned int)oplock_request,
5693                   (unsigned int)private_flags,
5694                   (unsigned int)root_dir_fid,
5695                   ea_list, sd, smb_fname_str_dbg(smb_fname));
5696
5697         /*
5698          * Calculate the filename from the root_dir_if if necessary.
5699          */
5700
5701         if (root_dir_fid != 0) {
5702                 struct smb_filename *smb_fname_out = NULL;
5703                 status = get_relative_fid_filename(conn, req, root_dir_fid,
5704                                                    smb_fname, &smb_fname_out);
5705                 if (!NT_STATUS_IS_OK(status)) {
5706                         goto fail;
5707                 }
5708                 smb_fname = smb_fname_out;
5709         }
5710
5711         /*
5712          * Check to see if this is a mac fork of some kind.
5713          */
5714
5715         stream_name = is_ntfs_stream_smb_fname(smb_fname);
5716         if (stream_name) {
5717                 enum FAKE_FILE_TYPE fake_file_type;
5718
5719                 fake_file_type = is_fake_file(smb_fname);
5720
5721                 if (fake_file_type != FAKE_FILE_TYPE_NONE) {
5722
5723                         /*
5724                          * Here we go! support for changing the disk quotas
5725                          * --metze
5726                          *
5727                          * We need to fake up to open this MAGIC QUOTA file
5728                          * and return a valid FID.
5729                          *
5730                          * w2k close this file directly after openening xp
5731                          * also tries a QUERY_FILE_INFO on the file and then
5732                          * close it
5733                          */
5734                         status = open_fake_file(req, conn, req->vuid,
5735                                                 fake_file_type, smb_fname,
5736                                                 access_mask, &fsp);
5737                         if (!NT_STATUS_IS_OK(status)) {
5738                                 goto fail;
5739                         }
5740
5741                         ZERO_STRUCT(smb_fname->st);
5742                         goto done;
5743                 }
5744
5745                 if (!(conn->fs_capabilities & FILE_NAMED_STREAMS)) {
5746                         status = NT_STATUS_OBJECT_NAME_NOT_FOUND;
5747                         goto fail;
5748                 }
5749         }
5750
5751         if (is_ntfs_default_stream_smb_fname(smb_fname)) {
5752                 int ret;
5753                 smb_fname->stream_name = NULL;
5754                 /* We have to handle this error here. */
5755                 if (create_options & FILE_DIRECTORY_FILE) {
5756                         status = NT_STATUS_NOT_A_DIRECTORY;
5757                         goto fail;
5758                 }
5759                 if (req != NULL && req->posix_pathnames) {
5760                         ret = SMB_VFS_LSTAT(conn, smb_fname);
5761                 } else {
5762                         ret = SMB_VFS_STAT(conn, smb_fname);
5763                 }
5764
5765                 if (ret == 0 && VALID_STAT_OF_DIR(smb_fname->st)) {
5766                         status = NT_STATUS_FILE_IS_A_DIRECTORY;
5767                         goto fail;
5768                 }
5769         }
5770
5771         status = create_file_unixpath(
5772                 conn, req, smb_fname, access_mask, share_access,
5773                 create_disposition, create_options, file_attributes,
5774                 oplock_request, lease, allocation_size, private_flags,
5775                 sd, ea_list,
5776                 &fsp, &info);
5777
5778         if (!NT_STATUS_IS_OK(status)) {
5779                 goto fail;
5780         }
5781
5782  done:
5783         DEBUG(10, ("create_file: info=%d\n", info));
5784
5785         *result = fsp;
5786         if (pinfo != NULL) {
5787                 *pinfo = info;
5788         }
5789         return NT_STATUS_OK;
5790
5791  fail:
5792         DEBUG(10, ("create_file: %s\n", nt_errstr(status)));
5793
5794         if (fsp != NULL) {
5795                 close_file(req, fsp, ERROR_CLOSE);
5796                 fsp = NULL;
5797         }
5798         return status;
5799 }