fs/xfs/xfs_fsops.c

   1 /*
   2  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
   3  * All Rights Reserved.
   4  *
   5  * This program is free software; you can redistribute it and/or
   6  * modify it under the terms of the GNU General Public License as
   7  * published by the Free Software Foundation.
   8  *
   9  * This program is distributed in the hope that it would be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  * GNU General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU General Public License
  15  * along with this program; if not, write the Free Software Foundation,
  16  * Inc.,  51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  17  */
  18 #include "xfs.h"
  19 #include "xfs_fs.h"
  20 #include "xfs_shared.h"
  21 #include "xfs_format.h"
  22 #include "xfs_log_format.h"
  23 #include "xfs_trans_resv.h"
  24 #include "xfs_sb.h"
  25 #include "xfs_mount.h"
  26 #include "xfs_defer.h"
  27 #include "xfs_da_format.h"
  28 #include "xfs_da_btree.h"
  29 #include "xfs_inode.h"
  30 #include "xfs_trans.h"
  31 #include "xfs_inode_item.h"
  32 #include "xfs_error.h"
  33 #include "xfs_btree.h"
  34 #include "xfs_alloc_btree.h"
  35 #include "xfs_alloc.h"
  36 #include "xfs_rmap_btree.h"
  37 #include "xfs_ialloc.h"
  38 #include "xfs_fsops.h"
  39 #include "xfs_itable.h"
  40 #include "xfs_trans_space.h"
  41 #include "xfs_rtalloc.h"
  42 #include "xfs_trace.h"
  43 #include "xfs_log.h"
  44 #include "xfs_filestream.h"
  45 #include "xfs_rmap.h"
  46 #include "xfs_ag_resv.h"
  47
  48 /*
  49  * File system operations
  50  */
  51
  52 int
  53 xfs_fs_geometry(
  54         xfs_mount_t             *mp,
  55         xfs_fsop_geom_t         *geo,
  56         int                     new_version)
  57 {
  58
  59         memset(geo, 0, sizeof(*geo));
  60
  61         geo->blocksize = mp->m_sb.sb_blocksize;
  62         geo->rtextsize = mp->m_sb.sb_rextsize;
  63         geo->agblocks = mp->m_sb.sb_agblocks;
  64         geo->agcount = mp->m_sb.sb_agcount;
  65         geo->logblocks = mp->m_sb.sb_logblocks;
  66         geo->sectsize = mp->m_sb.sb_sectsize;
  67         geo->inodesize = mp->m_sb.sb_inodesize;
  68         geo->imaxpct = mp->m_sb.sb_imax_pct;
  69         geo->datablocks = mp->m_sb.sb_dblocks;
  70         geo->rtblocks = mp->m_sb.sb_rblocks;
  71         geo->rtextents = mp->m_sb.sb_rextents;
  72         geo->logstart = mp->m_sb.sb_logstart;
  73         ASSERT(sizeof(geo->uuid)==sizeof(mp->m_sb.sb_uuid));
  74         memcpy(geo->uuid, &mp->m_sb.sb_uuid, sizeof(mp->m_sb.sb_uuid));
  75         if (new_version >= 2) {
  76                 geo->sunit = mp->m_sb.sb_unit;
  77                 geo->swidth = mp->m_sb.sb_width;
  78         }
  79         if (new_version >= 3) {
  80                 geo->version = XFS_FSOP_GEOM_VERSION;
  81                 geo->flags = XFS_FSOP_GEOM_FLAGS_NLINK |
  82                              XFS_FSOP_GEOM_FLAGS_DIRV2 |
  83                         (xfs_sb_version_hasattr(&mp->m_sb) ?
  84                                 XFS_FSOP_GEOM_FLAGS_ATTR : 0) |
  85                         (xfs_sb_version_hasquota(&mp->m_sb) ?
  86                                 XFS_FSOP_GEOM_FLAGS_QUOTA : 0) |
  87                         (xfs_sb_version_hasalign(&mp->m_sb) ?
  88                                 XFS_FSOP_GEOM_FLAGS_IALIGN : 0) |
  89                         (xfs_sb_version_hasdalign(&mp->m_sb) ?
  90                                 XFS_FSOP_GEOM_FLAGS_DALIGN : 0) |
  91                         (xfs_sb_version_hasextflgbit(&mp->m_sb) ?
  92                                 XFS_FSOP_GEOM_FLAGS_EXTFLG : 0) |
  93                         (xfs_sb_version_hassector(&mp->m_sb) ?
  94                                 XFS_FSOP_GEOM_FLAGS_SECTOR : 0) |
  95                         (xfs_sb_version_hasasciici(&mp->m_sb) ?
  96                                 XFS_FSOP_GEOM_FLAGS_DIRV2CI : 0) |
  97                         (xfs_sb_version_haslazysbcount(&mp->m_sb) ?
  98                                 XFS_FSOP_GEOM_FLAGS_LAZYSB : 0) |
  99                         (xfs_sb_version_hasattr2(&mp->m_sb) ?
 100                                 XFS_FSOP_GEOM_FLAGS_ATTR2 : 0) |
 101                         (xfs_sb_version_hasprojid32bit(&mp->m_sb) ?
 102                                 XFS_FSOP_GEOM_FLAGS_PROJID32 : 0) |
 103                         (xfs_sb_version_hascrc(&mp->m_sb) ?
 104                                 XFS_FSOP_GEOM_FLAGS_V5SB : 0) |
 105                         (xfs_sb_version_hasftype(&mp->m_sb) ?
 106                                 XFS_FSOP_GEOM_FLAGS_FTYPE : 0) |
 107                         (xfs_sb_version_hasfinobt(&mp->m_sb) ?
 108                                 XFS_FSOP_GEOM_FLAGS_FINOBT : 0) |
 109                         (xfs_sb_version_hassparseinodes(&mp->m_sb) ?
 110                                 XFS_FSOP_GEOM_FLAGS_SPINODES : 0) |
 111                         (xfs_sb_version_hasrmapbt(&mp->m_sb) ?
 112                                 XFS_FSOP_GEOM_FLAGS_RMAPBT : 0) |
 113                         (xfs_sb_version_hasreflink(&mp->m_sb) ?
 114                                 XFS_FSOP_GEOM_FLAGS_REFLINK : 0);
 115                 geo->logsectsize = xfs_sb_version_hassector(&mp->m_sb) ?
 116                                 mp->m_sb.sb_logsectsize : BBSIZE;
 117                 geo->rtsectsize = mp->m_sb.sb_blocksize;
 118                 geo->dirblocksize = mp->m_dir_geo->blksize;
 119         }
 120         if (new_version >= 4) {
 121                 geo->flags |=
 122                         (xfs_sb_version_haslogv2(&mp->m_sb) ?
 123                                 XFS_FSOP_GEOM_FLAGS_LOGV2 : 0);
 124                 geo->logsunit = mp->m_sb.sb_logsunit;
 125         }
 126         return 0;
 127 }
 128
 129 static struct xfs_buf *
 130 xfs_growfs_get_hdr_buf(
 131         struct xfs_mount        *mp,
 132         xfs_daddr_t             blkno,
 133         size_t                  numblks,
 134         int                     flags,
 135         const struct xfs_buf_ops *ops)
 136 {
 137         struct xfs_buf          *bp;
 138
 139         bp = xfs_buf_get_uncached(mp->m_ddev_targp, numblks, flags);
 140         if (!bp)
 141                 return NULL;
 142
 143         xfs_buf_zero(bp, 0, BBTOB(bp->b_length));
 144         bp->b_bn = blkno;
 145         bp->b_maps[0].bm_bn = blkno;
 146         bp->b_ops = ops;
 147
 148         return bp;
 149 }
 150
 151 static int
 152 xfs_growfs_data_private(
 153         xfs_mount_t             *mp,            /* mount point for filesystem */
 154         xfs_growfs_data_t       *in)            /* growfs data input struct */
 155 {
 156         xfs_agf_t               *agf;
 157         struct xfs_agfl         *agfl;
 158         xfs_agi_t               *agi;
 159         xfs_agnumber_t          agno;
 160         xfs_extlen_t            agsize;
 161         xfs_extlen_t            tmpsize;
 162         xfs_alloc_rec_t         *arec;
 163         xfs_buf_t               *bp;
 164         int                     bucket;
 165         int                     dpct;
 166         int                     error, saved_error = 0;
 167         xfs_agnumber_t          nagcount;
 168         xfs_agnumber_t          nagimax = 0;
 169         xfs_rfsblock_t          nb, nb_mod;
 170         xfs_rfsblock_t          new;
 171         xfs_rfsblock_t          nfree;
 172         xfs_agnumber_t          oagcount;
 173         int                     pct;
 174         xfs_trans_t             *tp;
 175
 176         nb = in->newblocks;
 177         pct = in->imaxpct;
 178         if (nb < mp->m_sb.sb_dblocks || pct < 0 || pct > 100)
 179                 return -EINVAL;
 180         if ((error = xfs_sb_validate_fsb_count(&mp->m_sb, nb)))
 181                 return error;
 182         dpct = pct - mp->m_sb.sb_imax_pct;
 183         error = xfs_buf_read_uncached(mp->m_ddev_targp,
 184                                 XFS_FSB_TO_BB(mp, nb) - XFS_FSS_TO_BB(mp, 1),
 185                                 XFS_FSS_TO_BB(mp, 1), 0, &bp, NULL);
 186         if (error)
 187                 return error;
 188         xfs_buf_relse(bp);
 189
 190         new = nb;       /* use new as a temporary here */
 191         nb_mod = do_div(new, mp->m_sb.sb_agblocks);
 192         nagcount = new + (nb_mod != 0);
 193         if (nb_mod && nb_mod < XFS_MIN_AG_BLOCKS) {
 194                 nagcount--;
 195                 nb = (xfs_rfsblock_t)nagcount * mp->m_sb.sb_agblocks;
 196                 if (nb < mp->m_sb.sb_dblocks)
 197                         return -EINVAL;
 198         }
 199         new = nb - mp->m_sb.sb_dblocks;
 200         oagcount = mp->m_sb.sb_agcount;
 201
 202         /* allocate the new per-ag structures */
 203         if (nagcount > oagcount) {
 204                 error = xfs_initialize_perag(mp, nagcount, &nagimax);
 205                 if (error)
 206                         return error;
 207         }
 208
 209         error = xfs_trans_alloc(mp, &M_RES(mp)->tr_growdata,
 210                         XFS_GROWFS_SPACE_RES(mp), 0, XFS_TRANS_RESERVE, &tp);
 211         if (error)
 212                 return error;
 213
 214         /*
 215          * Write new AG headers to disk. Non-transactional, but written
 216          * synchronously so they are completed prior to the growfs transaction
 217          * being logged.
 218          */
 219         nfree = 0;
 220         for (agno = nagcount - 1; agno >= oagcount; agno--, new -= agsize) {
 221                 __be32  *agfl_bno;
 222
 223                 /*
 224                  * AG freespace header block
 225                  */
 226                 bp = xfs_growfs_get_hdr_buf(mp,
 227                                 XFS_AG_DADDR(mp, agno, XFS_AGF_DADDR(mp)),
 228                                 XFS_FSS_TO_BB(mp, 1), 0,
 229                                 &xfs_agf_buf_ops);
 230                 if (!bp) {
 231                         error = -ENOMEM;
 232                         goto error0;
 233                 }
 234
 235                 agf = XFS_BUF_TO_AGF(bp);
 236                 agf->agf_magicnum = cpu_to_be32(XFS_AGF_MAGIC);
 237                 agf->agf_versionnum = cpu_to_be32(XFS_AGF_VERSION);
 238                 agf->agf_seqno = cpu_to_be32(agno);
 239                 if (agno == nagcount - 1)
 240                         agsize =
 241                                 nb -
 242                                 (agno * (xfs_rfsblock_t)mp->m_sb.sb_agblocks);
 243                 else
 244                         agsize = mp->m_sb.sb_agblocks;
 245                 agf->agf_length = cpu_to_be32(agsize);
 246                 agf->agf_roots[XFS_BTNUM_BNOi] = cpu_to_be32(XFS_BNO_BLOCK(mp));
 247                 agf->agf_roots[XFS_BTNUM_CNTi] = cpu_to_be32(XFS_CNT_BLOCK(mp));
 248                 agf->agf_levels[XFS_BTNUM_BNOi] = cpu_to_be32(1);
 249                 agf->agf_levels[XFS_BTNUM_CNTi] = cpu_to_be32(1);
 250                 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) {
 251                         agf->agf_roots[XFS_BTNUM_RMAPi] =
 252                                                 cpu_to_be32(XFS_RMAP_BLOCK(mp));
 253                         agf->agf_levels[XFS_BTNUM_RMAPi] = cpu_to_be32(1);
 254                         agf->agf_rmap_blocks = cpu_to_be32(1);
 255                 }
 256
 257                 agf->agf_flfirst = cpu_to_be32(1);
 258                 agf->agf_fllast = 0;
 259                 agf->agf_flcount = 0;
 260                 tmpsize = agsize - mp->m_ag_prealloc_blocks;
 261                 agf->agf_freeblks = cpu_to_be32(tmpsize);
 262                 agf->agf_longest = cpu_to_be32(tmpsize);
 263                 if (xfs_sb_version_hascrc(&mp->m_sb))
 264                         uuid_copy(&agf->agf_uuid, &mp->m_sb.sb_meta_uuid);
 265                 if (xfs_sb_version_hasreflink(&mp->m_sb)) {
 266                         agf->agf_refcount_root = cpu_to_be32(
 267                                         xfs_refc_block(mp));
 268                         agf->agf_refcount_level = cpu_to_be32(1);
 269                         agf->agf_refcount_blocks = cpu_to_be32(1);
 270                 }
 271
 272                 error = xfs_bwrite(bp);
 273                 xfs_buf_relse(bp);
 274                 if (error)
 275                         goto error0;
 276
 277                 /*
 278                  * AG freelist header block
 279                  */
 280                 bp = xfs_growfs_get_hdr_buf(mp,
 281                                 XFS_AG_DADDR(mp, agno, XFS_AGFL_DADDR(mp)),
 282                                 XFS_FSS_TO_BB(mp, 1), 0,
 283                                 &xfs_agfl_buf_ops);
 284                 if (!bp) {
 285                         error = -ENOMEM;
 286                         goto error0;
 287                 }
 288
 289                 agfl = XFS_BUF_TO_AGFL(bp);
 290                 if (xfs_sb_version_hascrc(&mp->m_sb)) {
 291                         agfl->agfl_magicnum = cpu_to_be32(XFS_AGFL_MAGIC);
 292                         agfl->agfl_seqno = cpu_to_be32(agno);
 293                         uuid_copy(&agfl->agfl_uuid, &mp->m_sb.sb_meta_uuid);
 294                 }
 295
 296                 agfl_bno = XFS_BUF_TO_AGFL_BNO(mp, bp);
 297                 for (bucket = 0; bucket < XFS_AGFL_SIZE(mp); bucket++)
 298                         agfl_bno[bucket] = cpu_to_be32(NULLAGBLOCK);
 299
 300                 error = xfs_bwrite(bp);
 301                 xfs_buf_relse(bp);
 302                 if (error)
 303                         goto error0;
 304
 305                 /*
 306                  * AG inode header block
 307                  */
 308                 bp = xfs_growfs_get_hdr_buf(mp,
 309                                 XFS_AG_DADDR(mp, agno, XFS_AGI_DADDR(mp)),
 310                                 XFS_FSS_TO_BB(mp, 1), 0,
 311                                 &xfs_agi_buf_ops);
 312                 if (!bp) {
 313                         error = -ENOMEM;
 314                         goto error0;
 315                 }
 316
 317                 agi = XFS_BUF_TO_AGI(bp);
 318                 agi->agi_magicnum = cpu_to_be32(XFS_AGI_MAGIC);
 319                 agi->agi_versionnum = cpu_to_be32(XFS_AGI_VERSION);
 320                 agi->agi_seqno = cpu_to_be32(agno);
 321                 agi->agi_length = cpu_to_be32(agsize);
 322                 agi->agi_count = 0;
 323                 agi->agi_root = cpu_to_be32(XFS_IBT_BLOCK(mp));
 324                 agi->agi_level = cpu_to_be32(1);
 325                 agi->agi_freecount = 0;
 326                 agi->agi_newino = cpu_to_be32(NULLAGINO);
 327                 agi->agi_dirino = cpu_to_be32(NULLAGINO);
 328                 if (xfs_sb_version_hascrc(&mp->m_sb))
 329                         uuid_copy(&agi->agi_uuid, &mp->m_sb.sb_meta_uuid);
 330                 if (xfs_sb_version_hasfinobt(&mp->m_sb)) {
 331                         agi->agi_free_root = cpu_to_be32(XFS_FIBT_BLOCK(mp));
 332                         agi->agi_free_level = cpu_to_be32(1);
 333                 }
 334                 for (bucket = 0; bucket < XFS_AGI_UNLINKED_BUCKETS; bucket++)
 335                         agi->agi_unlinked[bucket] = cpu_to_be32(NULLAGINO);
 336
 337                 error = xfs_bwrite(bp);
 338                 xfs_buf_relse(bp);
 339                 if (error)
 340                         goto error0;
 341
 342                 /*
 343                  * BNO btree root block
 344                  */
 345                 bp = xfs_growfs_get_hdr_buf(mp,
 346                                 XFS_AGB_TO_DADDR(mp, agno, XFS_BNO_BLOCK(mp)),
 347                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 348                                 &xfs_allocbt_buf_ops);
 349
 350                 if (!bp) {
 351                         error = -ENOMEM;
 352                         goto error0;
 353                 }
 354
 355                 xfs_btree_init_block(mp, bp, XFS_BTNUM_BNO, 0, 1, agno, 0);
 356
 357                 arec = XFS_ALLOC_REC_ADDR(mp, XFS_BUF_TO_BLOCK(bp), 1);
 358                 arec->ar_startblock = cpu_to_be32(mp->m_ag_prealloc_blocks);
 359                 arec->ar_blockcount = cpu_to_be32(
 360                         agsize - be32_to_cpu(arec->ar_startblock));
 361
 362                 error = xfs_bwrite(bp);
 363                 xfs_buf_relse(bp);
 364                 if (error)
 365                         goto error0;
 366
 367                 /*
 368                  * CNT btree root block
 369                  */
 370                 bp = xfs_growfs_get_hdr_buf(mp,
 371                                 XFS_AGB_TO_DADDR(mp, agno, XFS_CNT_BLOCK(mp)),
 372                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 373                                 &xfs_allocbt_buf_ops);
 374                 if (!bp) {
 375                         error = -ENOMEM;
 376                         goto error0;
 377                 }
 378
 379                 xfs_btree_init_block(mp, bp, XFS_BTNUM_CNT, 0, 1, agno, 0);
 380
 381                 arec = XFS_ALLOC_REC_ADDR(mp, XFS_BUF_TO_BLOCK(bp), 1);
 382                 arec->ar_startblock = cpu_to_be32(mp->m_ag_prealloc_blocks);
 383                 arec->ar_blockcount = cpu_to_be32(
 384                         agsize - be32_to_cpu(arec->ar_startblock));
 385                 nfree += be32_to_cpu(arec->ar_blockcount);
 386
 387                 error = xfs_bwrite(bp);
 388                 xfs_buf_relse(bp);
 389                 if (error)
 390                         goto error0;
 391
 392                 /* RMAP btree root block */
 393                 if (xfs_sb_version_hasrmapbt(&mp->m_sb)) {
 394                         struct xfs_rmap_rec     *rrec;
 395                         struct xfs_btree_block  *block;
 396
 397                         bp = xfs_growfs_get_hdr_buf(mp,
 398                                 XFS_AGB_TO_DADDR(mp, agno, XFS_RMAP_BLOCK(mp)),
 399                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 400                                 &xfs_rmapbt_buf_ops);
 401                         if (!bp) {
 402                                 error = -ENOMEM;
 403                                 goto error0;
 404                         }
 405
 406                         xfs_btree_init_block(mp, bp, XFS_BTNUM_RMAP, 0, 0,
 407                                                 agno, 0);
 408                         block = XFS_BUF_TO_BLOCK(bp);
 409
 410
 411                         /*
 412                          * mark the AG header regions as static metadata The BNO
 413                          * btree block is the first block after the headers, so
 414                          * it's location defines the size of region the static
 415                          * metadata consumes.
 416                          *
 417                          * Note: unlike mkfs, we never have to account for log
 418                          * space when growing the data regions
 419                          */
 420                         rrec = XFS_RMAP_REC_ADDR(block, 1);
 421                         rrec->rm_startblock = 0;
 422                         rrec->rm_blockcount = cpu_to_be32(XFS_BNO_BLOCK(mp));
 423                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_FS);
 424                         rrec->rm_offset = 0;
 425                         be16_add_cpu(&block->bb_numrecs, 1);
 426
 427                         /* account freespace btree root blocks */
 428                         rrec = XFS_RMAP_REC_ADDR(block, 2);
 429                         rrec->rm_startblock = cpu_to_be32(XFS_BNO_BLOCK(mp));
 430                         rrec->rm_blockcount = cpu_to_be32(2);
 431                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_AG);
 432                         rrec->rm_offset = 0;
 433                         be16_add_cpu(&block->bb_numrecs, 1);
 434
 435                         /* account inode btree root blocks */
 436                         rrec = XFS_RMAP_REC_ADDR(block, 3);
 437                         rrec->rm_startblock = cpu_to_be32(XFS_IBT_BLOCK(mp));
 438                         rrec->rm_blockcount = cpu_to_be32(XFS_RMAP_BLOCK(mp) -
 439                                                         XFS_IBT_BLOCK(mp));
 440                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_INOBT);
 441                         rrec->rm_offset = 0;
 442                         be16_add_cpu(&block->bb_numrecs, 1);
 443
 444                         /* account for rmap btree root */
 445                         rrec = XFS_RMAP_REC_ADDR(block, 4);
 446                         rrec->rm_startblock = cpu_to_be32(XFS_RMAP_BLOCK(mp));
 447                         rrec->rm_blockcount = cpu_to_be32(1);
 448                         rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_AG);
 449                         rrec->rm_offset = 0;
 450                         be16_add_cpu(&block->bb_numrecs, 1);
 451
 452                         /* account for refc btree root */
 453                         if (xfs_sb_version_hasreflink(&mp->m_sb)) {
 454                                 rrec = XFS_RMAP_REC_ADDR(block, 5);
 455                                 rrec->rm_startblock = cpu_to_be32(
 456                                                 xfs_refc_block(mp));
 457                                 rrec->rm_blockcount = cpu_to_be32(1);
 458                                 rrec->rm_owner = cpu_to_be64(XFS_RMAP_OWN_REFC);
 459                                 rrec->rm_offset = 0;
 460                                 be16_add_cpu(&block->bb_numrecs, 1);
 461                         }
 462
 463                         error = xfs_bwrite(bp);
 464                         xfs_buf_relse(bp);
 465                         if (error)
 466                                 goto error0;
 467                 }
 468
 469                 /*
 470                  * INO btree root block
 471                  */
 472                 bp = xfs_growfs_get_hdr_buf(mp,
 473                                 XFS_AGB_TO_DADDR(mp, agno, XFS_IBT_BLOCK(mp)),
 474                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 475                                 &xfs_inobt_buf_ops);
 476                 if (!bp) {
 477                         error = -ENOMEM;
 478                         goto error0;
 479                 }
 480
 481                 xfs_btree_init_block(mp, bp, XFS_BTNUM_INO , 0, 0, agno, 0);
 482
 483                 error = xfs_bwrite(bp);
 484                 xfs_buf_relse(bp);
 485                 if (error)
 486                         goto error0;
 487
 488                 /*
 489                  * FINO btree root block
 490                  */
 491                 if (xfs_sb_version_hasfinobt(&mp->m_sb)) {
 492                         bp = xfs_growfs_get_hdr_buf(mp,
 493                                 XFS_AGB_TO_DADDR(mp, agno, XFS_FIBT_BLOCK(mp)),
 494                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 495                                 &xfs_inobt_buf_ops);
 496                         if (!bp) {
 497                                 error = -ENOMEM;
 498                                 goto error0;
 499                         }
 500
 501                         xfs_btree_init_block(mp, bp, XFS_BTNUM_FINO,
 502                                                      0, 0, agno, 0);
 503
 504                         error = xfs_bwrite(bp);
 505                         xfs_buf_relse(bp);
 506                         if (error)
 507                                 goto error0;
 508                 }
 509
 510                 /*
 511                  * refcount btree root block
 512                  */
 513                 if (xfs_sb_version_hasreflink(&mp->m_sb)) {
 514                         bp = xfs_growfs_get_hdr_buf(mp,
 515                                 XFS_AGB_TO_DADDR(mp, agno, xfs_refc_block(mp)),
 516                                 BTOBB(mp->m_sb.sb_blocksize), 0,
 517                                 &xfs_refcountbt_buf_ops);
 518                         if (!bp) {
 519                                 error = -ENOMEM;
 520                                 goto error0;
 521                         }
 522
 523                         xfs_btree_init_block(mp, bp, XFS_BTNUM_REFC,
 524                                              0, 0, agno, 0);
 525
 526                         error = xfs_bwrite(bp);
 527                         xfs_buf_relse(bp);
 528                         if (error)
 529                                 goto error0;
 530                 }
 531         }
 532         xfs_trans_agblocks_delta(tp, nfree);
 533         /*
 534          * There are new blocks in the old last a.g.
 535          */
 536         if (new) {
 537                 struct xfs_owner_info   oinfo;
 538
 539                 /*
 540                  * Change the agi length.
 541                  */
 542                 error = xfs_ialloc_read_agi(mp, tp, agno, &bp);
 543                 if (error) {
 544                         goto error0;
 545                 }
 546                 ASSERT(bp);
 547                 agi = XFS_BUF_TO_AGI(bp);
 548                 be32_add_cpu(&agi->agi_length, new);
 549                 ASSERT(nagcount == oagcount ||
 550                        be32_to_cpu(agi->agi_length) == mp->m_sb.sb_agblocks);
 551                 xfs_ialloc_log_agi(tp, bp, XFS_AGI_LENGTH);
 552                 /*
 553                  * Change agf length.
 554                  */
 555                 error = xfs_alloc_read_agf(mp, tp, agno, 0, &bp);
 556                 if (error) {
 557                         goto error0;
 558                 }
 559                 ASSERT(bp);
 560                 agf = XFS_BUF_TO_AGF(bp);
 561                 be32_add_cpu(&agf->agf_length, new);
 562                 ASSERT(be32_to_cpu(agf->agf_length) ==
 563                        be32_to_cpu(agi->agi_length));
 564
 565                 xfs_alloc_log_agf(tp, bp, XFS_AGF_LENGTH);
 566
 567                 /*
 568                  * Free the new space.
 569                  *
 570                  * XFS_RMAP_OWN_NULL is used here to tell the rmap btree that
 571                  * this doesn't actually exist in the rmap btree.
 572                  */
 573                 xfs_rmap_ag_owner(&oinfo, XFS_RMAP_OWN_NULL);
 574                 error = xfs_free_extent(tp,
 575                                 XFS_AGB_TO_FSB(mp, agno,
 576                                         be32_to_cpu(agf->agf_length) - new),
 577                                 new, &oinfo, XFS_AG_RESV_NONE);
 578                 if (error)
 579                         goto error0;
 580         }
 581
 582         /*
 583          * Update changed superblock fields transactionally. These are not
 584          * seen by the rest of the world until the transaction commit applies
 585          * them atomically to the superblock.
 586          */
 587         if (nagcount > oagcount)
 588                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_AGCOUNT, nagcount - oagcount);
 589         if (nb > mp->m_sb.sb_dblocks)
 590                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_DBLOCKS,
 591                                  nb - mp->m_sb.sb_dblocks);
 592         if (nfree)
 593                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_FDBLOCKS, nfree);
 594         if (dpct)
 595                 xfs_trans_mod_sb(tp, XFS_TRANS_SB_IMAXPCT, dpct);
 596         xfs_trans_set_sync(tp);
 597         error = xfs_trans_commit(tp);
 598         if (error)
 599                 return error;
 600
 601         /* New allocation groups fully initialized, so update mount struct */
 602         if (nagimax)
 603                 mp->m_maxagi = nagimax;
 604         if (mp->m_sb.sb_imax_pct) {
 605                 __uint64_t icount = mp->m_sb.sb_dblocks * mp->m_sb.sb_imax_pct;
 606                 do_div(icount, 100);
 607                 mp->m_maxicount = icount << mp->m_sb.sb_inopblog;
 608         } else
 609                 mp->m_maxicount = 0;
 610         xfs_set_low_space_thresholds(mp);
 611         mp->m_alloc_set_aside = xfs_alloc_set_aside(mp);
 612
 613         /*
 614          * If we expanded the last AG, free the per-AG reservation
 615          * so we can reinitialize it with the new size.
 616          */
 617         if (new) {
 618                 struct xfs_perag        *pag;
 619
 620                 pag = xfs_perag_get(mp, agno);
 621                 error = xfs_ag_resv_free(pag);
 622                 xfs_perag_put(pag);
 623                 if (error)
 624                         goto out;
 625         }
 626
 627         /* Reserve AG metadata blocks. */
 628         error = xfs_fs_reserve_ag_blocks(mp);
 629         if (error && error != -ENOSPC)
 630                 goto out;
 631
 632         /* update secondary superblocks. */
 633         for (agno = 1; agno < nagcount; agno++) {
 634                 error = 0;
 635                 /*
 636                  * new secondary superblocks need to be zeroed, not read from
 637                  * disk as the contents of the new area we are growing into is
 638                  * completely unknown.
 639                  */
 640                 if (agno < oagcount) {
 641                         error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
 642                                   XFS_AGB_TO_DADDR(mp, agno, XFS_SB_BLOCK(mp)),
 643                                   XFS_FSS_TO_BB(mp, 1), 0, &bp,
 644                                   &xfs_sb_buf_ops);
 645                 } else {
 646                         bp = xfs_trans_get_buf(NULL, mp->m_ddev_targp,
 647                                   XFS_AGB_TO_DADDR(mp, agno, XFS_SB_BLOCK(mp)),
 648                                   XFS_FSS_TO_BB(mp, 1), 0);
 649                         if (bp) {
 650                                 bp->b_ops = &xfs_sb_buf_ops;
 651                                 xfs_buf_zero(bp, 0, BBTOB(bp->b_length));
 652                         } else
 653                                 error = -ENOMEM;
 654                 }
 655
 656                 /*
 657                  * If we get an error reading or writing alternate superblocks,
 658                  * continue.  xfs_repair chooses the "best" superblock based
 659                  * on most matches; if we break early, we'll leave more
 660                  * superblocks un-updated than updated, and xfs_repair may
 661                  * pick them over the properly-updated primary.
 662                  */
 663                 if (error) {
 664                         xfs_warn(mp,
 665                 "error %d reading secondary superblock for ag %d",
 666                                 error, agno);
 667                         saved_error = error;
 668                         continue;
 669                 }
 670                 xfs_sb_to_disk(XFS_BUF_TO_SBP(bp), &mp->m_sb);
 671
 672                 error = xfs_bwrite(bp);
 673                 xfs_buf_relse(bp);
 674                 if (error) {
 675                         xfs_warn(mp,
 676                 "write error %d updating secondary superblock for ag %d",
 677                                 error, agno);
 678                         saved_error = error;
 679                         continue;
 680                 }
 681         }
 682
 683  out:
 684         return saved_error ? saved_error : error;
 685
 686  error0:
 687         xfs_trans_cancel(tp);
 688         return error;
 689 }
 690
 691 static int
 692 xfs_growfs_log_private(
 693         xfs_mount_t             *mp,    /* mount point for filesystem */
 694         xfs_growfs_log_t        *in)    /* growfs log input struct */
 695 {
 696         xfs_extlen_t            nb;
 697
 698         nb = in->newblocks;
 699         if (nb < XFS_MIN_LOG_BLOCKS || nb < XFS_B_TO_FSB(mp, XFS_MIN_LOG_BYTES))
 700                 return -EINVAL;
 701         if (nb == mp->m_sb.sb_logblocks &&
 702             in->isint == (mp->m_sb.sb_logstart != 0))
 703                 return -EINVAL;
 704         /*
 705          * Moving the log is hard, need new interfaces to sync
 706          * the log first, hold off all activity while moving it.
 707          * Can have shorter or longer log in the same space,
 708          * or transform internal to external log or vice versa.
 709          */
 710         return -ENOSYS;
 711 }
 712
 713 /*
 714  * protected versions of growfs function acquire and release locks on the mount
 715  * point - exported through ioctls: XFS_IOC_FSGROWFSDATA, XFS_IOC_FSGROWFSLOG,
 716  * XFS_IOC_FSGROWFSRT
 717  */
 718
 719
 720 int
 721 xfs_growfs_data(
 722         xfs_mount_t             *mp,
 723         xfs_growfs_data_t       *in)
 724 {
 725         int error;
 726
 727         if (!capable(CAP_SYS_ADMIN))
 728                 return -EPERM;
 729         if (!mutex_trylock(&mp->m_growlock))
 730                 return -EWOULDBLOCK;
 731         error = xfs_growfs_data_private(mp, in);
 732         /*
 733          * Increment the generation unconditionally, the error could be from
 734          * updating the secondary superblocks, in which case the new size
 735          * is live already.
 736          */
 737         mp->m_generation++;
 738         mutex_unlock(&mp->m_growlock);
 739         return error;
 740 }
 741
 742 int
 743 xfs_growfs_log(
 744         xfs_mount_t             *mp,
 745         xfs_growfs_log_t        *in)
 746 {
 747         int error;
 748
 749         if (!capable(CAP_SYS_ADMIN))
 750                 return -EPERM;
 751         if (!mutex_trylock(&mp->m_growlock))
 752                 return -EWOULDBLOCK;
 753         error = xfs_growfs_log_private(mp, in);
 754         mutex_unlock(&mp->m_growlock);
 755         return error;
 756 }
 757
 758 /*
 759  * exported through ioctl XFS_IOC_FSCOUNTS
 760  */
 761
 762 int
 763 xfs_fs_counts(
 764         xfs_mount_t             *mp,
 765         xfs_fsop_counts_t       *cnt)
 766 {
 767         cnt->allocino = percpu_counter_read_positive(&mp->m_icount);
 768         cnt->freeino = percpu_counter_read_positive(&mp->m_ifree);
 769         cnt->freedata = percpu_counter_read_positive(&mp->m_fdblocks) -
 770                                                 mp->m_alloc_set_aside;
 771
 772         spin_lock(&mp->m_sb_lock);
 773         cnt->freertx = mp->m_sb.sb_frextents;
 774         spin_unlock(&mp->m_sb_lock);
 775         return 0;
 776 }
 777
 778 /*
 779  * exported through ioctl XFS_IOC_SET_RESBLKS & XFS_IOC_GET_RESBLKS
 780  *
 781  * xfs_reserve_blocks is called to set m_resblks
 782  * in the in-core mount table. The number of unused reserved blocks
 783  * is kept in m_resblks_avail.
 784  *
 785  * Reserve the requested number of blocks if available. Otherwise return
 786  * as many as possible to satisfy the request. The actual number
 787  * reserved are returned in outval
 788  *
 789  * A null inval pointer indicates that only the current reserved blocks
 790  * available  should  be returned no settings are changed.
 791  */
 792
 793 int
 794 xfs_reserve_blocks(
 795         xfs_mount_t             *mp,
 796         __uint64_t              *inval,
 797         xfs_fsop_resblks_t      *outval)
 798 {
 799         __int64_t               lcounter, delta;
 800         __int64_t               fdblks_delta = 0;
 801         __uint64_t              request;
 802         __int64_t               free;
 803         int                     error = 0;
 804
 805         /* If inval is null, report current values and return */
 806         if (inval == (__uint64_t *)NULL) {
 807                 if (!outval)
 808                         return -EINVAL;
 809                 outval->resblks = mp->m_resblks;
 810                 outval->resblks_avail = mp->m_resblks_avail;
 811                 return 0;
 812         }
 813
 814         request = *inval;
 815
 816         /*
 817          * With per-cpu counters, this becomes an interesting problem. we need
 818          * to work out if we are freeing or allocation blocks first, then we can
 819          * do the modification as necessary.
 820          *
 821          * We do this under the m_sb_lock so that if we are near ENOSPC, we will
 822          * hold out any changes while we work out what to do. This means that
 823          * the amount of free space can change while we do this, so we need to
 824          * retry if we end up trying to reserve more space than is available.
 825          */
 826         spin_lock(&mp->m_sb_lock);
 827
 828         /*
 829          * If our previous reservation was larger than the current value,
 830          * then move any unused blocks back to the free pool. Modify the resblks
 831          * counters directly since we shouldn't have any problems unreserving
 832          * space.
 833          */
 834         if (mp->m_resblks > request) {
 835                 lcounter = mp->m_resblks_avail - request;
 836                 if (lcounter  > 0) {            /* release unused blocks */
 837                         fdblks_delta = lcounter;
 838                         mp->m_resblks_avail -= lcounter;
 839                 }
 840                 mp->m_resblks = request;
 841                 if (fdblks_delta) {
 842                         spin_unlock(&mp->m_sb_lock);
 843                         error = xfs_mod_fdblocks(mp, fdblks_delta, 0);
 844                         spin_lock(&mp->m_sb_lock);
 845                 }
 846
 847                 goto out;
 848         }
 849
 850         /*
 851          * If the request is larger than the current reservation, reserve the
 852          * blocks before we update the reserve counters. Sample m_fdblocks and
 853          * perform a partial reservation if the request exceeds free space.
 854          */
 855         error = -ENOSPC;
 856         do {
 857                 free = percpu_counter_sum(&mp->m_fdblocks) -
 858                                                 mp->m_alloc_set_aside;
 859                 if (!free)
 860                         break;
 861
 862                 delta = request - mp->m_resblks;
 863                 lcounter = free - delta;
 864                 if (lcounter < 0)
 865                         /* We can't satisfy the request, just get what we can */
 866                         fdblks_delta = free;
 867                 else
 868                         fdblks_delta = delta;
 869
 870                 /*
 871                  * We'll either succeed in getting space from the free block
 872                  * count or we'll get an ENOSPC. If we get a ENOSPC, it means
 873                  * things changed while we were calculating fdblks_delta and so
 874                  * we should try again to see if there is anything left to
 875                  * reserve.
 876                  *
 877                  * Don't set the reserved flag here - we don't want to reserve
 878                  * the extra reserve blocks from the reserve.....
 879                  */
 880                 spin_unlock(&mp->m_sb_lock);
 881                 error = xfs_mod_fdblocks(mp, -fdblks_delta, 0);
 882                 spin_lock(&mp->m_sb_lock);
 883         } while (error == -ENOSPC);
 884
 885         /*
 886          * Update the reserve counters if blocks have been successfully
 887          * allocated.
 888          */
 889         if (!error && fdblks_delta) {
 890                 mp->m_resblks += fdblks_delta;
 891                 mp->m_resblks_avail += fdblks_delta;
 892         }
 893
 894 out:
 895         if (outval) {
 896                 outval->resblks = mp->m_resblks;
 897                 outval->resblks_avail = mp->m_resblks_avail;
 898         }
 899
 900         spin_unlock(&mp->m_sb_lock);
 901         return error;
 902 }
 903
 904 int
 905 xfs_fs_goingdown(
 906         xfs_mount_t     *mp,
 907         __uint32_t      inflags)
 908 {
 909         switch (inflags) {
 910         case XFS_FSOP_GOING_FLAGS_DEFAULT: {
 911                 struct super_block *sb = freeze_bdev(mp->m_super->s_bdev);
 912
 913                 if (sb && !IS_ERR(sb)) {
 914                         xfs_force_shutdown(mp, SHUTDOWN_FORCE_UMOUNT);
 915                         thaw_bdev(sb->s_bdev, sb);
 916                 }
 917
 918                 break;
 919         }
 920         case XFS_FSOP_GOING_FLAGS_LOGFLUSH:
 921                 xfs_force_shutdown(mp, SHUTDOWN_FORCE_UMOUNT);
 922                 break;
 923         case XFS_FSOP_GOING_FLAGS_NOLOGFLUSH:
 924                 xfs_force_shutdown(mp,
 925                                 SHUTDOWN_FORCE_UMOUNT | SHUTDOWN_LOG_IO_ERROR);
 926                 break;
 927         default:
 928                 return -EINVAL;
 929         }
 930
 931         return 0;
 932 }
 933
 934 /*
 935  * Force a shutdown of the filesystem instantly while keeping the filesystem
 936  * consistent. We don't do an unmount here; just shutdown the shop, make sure
 937  * that absolutely nothing persistent happens to this filesystem after this
 938  * point.
 939  */
 940 void
 941 xfs_do_force_shutdown(
 942         xfs_mount_t     *mp,
 943         int             flags,
 944         char            *fname,
 945         int             lnnum)
 946 {
 947         int             logerror;
 948
 949         logerror = flags & SHUTDOWN_LOG_IO_ERROR;
 950
 951         if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
 952                 xfs_notice(mp,
 953         "%s(0x%x) called from line %d of file %s.  Return address = 0x%p",
 954                         __func__, flags, lnnum, fname, __return_address);
 955         }
 956         /*
 957          * No need to duplicate efforts.
 958          */
 959         if (XFS_FORCED_SHUTDOWN(mp) && !logerror)
 960                 return;
 961
 962         /*
 963          * This flags XFS_MOUNT_FS_SHUTDOWN, makes sure that we don't
 964          * queue up anybody new on the log reservations, and wakes up
 965          * everybody who's sleeping on log reservations to tell them
 966          * the bad news.
 967          */
 968         if (xfs_log_force_umount(mp, logerror))
 969                 return;
 970
 971         if (flags & SHUTDOWN_CORRUPT_INCORE) {
 972                 xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_CORRUPT,
 973     "Corruption of in-memory data detected.  Shutting down filesystem");
 974                 if (XFS_ERRLEVEL_HIGH <= xfs_error_level)
 975                         xfs_stack_trace();
 976         } else if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
 977                 if (logerror) {
 978                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_LOGERROR,
 979                 "Log I/O Error Detected.  Shutting down filesystem");
 980                 } else if (flags & SHUTDOWN_DEVICE_REQ) {
 981                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_IOERROR,
 982                 "All device paths lost.  Shutting down filesystem");
 983                 } else if (!(flags & SHUTDOWN_REMOTE_REQ)) {
 984                         xfs_alert_tag(mp, XFS_PTAG_SHUTDOWN_IOERROR,
 985                 "I/O Error Detected. Shutting down filesystem");
 986                 }
 987         }
 988         if (!(flags & SHUTDOWN_FORCE_UMOUNT)) {
 989                 xfs_alert(mp,
 990         "Please umount the filesystem and rectify the problem(s)");
 991         }
 992 }
 993
 994 /*
 995  * Reserve free space for per-AG metadata.
 996  */
 997 int
 998 xfs_fs_reserve_ag_blocks(
 999         struct xfs_mount        *mp)
1000 {
1001         xfs_agnumber_t          agno;
1002         struct xfs_perag        *pag;
1003         int                     error = 0;
1004         int                     err2;
1005
1006         for (agno = 0; agno < mp->m_sb.sb_agcount; agno++) {
1007                 pag = xfs_perag_get(mp, agno);
1008                 err2 = xfs_ag_resv_init(pag);
1009                 xfs_perag_put(pag);
1010                 if (err2 && !error)
1011                         error = err2;
1012         }
1013
1014         if (error && error != -ENOSPC) {
1015                 xfs_warn(mp,
1016         "Error %d reserving per-AG metadata reserve pool.", error);
1017                 xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE);
1018         }
1019
1020         return error;
1021 }
1022
1023 /*
1024  * Free space reserved for per-AG metadata.
1025  */
1026 int
1027 xfs_fs_unreserve_ag_blocks(
1028         struct xfs_mount        *mp)
1029 {
1030         xfs_agnumber_t          agno;
1031         struct xfs_perag        *pag;
1032         int                     error = 0;
1033         int                     err2;
1034
1035         for (agno = 0; agno < mp->m_sb.sb_agcount; agno++) {
1036                 pag = xfs_perag_get(mp, agno);
1037                 err2 = xfs_ag_resv_free(pag);
1038                 xfs_perag_put(pag);
1039                 if (err2 && !error)
1040                         error = err2;
1041         }
1042
1043         if (error)
1044                 xfs_warn(mp,
1045         "Error %d freeing per-AG metadata reserve pool.", error);
1046
1047         return error;
1048 }