]> asedeno.scripts.mit.edu Git - linux.git/blob - fs/xfs/xfs_qm.c
xfs: always log corruption errors
[linux.git] / fs / xfs / xfs_qm.c
1 // SPDX-License-Identifier: GPL-2.0
2 /*
3  * Copyright (c) 2000-2005 Silicon Graphics, Inc.
4  * All Rights Reserved.
5  */
6 #include "xfs.h"
7 #include "xfs_fs.h"
8 #include "xfs_shared.h"
9 #include "xfs_format.h"
10 #include "xfs_log_format.h"
11 #include "xfs_trans_resv.h"
12 #include "xfs_bit.h"
13 #include "xfs_sb.h"
14 #include "xfs_mount.h"
15 #include "xfs_inode.h"
16 #include "xfs_iwalk.h"
17 #include "xfs_quota.h"
18 #include "xfs_bmap.h"
19 #include "xfs_bmap_util.h"
20 #include "xfs_trans.h"
21 #include "xfs_trans_space.h"
22 #include "xfs_qm.h"
23 #include "xfs_trace.h"
24 #include "xfs_icache.h"
25 #include "xfs_error.h"
26
27 /*
28  * The global quota manager. There is only one of these for the entire
29  * system, _not_ one per file system. XQM keeps track of the overall
30  * quota functionality, including maintaining the freelist and hash
31  * tables of dquots.
32  */
33 STATIC int      xfs_qm_init_quotainos(xfs_mount_t *);
34 STATIC int      xfs_qm_init_quotainfo(xfs_mount_t *);
35
36 STATIC void     xfs_qm_destroy_quotainos(xfs_quotainfo_t *qi);
37 STATIC void     xfs_qm_dqfree_one(struct xfs_dquot *dqp);
38 /*
39  * We use the batch lookup interface to iterate over the dquots as it
40  * currently is the only interface into the radix tree code that allows
41  * fuzzy lookups instead of exact matches.  Holding the lock over multiple
42  * operations is fine as all callers are used either during mount/umount
43  * or quotaoff.
44  */
45 #define XFS_DQ_LOOKUP_BATCH     32
46
47 STATIC int
48 xfs_qm_dquot_walk(
49         struct xfs_mount        *mp,
50         int                     type,
51         int                     (*execute)(struct xfs_dquot *dqp, void *data),
52         void                    *data)
53 {
54         struct xfs_quotainfo    *qi = mp->m_quotainfo;
55         struct radix_tree_root  *tree = xfs_dquot_tree(qi, type);
56         uint32_t                next_index;
57         int                     last_error = 0;
58         int                     skipped;
59         int                     nr_found;
60
61 restart:
62         skipped = 0;
63         next_index = 0;
64         nr_found = 0;
65
66         while (1) {
67                 struct xfs_dquot *batch[XFS_DQ_LOOKUP_BATCH];
68                 int             error = 0;
69                 int             i;
70
71                 mutex_lock(&qi->qi_tree_lock);
72                 nr_found = radix_tree_gang_lookup(tree, (void **)batch,
73                                         next_index, XFS_DQ_LOOKUP_BATCH);
74                 if (!nr_found) {
75                         mutex_unlock(&qi->qi_tree_lock);
76                         break;
77                 }
78
79                 for (i = 0; i < nr_found; i++) {
80                         struct xfs_dquot *dqp = batch[i];
81
82                         next_index = be32_to_cpu(dqp->q_core.d_id) + 1;
83
84                         error = execute(batch[i], data);
85                         if (error == -EAGAIN) {
86                                 skipped++;
87                                 continue;
88                         }
89                         if (error && last_error != -EFSCORRUPTED)
90                                 last_error = error;
91                 }
92
93                 mutex_unlock(&qi->qi_tree_lock);
94
95                 /* bail out if the filesystem is corrupted.  */
96                 if (last_error == -EFSCORRUPTED) {
97                         skipped = 0;
98                         break;
99                 }
100                 /* we're done if id overflows back to zero */
101                 if (!next_index)
102                         break;
103         }
104
105         if (skipped) {
106                 delay(1);
107                 goto restart;
108         }
109
110         return last_error;
111 }
112
113
114 /*
115  * Purge a dquot from all tracking data structures and free it.
116  */
117 STATIC int
118 xfs_qm_dqpurge(
119         struct xfs_dquot        *dqp,
120         void                    *data)
121 {
122         struct xfs_mount        *mp = dqp->q_mount;
123         struct xfs_quotainfo    *qi = mp->m_quotainfo;
124
125         xfs_dqlock(dqp);
126         if ((dqp->dq_flags & XFS_DQ_FREEING) || dqp->q_nrefs != 0) {
127                 xfs_dqunlock(dqp);
128                 return -EAGAIN;
129         }
130
131         dqp->dq_flags |= XFS_DQ_FREEING;
132
133         xfs_dqflock(dqp);
134
135         /*
136          * If we are turning this type of quotas off, we don't care
137          * about the dirty metadata sitting in this dquot. OTOH, if
138          * we're unmounting, we do care, so we flush it and wait.
139          */
140         if (XFS_DQ_IS_DIRTY(dqp)) {
141                 struct xfs_buf  *bp = NULL;
142                 int             error;
143
144                 /*
145                  * We don't care about getting disk errors here. We need
146                  * to purge this dquot anyway, so we go ahead regardless.
147                  */
148                 error = xfs_qm_dqflush(dqp, &bp);
149                 if (!error) {
150                         error = xfs_bwrite(bp);
151                         xfs_buf_relse(bp);
152                 }
153                 xfs_dqflock(dqp);
154         }
155
156         ASSERT(atomic_read(&dqp->q_pincount) == 0);
157         ASSERT(XFS_FORCED_SHUTDOWN(mp) ||
158                 !test_bit(XFS_LI_IN_AIL, &dqp->q_logitem.qli_item.li_flags));
159
160         xfs_dqfunlock(dqp);
161         xfs_dqunlock(dqp);
162
163         radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
164                           be32_to_cpu(dqp->q_core.d_id));
165         qi->qi_dquots--;
166
167         /*
168          * We move dquots to the freelist as soon as their reference count
169          * hits zero, so it really should be on the freelist here.
170          */
171         ASSERT(!list_empty(&dqp->q_lru));
172         list_lru_del(&qi->qi_lru, &dqp->q_lru);
173         XFS_STATS_DEC(mp, xs_qm_dquot_unused);
174
175         xfs_qm_dqdestroy(dqp);
176         return 0;
177 }
178
179 /*
180  * Purge the dquot cache.
181  */
182 void
183 xfs_qm_dqpurge_all(
184         struct xfs_mount        *mp,
185         uint                    flags)
186 {
187         if (flags & XFS_QMOPT_UQUOTA)
188                 xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_dqpurge, NULL);
189         if (flags & XFS_QMOPT_GQUOTA)
190                 xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_dqpurge, NULL);
191         if (flags & XFS_QMOPT_PQUOTA)
192                 xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_dqpurge, NULL);
193 }
194
195 /*
196  * Just destroy the quotainfo structure.
197  */
198 void
199 xfs_qm_unmount(
200         struct xfs_mount        *mp)
201 {
202         if (mp->m_quotainfo) {
203                 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
204                 xfs_qm_destroy_quotainfo(mp);
205         }
206 }
207
208 /*
209  * Called from the vfsops layer.
210  */
211 void
212 xfs_qm_unmount_quotas(
213         xfs_mount_t     *mp)
214 {
215         /*
216          * Release the dquots that root inode, et al might be holding,
217          * before we flush quotas and blow away the quotainfo structure.
218          */
219         ASSERT(mp->m_rootip);
220         xfs_qm_dqdetach(mp->m_rootip);
221         if (mp->m_rbmip)
222                 xfs_qm_dqdetach(mp->m_rbmip);
223         if (mp->m_rsumip)
224                 xfs_qm_dqdetach(mp->m_rsumip);
225
226         /*
227          * Release the quota inodes.
228          */
229         if (mp->m_quotainfo) {
230                 if (mp->m_quotainfo->qi_uquotaip) {
231                         xfs_irele(mp->m_quotainfo->qi_uquotaip);
232                         mp->m_quotainfo->qi_uquotaip = NULL;
233                 }
234                 if (mp->m_quotainfo->qi_gquotaip) {
235                         xfs_irele(mp->m_quotainfo->qi_gquotaip);
236                         mp->m_quotainfo->qi_gquotaip = NULL;
237                 }
238                 if (mp->m_quotainfo->qi_pquotaip) {
239                         xfs_irele(mp->m_quotainfo->qi_pquotaip);
240                         mp->m_quotainfo->qi_pquotaip = NULL;
241                 }
242         }
243 }
244
245 STATIC int
246 xfs_qm_dqattach_one(
247         xfs_inode_t     *ip,
248         xfs_dqid_t      id,
249         uint            type,
250         bool            doalloc,
251         xfs_dquot_t     **IO_idqpp)
252 {
253         xfs_dquot_t     *dqp;
254         int             error;
255
256         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
257         error = 0;
258
259         /*
260          * See if we already have it in the inode itself. IO_idqpp is &i_udquot
261          * or &i_gdquot. This made the code look weird, but made the logic a lot
262          * simpler.
263          */
264         dqp = *IO_idqpp;
265         if (dqp) {
266                 trace_xfs_dqattach_found(dqp);
267                 return 0;
268         }
269
270         /*
271          * Find the dquot from somewhere. This bumps the reference count of
272          * dquot and returns it locked.  This can return ENOENT if dquot didn't
273          * exist on disk and we didn't ask it to allocate; ESRCH if quotas got
274          * turned off suddenly.
275          */
276         error = xfs_qm_dqget_inode(ip, type, doalloc, &dqp);
277         if (error)
278                 return error;
279
280         trace_xfs_dqattach_get(dqp);
281
282         /*
283          * dqget may have dropped and re-acquired the ilock, but it guarantees
284          * that the dquot returned is the one that should go in the inode.
285          */
286         *IO_idqpp = dqp;
287         xfs_dqunlock(dqp);
288         return 0;
289 }
290
291 static bool
292 xfs_qm_need_dqattach(
293         struct xfs_inode        *ip)
294 {
295         struct xfs_mount        *mp = ip->i_mount;
296
297         if (!XFS_IS_QUOTA_RUNNING(mp))
298                 return false;
299         if (!XFS_IS_QUOTA_ON(mp))
300                 return false;
301         if (!XFS_NOT_DQATTACHED(mp, ip))
302                 return false;
303         if (xfs_is_quota_inode(&mp->m_sb, ip->i_ino))
304                 return false;
305         return true;
306 }
307
308 /*
309  * Given a locked inode, attach dquot(s) to it, taking U/G/P-QUOTAON
310  * into account.
311  * If @doalloc is true, the dquot(s) will be allocated if needed.
312  * Inode may get unlocked and relocked in here, and the caller must deal with
313  * the consequences.
314  */
315 int
316 xfs_qm_dqattach_locked(
317         xfs_inode_t     *ip,
318         bool            doalloc)
319 {
320         xfs_mount_t     *mp = ip->i_mount;
321         int             error = 0;
322
323         if (!xfs_qm_need_dqattach(ip))
324                 return 0;
325
326         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
327
328         if (XFS_IS_UQUOTA_ON(mp) && !ip->i_udquot) {
329                 error = xfs_qm_dqattach_one(ip, ip->i_d.di_uid, XFS_DQ_USER,
330                                 doalloc, &ip->i_udquot);
331                 if (error)
332                         goto done;
333                 ASSERT(ip->i_udquot);
334         }
335
336         if (XFS_IS_GQUOTA_ON(mp) && !ip->i_gdquot) {
337                 error = xfs_qm_dqattach_one(ip, ip->i_d.di_gid, XFS_DQ_GROUP,
338                                 doalloc, &ip->i_gdquot);
339                 if (error)
340                         goto done;
341                 ASSERT(ip->i_gdquot);
342         }
343
344         if (XFS_IS_PQUOTA_ON(mp) && !ip->i_pdquot) {
345                 error = xfs_qm_dqattach_one(ip, xfs_get_projid(ip), XFS_DQ_PROJ,
346                                 doalloc, &ip->i_pdquot);
347                 if (error)
348                         goto done;
349                 ASSERT(ip->i_pdquot);
350         }
351
352 done:
353         /*
354          * Don't worry about the dquots that we may have attached before any
355          * error - they'll get detached later if it has not already been done.
356          */
357         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
358         return error;
359 }
360
361 int
362 xfs_qm_dqattach(
363         struct xfs_inode        *ip)
364 {
365         int                     error;
366
367         if (!xfs_qm_need_dqattach(ip))
368                 return 0;
369
370         xfs_ilock(ip, XFS_ILOCK_EXCL);
371         error = xfs_qm_dqattach_locked(ip, false);
372         xfs_iunlock(ip, XFS_ILOCK_EXCL);
373
374         return error;
375 }
376
377 /*
378  * Release dquots (and their references) if any.
379  * The inode should be locked EXCL except when this's called by
380  * xfs_ireclaim.
381  */
382 void
383 xfs_qm_dqdetach(
384         xfs_inode_t     *ip)
385 {
386         if (!(ip->i_udquot || ip->i_gdquot || ip->i_pdquot))
387                 return;
388
389         trace_xfs_dquot_dqdetach(ip);
390
391         ASSERT(!xfs_is_quota_inode(&ip->i_mount->m_sb, ip->i_ino));
392         if (ip->i_udquot) {
393                 xfs_qm_dqrele(ip->i_udquot);
394                 ip->i_udquot = NULL;
395         }
396         if (ip->i_gdquot) {
397                 xfs_qm_dqrele(ip->i_gdquot);
398                 ip->i_gdquot = NULL;
399         }
400         if (ip->i_pdquot) {
401                 xfs_qm_dqrele(ip->i_pdquot);
402                 ip->i_pdquot = NULL;
403         }
404 }
405
406 struct xfs_qm_isolate {
407         struct list_head        buffers;
408         struct list_head        dispose;
409 };
410
411 static enum lru_status
412 xfs_qm_dquot_isolate(
413         struct list_head        *item,
414         struct list_lru_one     *lru,
415         spinlock_t              *lru_lock,
416         void                    *arg)
417                 __releases(lru_lock) __acquires(lru_lock)
418 {
419         struct xfs_dquot        *dqp = container_of(item,
420                                                 struct xfs_dquot, q_lru);
421         struct xfs_qm_isolate   *isol = arg;
422
423         if (!xfs_dqlock_nowait(dqp))
424                 goto out_miss_busy;
425
426         /*
427          * This dquot has acquired a reference in the meantime remove it from
428          * the freelist and try again.
429          */
430         if (dqp->q_nrefs) {
431                 xfs_dqunlock(dqp);
432                 XFS_STATS_INC(dqp->q_mount, xs_qm_dqwants);
433
434                 trace_xfs_dqreclaim_want(dqp);
435                 list_lru_isolate(lru, &dqp->q_lru);
436                 XFS_STATS_DEC(dqp->q_mount, xs_qm_dquot_unused);
437                 return LRU_REMOVED;
438         }
439
440         /*
441          * If the dquot is dirty, flush it. If it's already being flushed, just
442          * skip it so there is time for the IO to complete before we try to
443          * reclaim it again on the next LRU pass.
444          */
445         if (!xfs_dqflock_nowait(dqp)) {
446                 xfs_dqunlock(dqp);
447                 goto out_miss_busy;
448         }
449
450         if (XFS_DQ_IS_DIRTY(dqp)) {
451                 struct xfs_buf  *bp = NULL;
452                 int             error;
453
454                 trace_xfs_dqreclaim_dirty(dqp);
455
456                 /* we have to drop the LRU lock to flush the dquot */
457                 spin_unlock(lru_lock);
458
459                 error = xfs_qm_dqflush(dqp, &bp);
460                 if (error)
461                         goto out_unlock_dirty;
462
463                 xfs_buf_delwri_queue(bp, &isol->buffers);
464                 xfs_buf_relse(bp);
465                 goto out_unlock_dirty;
466         }
467         xfs_dqfunlock(dqp);
468
469         /*
470          * Prevent lookups now that we are past the point of no return.
471          */
472         dqp->dq_flags |= XFS_DQ_FREEING;
473         xfs_dqunlock(dqp);
474
475         ASSERT(dqp->q_nrefs == 0);
476         list_lru_isolate_move(lru, &dqp->q_lru, &isol->dispose);
477         XFS_STATS_DEC(dqp->q_mount, xs_qm_dquot_unused);
478         trace_xfs_dqreclaim_done(dqp);
479         XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaims);
480         return LRU_REMOVED;
481
482 out_miss_busy:
483         trace_xfs_dqreclaim_busy(dqp);
484         XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaim_misses);
485         return LRU_SKIP;
486
487 out_unlock_dirty:
488         trace_xfs_dqreclaim_busy(dqp);
489         XFS_STATS_INC(dqp->q_mount, xs_qm_dqreclaim_misses);
490         xfs_dqunlock(dqp);
491         spin_lock(lru_lock);
492         return LRU_RETRY;
493 }
494
495 static unsigned long
496 xfs_qm_shrink_scan(
497         struct shrinker         *shrink,
498         struct shrink_control   *sc)
499 {
500         struct xfs_quotainfo    *qi = container_of(shrink,
501                                         struct xfs_quotainfo, qi_shrinker);
502         struct xfs_qm_isolate   isol;
503         unsigned long           freed;
504         int                     error;
505
506         if ((sc->gfp_mask & (__GFP_FS|__GFP_DIRECT_RECLAIM)) != (__GFP_FS|__GFP_DIRECT_RECLAIM))
507                 return 0;
508
509         INIT_LIST_HEAD(&isol.buffers);
510         INIT_LIST_HEAD(&isol.dispose);
511
512         freed = list_lru_shrink_walk(&qi->qi_lru, sc,
513                                      xfs_qm_dquot_isolate, &isol);
514
515         error = xfs_buf_delwri_submit(&isol.buffers);
516         if (error)
517                 xfs_warn(NULL, "%s: dquot reclaim failed", __func__);
518
519         while (!list_empty(&isol.dispose)) {
520                 struct xfs_dquot        *dqp;
521
522                 dqp = list_first_entry(&isol.dispose, struct xfs_dquot, q_lru);
523                 list_del_init(&dqp->q_lru);
524                 xfs_qm_dqfree_one(dqp);
525         }
526
527         return freed;
528 }
529
530 static unsigned long
531 xfs_qm_shrink_count(
532         struct shrinker         *shrink,
533         struct shrink_control   *sc)
534 {
535         struct xfs_quotainfo    *qi = container_of(shrink,
536                                         struct xfs_quotainfo, qi_shrinker);
537
538         return list_lru_shrink_count(&qi->qi_lru, sc);
539 }
540
541 STATIC void
542 xfs_qm_set_defquota(
543         xfs_mount_t     *mp,
544         uint            type,
545         xfs_quotainfo_t *qinf)
546 {
547         xfs_dquot_t             *dqp;
548         struct xfs_def_quota    *defq;
549         struct xfs_disk_dquot   *ddqp;
550         int                     error;
551
552         error = xfs_qm_dqget_uncached(mp, 0, type, &dqp);
553         if (error)
554                 return;
555
556         ddqp = &dqp->q_core;
557         defq = xfs_get_defquota(dqp, qinf);
558
559         /*
560          * Timers and warnings have been already set, let's just set the
561          * default limits for this quota type
562          */
563         defq->bhardlimit = be64_to_cpu(ddqp->d_blk_hardlimit);
564         defq->bsoftlimit = be64_to_cpu(ddqp->d_blk_softlimit);
565         defq->ihardlimit = be64_to_cpu(ddqp->d_ino_hardlimit);
566         defq->isoftlimit = be64_to_cpu(ddqp->d_ino_softlimit);
567         defq->rtbhardlimit = be64_to_cpu(ddqp->d_rtb_hardlimit);
568         defq->rtbsoftlimit = be64_to_cpu(ddqp->d_rtb_softlimit);
569         xfs_qm_dqdestroy(dqp);
570 }
571
572 /* Initialize quota time limits from the root dquot. */
573 static void
574 xfs_qm_init_timelimits(
575         struct xfs_mount        *mp,
576         struct xfs_quotainfo    *qinf)
577 {
578         struct xfs_disk_dquot   *ddqp;
579         struct xfs_dquot        *dqp;
580         uint                    type;
581         int                     error;
582
583         qinf->qi_btimelimit = XFS_QM_BTIMELIMIT;
584         qinf->qi_itimelimit = XFS_QM_ITIMELIMIT;
585         qinf->qi_rtbtimelimit = XFS_QM_RTBTIMELIMIT;
586         qinf->qi_bwarnlimit = XFS_QM_BWARNLIMIT;
587         qinf->qi_iwarnlimit = XFS_QM_IWARNLIMIT;
588         qinf->qi_rtbwarnlimit = XFS_QM_RTBWARNLIMIT;
589
590         /*
591          * We try to get the limits from the superuser's limits fields.
592          * This is quite hacky, but it is standard quota practice.
593          *
594          * Since we may not have done a quotacheck by this point, just read
595          * the dquot without attaching it to any hashtables or lists.
596          *
597          * Timers and warnings are globally set by the first timer found in
598          * user/group/proj quota types, otherwise a default value is used.
599          * This should be split into different fields per quota type.
600          */
601         if (XFS_IS_UQUOTA_RUNNING(mp))
602                 type = XFS_DQ_USER;
603         else if (XFS_IS_GQUOTA_RUNNING(mp))
604                 type = XFS_DQ_GROUP;
605         else
606                 type = XFS_DQ_PROJ;
607         error = xfs_qm_dqget_uncached(mp, 0, type, &dqp);
608         if (error)
609                 return;
610
611         ddqp = &dqp->q_core;
612         /*
613          * The warnings and timers set the grace period given to
614          * a user or group before he or she can not perform any
615          * more writing. If it is zero, a default is used.
616          */
617         if (ddqp->d_btimer)
618                 qinf->qi_btimelimit = be32_to_cpu(ddqp->d_btimer);
619         if (ddqp->d_itimer)
620                 qinf->qi_itimelimit = be32_to_cpu(ddqp->d_itimer);
621         if (ddqp->d_rtbtimer)
622                 qinf->qi_rtbtimelimit = be32_to_cpu(ddqp->d_rtbtimer);
623         if (ddqp->d_bwarns)
624                 qinf->qi_bwarnlimit = be16_to_cpu(ddqp->d_bwarns);
625         if (ddqp->d_iwarns)
626                 qinf->qi_iwarnlimit = be16_to_cpu(ddqp->d_iwarns);
627         if (ddqp->d_rtbwarns)
628                 qinf->qi_rtbwarnlimit = be16_to_cpu(ddqp->d_rtbwarns);
629
630         xfs_qm_dqdestroy(dqp);
631 }
632
633 /*
634  * This initializes all the quota information that's kept in the
635  * mount structure
636  */
637 STATIC int
638 xfs_qm_init_quotainfo(
639         struct xfs_mount        *mp)
640 {
641         struct xfs_quotainfo    *qinf;
642         int                     error;
643
644         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
645
646         qinf = mp->m_quotainfo = kmem_zalloc(sizeof(xfs_quotainfo_t), 0);
647
648         error = list_lru_init(&qinf->qi_lru);
649         if (error)
650                 goto out_free_qinf;
651
652         /*
653          * See if quotainodes are setup, and if not, allocate them,
654          * and change the superblock accordingly.
655          */
656         error = xfs_qm_init_quotainos(mp);
657         if (error)
658                 goto out_free_lru;
659
660         INIT_RADIX_TREE(&qinf->qi_uquota_tree, GFP_NOFS);
661         INIT_RADIX_TREE(&qinf->qi_gquota_tree, GFP_NOFS);
662         INIT_RADIX_TREE(&qinf->qi_pquota_tree, GFP_NOFS);
663         mutex_init(&qinf->qi_tree_lock);
664
665         /* mutex used to serialize quotaoffs */
666         mutex_init(&qinf->qi_quotaofflock);
667
668         /* Precalc some constants */
669         qinf->qi_dqchunklen = XFS_FSB_TO_BB(mp, XFS_DQUOT_CLUSTER_SIZE_FSB);
670         qinf->qi_dqperchunk = xfs_calc_dquots_per_chunk(qinf->qi_dqchunklen);
671
672         mp->m_qflags |= (mp->m_sb.sb_qflags & XFS_ALL_QUOTA_CHKD);
673
674         xfs_qm_init_timelimits(mp, qinf);
675
676         if (XFS_IS_UQUOTA_RUNNING(mp))
677                 xfs_qm_set_defquota(mp, XFS_DQ_USER, qinf);
678         if (XFS_IS_GQUOTA_RUNNING(mp))
679                 xfs_qm_set_defquota(mp, XFS_DQ_GROUP, qinf);
680         if (XFS_IS_PQUOTA_RUNNING(mp))
681                 xfs_qm_set_defquota(mp, XFS_DQ_PROJ, qinf);
682
683         qinf->qi_shrinker.count_objects = xfs_qm_shrink_count;
684         qinf->qi_shrinker.scan_objects = xfs_qm_shrink_scan;
685         qinf->qi_shrinker.seeks = DEFAULT_SEEKS;
686         qinf->qi_shrinker.flags = SHRINKER_NUMA_AWARE;
687
688         error = register_shrinker(&qinf->qi_shrinker);
689         if (error)
690                 goto out_free_inos;
691
692         return 0;
693
694 out_free_inos:
695         mutex_destroy(&qinf->qi_quotaofflock);
696         mutex_destroy(&qinf->qi_tree_lock);
697         xfs_qm_destroy_quotainos(qinf);
698 out_free_lru:
699         list_lru_destroy(&qinf->qi_lru);
700 out_free_qinf:
701         kmem_free(qinf);
702         mp->m_quotainfo = NULL;
703         return error;
704 }
705
706 /*
707  * Gets called when unmounting a filesystem or when all quotas get
708  * turned off.
709  * This purges the quota inodes, destroys locks and frees itself.
710  */
711 void
712 xfs_qm_destroy_quotainfo(
713         xfs_mount_t     *mp)
714 {
715         xfs_quotainfo_t *qi;
716
717         qi = mp->m_quotainfo;
718         ASSERT(qi != NULL);
719
720         unregister_shrinker(&qi->qi_shrinker);
721         list_lru_destroy(&qi->qi_lru);
722         xfs_qm_destroy_quotainos(qi);
723         mutex_destroy(&qi->qi_tree_lock);
724         mutex_destroy(&qi->qi_quotaofflock);
725         kmem_free(qi);
726         mp->m_quotainfo = NULL;
727 }
728
729 /*
730  * Create an inode and return with a reference already taken, but unlocked
731  * This is how we create quota inodes
732  */
733 STATIC int
734 xfs_qm_qino_alloc(
735         xfs_mount_t     *mp,
736         xfs_inode_t     **ip,
737         uint            flags)
738 {
739         xfs_trans_t     *tp;
740         int             error;
741         bool            need_alloc = true;
742
743         *ip = NULL;
744         /*
745          * With superblock that doesn't have separate pquotino, we
746          * share an inode between gquota and pquota. If the on-disk
747          * superblock has GQUOTA and the filesystem is now mounted
748          * with PQUOTA, just use sb_gquotino for sb_pquotino and
749          * vice-versa.
750          */
751         if (!xfs_sb_version_has_pquotino(&mp->m_sb) &&
752                         (flags & (XFS_QMOPT_PQUOTA|XFS_QMOPT_GQUOTA))) {
753                 xfs_ino_t ino = NULLFSINO;
754
755                 if ((flags & XFS_QMOPT_PQUOTA) &&
756                              (mp->m_sb.sb_gquotino != NULLFSINO)) {
757                         ino = mp->m_sb.sb_gquotino;
758                         if (mp->m_sb.sb_pquotino != NULLFSINO) {
759                                 XFS_ERROR_REPORT(__func__, XFS_ERRLEVEL_LOW,
760                                                 mp);
761                                 return -EFSCORRUPTED;
762                         }
763                 } else if ((flags & XFS_QMOPT_GQUOTA) &&
764                              (mp->m_sb.sb_pquotino != NULLFSINO)) {
765                         ino = mp->m_sb.sb_pquotino;
766                         if (mp->m_sb.sb_gquotino != NULLFSINO) {
767                                 XFS_ERROR_REPORT(__func__, XFS_ERRLEVEL_LOW,
768                                                 mp);
769                                 return -EFSCORRUPTED;
770                         }
771                 }
772                 if (ino != NULLFSINO) {
773                         error = xfs_iget(mp, NULL, ino, 0, 0, ip);
774                         if (error)
775                                 return error;
776                         mp->m_sb.sb_gquotino = NULLFSINO;
777                         mp->m_sb.sb_pquotino = NULLFSINO;
778                         need_alloc = false;
779                 }
780         }
781
782         error = xfs_trans_alloc(mp, &M_RES(mp)->tr_create,
783                         XFS_QM_QINOCREATE_SPACE_RES(mp), 0, 0, &tp);
784         if (error)
785                 return error;
786
787         if (need_alloc) {
788                 error = xfs_dir_ialloc(&tp, NULL, S_IFREG, 1, 0, 0, ip);
789                 if (error) {
790                         xfs_trans_cancel(tp);
791                         return error;
792                 }
793         }
794
795         /*
796          * Make the changes in the superblock, and log those too.
797          * sbfields arg may contain fields other than *QUOTINO;
798          * VERSIONNUM for example.
799          */
800         spin_lock(&mp->m_sb_lock);
801         if (flags & XFS_QMOPT_SBVERSION) {
802                 ASSERT(!xfs_sb_version_hasquota(&mp->m_sb));
803
804                 xfs_sb_version_addquota(&mp->m_sb);
805                 mp->m_sb.sb_uquotino = NULLFSINO;
806                 mp->m_sb.sb_gquotino = NULLFSINO;
807                 mp->m_sb.sb_pquotino = NULLFSINO;
808
809                 /* qflags will get updated fully _after_ quotacheck */
810                 mp->m_sb.sb_qflags = mp->m_qflags & XFS_ALL_QUOTA_ACCT;
811         }
812         if (flags & XFS_QMOPT_UQUOTA)
813                 mp->m_sb.sb_uquotino = (*ip)->i_ino;
814         else if (flags & XFS_QMOPT_GQUOTA)
815                 mp->m_sb.sb_gquotino = (*ip)->i_ino;
816         else
817                 mp->m_sb.sb_pquotino = (*ip)->i_ino;
818         spin_unlock(&mp->m_sb_lock);
819         xfs_log_sb(tp);
820
821         error = xfs_trans_commit(tp);
822         if (error) {
823                 ASSERT(XFS_FORCED_SHUTDOWN(mp));
824                 xfs_alert(mp, "%s failed (error %d)!", __func__, error);
825         }
826         if (need_alloc)
827                 xfs_finish_inode_setup(*ip);
828         return error;
829 }
830
831
832 STATIC void
833 xfs_qm_reset_dqcounts(
834         xfs_mount_t     *mp,
835         xfs_buf_t       *bp,
836         xfs_dqid_t      id,
837         uint            type)
838 {
839         struct xfs_dqblk        *dqb;
840         int                     j;
841         xfs_failaddr_t          fa;
842
843         trace_xfs_reset_dqcounts(bp, _RET_IP_);
844
845         /*
846          * Reset all counters and timers. They'll be
847          * started afresh by xfs_qm_quotacheck.
848          */
849 #ifdef DEBUG
850         j = (int)XFS_FSB_TO_B(mp, XFS_DQUOT_CLUSTER_SIZE_FSB) /
851                 sizeof(xfs_dqblk_t);
852         ASSERT(mp->m_quotainfo->qi_dqperchunk == j);
853 #endif
854         dqb = bp->b_addr;
855         for (j = 0; j < mp->m_quotainfo->qi_dqperchunk; j++) {
856                 struct xfs_disk_dquot   *ddq;
857
858                 ddq = (struct xfs_disk_dquot *)&dqb[j];
859
860                 /*
861                  * Do a sanity check, and if needed, repair the dqblk. Don't
862                  * output any warnings because it's perfectly possible to
863                  * find uninitialised dquot blks. See comment in
864                  * xfs_dquot_verify.
865                  */
866                 fa = xfs_dqblk_verify(mp, &dqb[j], id + j, type);
867                 if (fa)
868                         xfs_dqblk_repair(mp, &dqb[j], id + j, type);
869
870                 /*
871                  * Reset type in case we are reusing group quota file for
872                  * project quotas or vice versa
873                  */
874                 ddq->d_flags = type;
875                 ddq->d_bcount = 0;
876                 ddq->d_icount = 0;
877                 ddq->d_rtbcount = 0;
878                 ddq->d_btimer = 0;
879                 ddq->d_itimer = 0;
880                 ddq->d_rtbtimer = 0;
881                 ddq->d_bwarns = 0;
882                 ddq->d_iwarns = 0;
883                 ddq->d_rtbwarns = 0;
884
885                 if (xfs_sb_version_hascrc(&mp->m_sb)) {
886                         xfs_update_cksum((char *)&dqb[j],
887                                          sizeof(struct xfs_dqblk),
888                                          XFS_DQUOT_CRC_OFF);
889                 }
890         }
891 }
892
893 STATIC int
894 xfs_qm_reset_dqcounts_all(
895         struct xfs_mount        *mp,
896         xfs_dqid_t              firstid,
897         xfs_fsblock_t           bno,
898         xfs_filblks_t           blkcnt,
899         uint                    flags,
900         struct list_head        *buffer_list)
901 {
902         struct xfs_buf          *bp;
903         int                     error;
904         int                     type;
905
906         ASSERT(blkcnt > 0);
907         type = flags & XFS_QMOPT_UQUOTA ? XFS_DQ_USER :
908                 (flags & XFS_QMOPT_PQUOTA ? XFS_DQ_PROJ : XFS_DQ_GROUP);
909         error = 0;
910
911         /*
912          * Blkcnt arg can be a very big number, and might even be
913          * larger than the log itself. So, we have to break it up into
914          * manageable-sized transactions.
915          * Note that we don't start a permanent transaction here; we might
916          * not be able to get a log reservation for the whole thing up front,
917          * and we don't really care to either, because we just discard
918          * everything if we were to crash in the middle of this loop.
919          */
920         while (blkcnt--) {
921                 error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
922                               XFS_FSB_TO_DADDR(mp, bno),
923                               mp->m_quotainfo->qi_dqchunklen, 0, &bp,
924                               &xfs_dquot_buf_ops);
925
926                 /*
927                  * CRC and validation errors will return a EFSCORRUPTED here. If
928                  * this occurs, re-read without CRC validation so that we can
929                  * repair the damage via xfs_qm_reset_dqcounts(). This process
930                  * will leave a trace in the log indicating corruption has
931                  * been detected.
932                  */
933                 if (error == -EFSCORRUPTED) {
934                         error = xfs_trans_read_buf(mp, NULL, mp->m_ddev_targp,
935                                       XFS_FSB_TO_DADDR(mp, bno),
936                                       mp->m_quotainfo->qi_dqchunklen, 0, &bp,
937                                       NULL);
938                 }
939
940                 if (error)
941                         break;
942
943                 /*
944                  * A corrupt buffer might not have a verifier attached, so
945                  * make sure we have the correct one attached before writeback
946                  * occurs.
947                  */
948                 bp->b_ops = &xfs_dquot_buf_ops;
949                 xfs_qm_reset_dqcounts(mp, bp, firstid, type);
950                 xfs_buf_delwri_queue(bp, buffer_list);
951                 xfs_buf_relse(bp);
952
953                 /* goto the next block. */
954                 bno++;
955                 firstid += mp->m_quotainfo->qi_dqperchunk;
956         }
957
958         return error;
959 }
960
961 /*
962  * Iterate over all allocated dquot blocks in this quota inode, zeroing all
963  * counters for every chunk of dquots that we find.
964  */
965 STATIC int
966 xfs_qm_reset_dqcounts_buf(
967         struct xfs_mount        *mp,
968         struct xfs_inode        *qip,
969         uint                    flags,
970         struct list_head        *buffer_list)
971 {
972         struct xfs_bmbt_irec    *map;
973         int                     i, nmaps;       /* number of map entries */
974         int                     error;          /* return value */
975         xfs_fileoff_t           lblkno;
976         xfs_filblks_t           maxlblkcnt;
977         xfs_dqid_t              firstid;
978         xfs_fsblock_t           rablkno;
979         xfs_filblks_t           rablkcnt;
980
981         error = 0;
982         /*
983          * This looks racy, but we can't keep an inode lock across a
984          * trans_reserve. But, this gets called during quotacheck, and that
985          * happens only at mount time which is single threaded.
986          */
987         if (qip->i_d.di_nblocks == 0)
988                 return 0;
989
990         map = kmem_alloc(XFS_DQITER_MAP_SIZE * sizeof(*map), 0);
991
992         lblkno = 0;
993         maxlblkcnt = XFS_B_TO_FSB(mp, mp->m_super->s_maxbytes);
994         do {
995                 uint            lock_mode;
996
997                 nmaps = XFS_DQITER_MAP_SIZE;
998                 /*
999                  * We aren't changing the inode itself. Just changing
1000                  * some of its data. No new blocks are added here, and
1001                  * the inode is never added to the transaction.
1002                  */
1003                 lock_mode = xfs_ilock_data_map_shared(qip);
1004                 error = xfs_bmapi_read(qip, lblkno, maxlblkcnt - lblkno,
1005                                        map, &nmaps, 0);
1006                 xfs_iunlock(qip, lock_mode);
1007                 if (error)
1008                         break;
1009
1010                 ASSERT(nmaps <= XFS_DQITER_MAP_SIZE);
1011                 for (i = 0; i < nmaps; i++) {
1012                         ASSERT(map[i].br_startblock != DELAYSTARTBLOCK);
1013                         ASSERT(map[i].br_blockcount);
1014
1015
1016                         lblkno += map[i].br_blockcount;
1017
1018                         if (map[i].br_startblock == HOLESTARTBLOCK)
1019                                 continue;
1020
1021                         firstid = (xfs_dqid_t) map[i].br_startoff *
1022                                 mp->m_quotainfo->qi_dqperchunk;
1023                         /*
1024                          * Do a read-ahead on the next extent.
1025                          */
1026                         if ((i+1 < nmaps) &&
1027                             (map[i+1].br_startblock != HOLESTARTBLOCK)) {
1028                                 rablkcnt =  map[i+1].br_blockcount;
1029                                 rablkno = map[i+1].br_startblock;
1030                                 while (rablkcnt--) {
1031                                         xfs_buf_readahead(mp->m_ddev_targp,
1032                                                XFS_FSB_TO_DADDR(mp, rablkno),
1033                                                mp->m_quotainfo->qi_dqchunklen,
1034                                                &xfs_dquot_buf_ops);
1035                                         rablkno++;
1036                                 }
1037                         }
1038                         /*
1039                          * Iterate thru all the blks in the extent and
1040                          * reset the counters of all the dquots inside them.
1041                          */
1042                         error = xfs_qm_reset_dqcounts_all(mp, firstid,
1043                                                    map[i].br_startblock,
1044                                                    map[i].br_blockcount,
1045                                                    flags, buffer_list);
1046                         if (error)
1047                                 goto out;
1048                 }
1049         } while (nmaps > 0);
1050
1051 out:
1052         kmem_free(map);
1053         return error;
1054 }
1055
1056 /*
1057  * Called by dqusage_adjust in doing a quotacheck.
1058  *
1059  * Given the inode, and a dquot id this updates both the incore dqout as well
1060  * as the buffer copy. This is so that once the quotacheck is done, we can
1061  * just log all the buffers, as opposed to logging numerous updates to
1062  * individual dquots.
1063  */
1064 STATIC int
1065 xfs_qm_quotacheck_dqadjust(
1066         struct xfs_inode        *ip,
1067         uint                    type,
1068         xfs_qcnt_t              nblks,
1069         xfs_qcnt_t              rtblks)
1070 {
1071         struct xfs_mount        *mp = ip->i_mount;
1072         struct xfs_dquot        *dqp;
1073         xfs_dqid_t              id;
1074         int                     error;
1075
1076         id = xfs_qm_id_for_quotatype(ip, type);
1077         error = xfs_qm_dqget(mp, id, type, true, &dqp);
1078         if (error) {
1079                 /*
1080                  * Shouldn't be able to turn off quotas here.
1081                  */
1082                 ASSERT(error != -ESRCH);
1083                 ASSERT(error != -ENOENT);
1084                 return error;
1085         }
1086
1087         trace_xfs_dqadjust(dqp);
1088
1089         /*
1090          * Adjust the inode count and the block count to reflect this inode's
1091          * resource usage.
1092          */
1093         be64_add_cpu(&dqp->q_core.d_icount, 1);
1094         dqp->q_res_icount++;
1095         if (nblks) {
1096                 be64_add_cpu(&dqp->q_core.d_bcount, nblks);
1097                 dqp->q_res_bcount += nblks;
1098         }
1099         if (rtblks) {
1100                 be64_add_cpu(&dqp->q_core.d_rtbcount, rtblks);
1101                 dqp->q_res_rtbcount += rtblks;
1102         }
1103
1104         /*
1105          * Set default limits, adjust timers (since we changed usages)
1106          *
1107          * There are no timers for the default values set in the root dquot.
1108          */
1109         if (dqp->q_core.d_id) {
1110                 xfs_qm_adjust_dqlimits(mp, dqp);
1111                 xfs_qm_adjust_dqtimers(mp, &dqp->q_core);
1112         }
1113
1114         dqp->dq_flags |= XFS_DQ_DIRTY;
1115         xfs_qm_dqput(dqp);
1116         return 0;
1117 }
1118
1119 /*
1120  * callback routine supplied to bulkstat(). Given an inumber, find its
1121  * dquots and update them to account for resources taken by that inode.
1122  */
1123 /* ARGSUSED */
1124 STATIC int
1125 xfs_qm_dqusage_adjust(
1126         struct xfs_mount        *mp,
1127         struct xfs_trans        *tp,
1128         xfs_ino_t               ino,
1129         void                    *data)
1130 {
1131         struct xfs_inode        *ip;
1132         xfs_qcnt_t              nblks;
1133         xfs_filblks_t           rtblks = 0;     /* total rt blks */
1134         int                     error;
1135
1136         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1137
1138         /*
1139          * rootino must have its resources accounted for, not so with the quota
1140          * inodes.
1141          */
1142         if (xfs_is_quota_inode(&mp->m_sb, ino))
1143                 return 0;
1144
1145         /*
1146          * We don't _need_ to take the ilock EXCL here because quotacheck runs
1147          * at mount time and therefore nobody will be racing chown/chproj.
1148          */
1149         error = xfs_iget(mp, tp, ino, XFS_IGET_DONTCACHE, 0, &ip);
1150         if (error == -EINVAL || error == -ENOENT)
1151                 return 0;
1152         if (error)
1153                 return error;
1154
1155         ASSERT(ip->i_delayed_blks == 0);
1156
1157         if (XFS_IS_REALTIME_INODE(ip)) {
1158                 struct xfs_ifork        *ifp = XFS_IFORK_PTR(ip, XFS_DATA_FORK);
1159
1160                 if (!(ifp->if_flags & XFS_IFEXTENTS)) {
1161                         error = xfs_iread_extents(tp, ip, XFS_DATA_FORK);
1162                         if (error)
1163                                 goto error0;
1164                 }
1165
1166                 xfs_bmap_count_leaves(ifp, &rtblks);
1167         }
1168
1169         nblks = (xfs_qcnt_t)ip->i_d.di_nblocks - rtblks;
1170
1171         /*
1172          * Add the (disk blocks and inode) resources occupied by this
1173          * inode to its dquots. We do this adjustment in the incore dquot,
1174          * and also copy the changes to its buffer.
1175          * We don't care about putting these changes in a transaction
1176          * envelope because if we crash in the middle of a 'quotacheck'
1177          * we have to start from the beginning anyway.
1178          * Once we're done, we'll log all the dquot bufs.
1179          *
1180          * The *QUOTA_ON checks below may look pretty racy, but quotachecks
1181          * and quotaoffs don't race. (Quotachecks happen at mount time only).
1182          */
1183         if (XFS_IS_UQUOTA_ON(mp)) {
1184                 error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_USER, nblks,
1185                                 rtblks);
1186                 if (error)
1187                         goto error0;
1188         }
1189
1190         if (XFS_IS_GQUOTA_ON(mp)) {
1191                 error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_GROUP, nblks,
1192                                 rtblks);
1193                 if (error)
1194                         goto error0;
1195         }
1196
1197         if (XFS_IS_PQUOTA_ON(mp)) {
1198                 error = xfs_qm_quotacheck_dqadjust(ip, XFS_DQ_PROJ, nblks,
1199                                 rtblks);
1200                 if (error)
1201                         goto error0;
1202         }
1203
1204 error0:
1205         xfs_irele(ip);
1206         return error;
1207 }
1208
1209 STATIC int
1210 xfs_qm_flush_one(
1211         struct xfs_dquot        *dqp,
1212         void                    *data)
1213 {
1214         struct xfs_mount        *mp = dqp->q_mount;
1215         struct list_head        *buffer_list = data;
1216         struct xfs_buf          *bp = NULL;
1217         int                     error = 0;
1218
1219         xfs_dqlock(dqp);
1220         if (dqp->dq_flags & XFS_DQ_FREEING)
1221                 goto out_unlock;
1222         if (!XFS_DQ_IS_DIRTY(dqp))
1223                 goto out_unlock;
1224
1225         /*
1226          * The only way the dquot is already flush locked by the time quotacheck
1227          * gets here is if reclaim flushed it before the dqadjust walk dirtied
1228          * it for the final time. Quotacheck collects all dquot bufs in the
1229          * local delwri queue before dquots are dirtied, so reclaim can't have
1230          * possibly queued it for I/O. The only way out is to push the buffer to
1231          * cycle the flush lock.
1232          */
1233         if (!xfs_dqflock_nowait(dqp)) {
1234                 /* buf is pinned in-core by delwri list */
1235                 bp = xfs_buf_incore(mp->m_ddev_targp, dqp->q_blkno,
1236                                 mp->m_quotainfo->qi_dqchunklen, 0);
1237                 if (!bp) {
1238                         error = -EINVAL;
1239                         goto out_unlock;
1240                 }
1241                 xfs_buf_unlock(bp);
1242
1243                 xfs_buf_delwri_pushbuf(bp, buffer_list);
1244                 xfs_buf_rele(bp);
1245
1246                 error = -EAGAIN;
1247                 goto out_unlock;
1248         }
1249
1250         error = xfs_qm_dqflush(dqp, &bp);
1251         if (error)
1252                 goto out_unlock;
1253
1254         xfs_buf_delwri_queue(bp, buffer_list);
1255         xfs_buf_relse(bp);
1256 out_unlock:
1257         xfs_dqunlock(dqp);
1258         return error;
1259 }
1260
1261 /*
1262  * Walk thru all the filesystem inodes and construct a consistent view
1263  * of the disk quota world. If the quotacheck fails, disable quotas.
1264  */
1265 STATIC int
1266 xfs_qm_quotacheck(
1267         xfs_mount_t     *mp)
1268 {
1269         int                     error, error2;
1270         uint                    flags;
1271         LIST_HEAD               (buffer_list);
1272         struct xfs_inode        *uip = mp->m_quotainfo->qi_uquotaip;
1273         struct xfs_inode        *gip = mp->m_quotainfo->qi_gquotaip;
1274         struct xfs_inode        *pip = mp->m_quotainfo->qi_pquotaip;
1275
1276         flags = 0;
1277
1278         ASSERT(uip || gip || pip);
1279         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1280
1281         xfs_notice(mp, "Quotacheck needed: Please wait.");
1282
1283         /*
1284          * First we go thru all the dquots on disk, USR and GRP/PRJ, and reset
1285          * their counters to zero. We need a clean slate.
1286          * We don't log our changes till later.
1287          */
1288         if (uip) {
1289                 error = xfs_qm_reset_dqcounts_buf(mp, uip, XFS_QMOPT_UQUOTA,
1290                                          &buffer_list);
1291                 if (error)
1292                         goto error_return;
1293                 flags |= XFS_UQUOTA_CHKD;
1294         }
1295
1296         if (gip) {
1297                 error = xfs_qm_reset_dqcounts_buf(mp, gip, XFS_QMOPT_GQUOTA,
1298                                          &buffer_list);
1299                 if (error)
1300                         goto error_return;
1301                 flags |= XFS_GQUOTA_CHKD;
1302         }
1303
1304         if (pip) {
1305                 error = xfs_qm_reset_dqcounts_buf(mp, pip, XFS_QMOPT_PQUOTA,
1306                                          &buffer_list);
1307                 if (error)
1308                         goto error_return;
1309                 flags |= XFS_PQUOTA_CHKD;
1310         }
1311
1312         error = xfs_iwalk_threaded(mp, 0, 0, xfs_qm_dqusage_adjust, 0, true,
1313                         NULL);
1314         if (error)
1315                 goto error_return;
1316
1317         /*
1318          * We've made all the changes that we need to make incore.  Flush them
1319          * down to disk buffers if everything was updated successfully.
1320          */
1321         if (XFS_IS_UQUOTA_ON(mp)) {
1322                 error = xfs_qm_dquot_walk(mp, XFS_DQ_USER, xfs_qm_flush_one,
1323                                           &buffer_list);
1324         }
1325         if (XFS_IS_GQUOTA_ON(mp)) {
1326                 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_GROUP, xfs_qm_flush_one,
1327                                            &buffer_list);
1328                 if (!error)
1329                         error = error2;
1330         }
1331         if (XFS_IS_PQUOTA_ON(mp)) {
1332                 error2 = xfs_qm_dquot_walk(mp, XFS_DQ_PROJ, xfs_qm_flush_one,
1333                                            &buffer_list);
1334                 if (!error)
1335                         error = error2;
1336         }
1337
1338         error2 = xfs_buf_delwri_submit(&buffer_list);
1339         if (!error)
1340                 error = error2;
1341
1342         /*
1343          * We can get this error if we couldn't do a dquot allocation inside
1344          * xfs_qm_dqusage_adjust (via bulkstat). We don't care about the
1345          * dirty dquots that might be cached, we just want to get rid of them
1346          * and turn quotaoff. The dquots won't be attached to any of the inodes
1347          * at this point (because we intentionally didn't in dqget_noattach).
1348          */
1349         if (error) {
1350                 xfs_qm_dqpurge_all(mp, XFS_QMOPT_QUOTALL);
1351                 goto error_return;
1352         }
1353
1354         /*
1355          * If one type of quotas is off, then it will lose its
1356          * quotachecked status, since we won't be doing accounting for
1357          * that type anymore.
1358          */
1359         mp->m_qflags &= ~XFS_ALL_QUOTA_CHKD;
1360         mp->m_qflags |= flags;
1361
1362  error_return:
1363         xfs_buf_delwri_cancel(&buffer_list);
1364
1365         if (error) {
1366                 xfs_warn(mp,
1367         "Quotacheck: Unsuccessful (Error %d): Disabling quotas.",
1368                         error);
1369                 /*
1370                  * We must turn off quotas.
1371                  */
1372                 ASSERT(mp->m_quotainfo != NULL);
1373                 xfs_qm_destroy_quotainfo(mp);
1374                 if (xfs_mount_reset_sbqflags(mp)) {
1375                         xfs_warn(mp,
1376                                 "Quotacheck: Failed to reset quota flags.");
1377                 }
1378         } else
1379                 xfs_notice(mp, "Quotacheck: Done.");
1380         return error;
1381 }
1382
1383 /*
1384  * This is called from xfs_mountfs to start quotas and initialize all
1385  * necessary data structures like quotainfo.  This is also responsible for
1386  * running a quotacheck as necessary.  We are guaranteed that the superblock
1387  * is consistently read in at this point.
1388  *
1389  * If we fail here, the mount will continue with quota turned off. We don't
1390  * need to inidicate success or failure at all.
1391  */
1392 void
1393 xfs_qm_mount_quotas(
1394         struct xfs_mount        *mp)
1395 {
1396         int                     error = 0;
1397         uint                    sbf;
1398
1399         /*
1400          * If quotas on realtime volumes is not supported, we disable
1401          * quotas immediately.
1402          */
1403         if (mp->m_sb.sb_rextents) {
1404                 xfs_notice(mp, "Cannot turn on quotas for realtime filesystem");
1405                 mp->m_qflags = 0;
1406                 goto write_changes;
1407         }
1408
1409         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1410
1411         /*
1412          * Allocate the quotainfo structure inside the mount struct, and
1413          * create quotainode(s), and change/rev superblock if necessary.
1414          */
1415         error = xfs_qm_init_quotainfo(mp);
1416         if (error) {
1417                 /*
1418                  * We must turn off quotas.
1419                  */
1420                 ASSERT(mp->m_quotainfo == NULL);
1421                 mp->m_qflags = 0;
1422                 goto write_changes;
1423         }
1424         /*
1425          * If any of the quotas are not consistent, do a quotacheck.
1426          */
1427         if (XFS_QM_NEED_QUOTACHECK(mp)) {
1428                 error = xfs_qm_quotacheck(mp);
1429                 if (error) {
1430                         /* Quotacheck failed and disabled quotas. */
1431                         return;
1432                 }
1433         }
1434         /*
1435          * If one type of quotas is off, then it will lose its
1436          * quotachecked status, since we won't be doing accounting for
1437          * that type anymore.
1438          */
1439         if (!XFS_IS_UQUOTA_ON(mp))
1440                 mp->m_qflags &= ~XFS_UQUOTA_CHKD;
1441         if (!XFS_IS_GQUOTA_ON(mp))
1442                 mp->m_qflags &= ~XFS_GQUOTA_CHKD;
1443         if (!XFS_IS_PQUOTA_ON(mp))
1444                 mp->m_qflags &= ~XFS_PQUOTA_CHKD;
1445
1446  write_changes:
1447         /*
1448          * We actually don't have to acquire the m_sb_lock at all.
1449          * This can only be called from mount, and that's single threaded. XXX
1450          */
1451         spin_lock(&mp->m_sb_lock);
1452         sbf = mp->m_sb.sb_qflags;
1453         mp->m_sb.sb_qflags = mp->m_qflags & XFS_MOUNT_QUOTA_ALL;
1454         spin_unlock(&mp->m_sb_lock);
1455
1456         if (sbf != (mp->m_qflags & XFS_MOUNT_QUOTA_ALL)) {
1457                 if (xfs_sync_sb(mp, false)) {
1458                         /*
1459                          * We could only have been turning quotas off.
1460                          * We aren't in very good shape actually because
1461                          * the incore structures are convinced that quotas are
1462                          * off, but the on disk superblock doesn't know that !
1463                          */
1464                         ASSERT(!(XFS_IS_QUOTA_RUNNING(mp)));
1465                         xfs_alert(mp, "%s: Superblock update failed!",
1466                                 __func__);
1467                 }
1468         }
1469
1470         if (error) {
1471                 xfs_warn(mp, "Failed to initialize disk quotas.");
1472                 return;
1473         }
1474 }
1475
1476 /*
1477  * This is called after the superblock has been read in and we're ready to
1478  * iget the quota inodes.
1479  */
1480 STATIC int
1481 xfs_qm_init_quotainos(
1482         xfs_mount_t     *mp)
1483 {
1484         struct xfs_inode        *uip = NULL;
1485         struct xfs_inode        *gip = NULL;
1486         struct xfs_inode        *pip = NULL;
1487         int                     error;
1488         uint                    flags = 0;
1489
1490         ASSERT(mp->m_quotainfo);
1491
1492         /*
1493          * Get the uquota and gquota inodes
1494          */
1495         if (xfs_sb_version_hasquota(&mp->m_sb)) {
1496                 if (XFS_IS_UQUOTA_ON(mp) &&
1497                     mp->m_sb.sb_uquotino != NULLFSINO) {
1498                         ASSERT(mp->m_sb.sb_uquotino > 0);
1499                         error = xfs_iget(mp, NULL, mp->m_sb.sb_uquotino,
1500                                              0, 0, &uip);
1501                         if (error)
1502                                 return error;
1503                 }
1504                 if (XFS_IS_GQUOTA_ON(mp) &&
1505                     mp->m_sb.sb_gquotino != NULLFSINO) {
1506                         ASSERT(mp->m_sb.sb_gquotino > 0);
1507                         error = xfs_iget(mp, NULL, mp->m_sb.sb_gquotino,
1508                                              0, 0, &gip);
1509                         if (error)
1510                                 goto error_rele;
1511                 }
1512                 if (XFS_IS_PQUOTA_ON(mp) &&
1513                     mp->m_sb.sb_pquotino != NULLFSINO) {
1514                         ASSERT(mp->m_sb.sb_pquotino > 0);
1515                         error = xfs_iget(mp, NULL, mp->m_sb.sb_pquotino,
1516                                              0, 0, &pip);
1517                         if (error)
1518                                 goto error_rele;
1519                 }
1520         } else {
1521                 flags |= XFS_QMOPT_SBVERSION;
1522         }
1523
1524         /*
1525          * Create the three inodes, if they don't exist already. The changes
1526          * made above will get added to a transaction and logged in one of
1527          * the qino_alloc calls below.  If the device is readonly,
1528          * temporarily switch to read-write to do this.
1529          */
1530         if (XFS_IS_UQUOTA_ON(mp) && uip == NULL) {
1531                 error = xfs_qm_qino_alloc(mp, &uip,
1532                                               flags | XFS_QMOPT_UQUOTA);
1533                 if (error)
1534                         goto error_rele;
1535
1536                 flags &= ~XFS_QMOPT_SBVERSION;
1537         }
1538         if (XFS_IS_GQUOTA_ON(mp) && gip == NULL) {
1539                 error = xfs_qm_qino_alloc(mp, &gip,
1540                                           flags | XFS_QMOPT_GQUOTA);
1541                 if (error)
1542                         goto error_rele;
1543
1544                 flags &= ~XFS_QMOPT_SBVERSION;
1545         }
1546         if (XFS_IS_PQUOTA_ON(mp) && pip == NULL) {
1547                 error = xfs_qm_qino_alloc(mp, &pip,
1548                                           flags | XFS_QMOPT_PQUOTA);
1549                 if (error)
1550                         goto error_rele;
1551         }
1552
1553         mp->m_quotainfo->qi_uquotaip = uip;
1554         mp->m_quotainfo->qi_gquotaip = gip;
1555         mp->m_quotainfo->qi_pquotaip = pip;
1556
1557         return 0;
1558
1559 error_rele:
1560         if (uip)
1561                 xfs_irele(uip);
1562         if (gip)
1563                 xfs_irele(gip);
1564         if (pip)
1565                 xfs_irele(pip);
1566         return error;
1567 }
1568
1569 STATIC void
1570 xfs_qm_destroy_quotainos(
1571         xfs_quotainfo_t *qi)
1572 {
1573         if (qi->qi_uquotaip) {
1574                 xfs_irele(qi->qi_uquotaip);
1575                 qi->qi_uquotaip = NULL; /* paranoia */
1576         }
1577         if (qi->qi_gquotaip) {
1578                 xfs_irele(qi->qi_gquotaip);
1579                 qi->qi_gquotaip = NULL;
1580         }
1581         if (qi->qi_pquotaip) {
1582                 xfs_irele(qi->qi_pquotaip);
1583                 qi->qi_pquotaip = NULL;
1584         }
1585 }
1586
1587 STATIC void
1588 xfs_qm_dqfree_one(
1589         struct xfs_dquot        *dqp)
1590 {
1591         struct xfs_mount        *mp = dqp->q_mount;
1592         struct xfs_quotainfo    *qi = mp->m_quotainfo;
1593
1594         mutex_lock(&qi->qi_tree_lock);
1595         radix_tree_delete(xfs_dquot_tree(qi, dqp->q_core.d_flags),
1596                           be32_to_cpu(dqp->q_core.d_id));
1597
1598         qi->qi_dquots--;
1599         mutex_unlock(&qi->qi_tree_lock);
1600
1601         xfs_qm_dqdestroy(dqp);
1602 }
1603
1604 /* --------------- utility functions for vnodeops ---------------- */
1605
1606
1607 /*
1608  * Given an inode, a uid, gid and prid make sure that we have
1609  * allocated relevant dquot(s) on disk, and that we won't exceed inode
1610  * quotas by creating this file.
1611  * This also attaches dquot(s) to the given inode after locking it,
1612  * and returns the dquots corresponding to the uid and/or gid.
1613  *
1614  * in   : inode (unlocked)
1615  * out  : udquot, gdquot with references taken and unlocked
1616  */
1617 int
1618 xfs_qm_vop_dqalloc(
1619         struct xfs_inode        *ip,
1620         xfs_dqid_t              uid,
1621         xfs_dqid_t              gid,
1622         prid_t                  prid,
1623         uint                    flags,
1624         struct xfs_dquot        **O_udqpp,
1625         struct xfs_dquot        **O_gdqpp,
1626         struct xfs_dquot        **O_pdqpp)
1627 {
1628         struct xfs_mount        *mp = ip->i_mount;
1629         struct xfs_dquot        *uq = NULL;
1630         struct xfs_dquot        *gq = NULL;
1631         struct xfs_dquot        *pq = NULL;
1632         int                     error;
1633         uint                    lockflags;
1634
1635         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1636                 return 0;
1637
1638         lockflags = XFS_ILOCK_EXCL;
1639         xfs_ilock(ip, lockflags);
1640
1641         if ((flags & XFS_QMOPT_INHERIT) && XFS_INHERIT_GID(ip))
1642                 gid = ip->i_d.di_gid;
1643
1644         /*
1645          * Attach the dquot(s) to this inode, doing a dquot allocation
1646          * if necessary. The dquot(s) will not be locked.
1647          */
1648         if (XFS_NOT_DQATTACHED(mp, ip)) {
1649                 error = xfs_qm_dqattach_locked(ip, true);
1650                 if (error) {
1651                         xfs_iunlock(ip, lockflags);
1652                         return error;
1653                 }
1654         }
1655
1656         if ((flags & XFS_QMOPT_UQUOTA) && XFS_IS_UQUOTA_ON(mp)) {
1657                 if (ip->i_d.di_uid != uid) {
1658                         /*
1659                          * What we need is the dquot that has this uid, and
1660                          * if we send the inode to dqget, the uid of the inode
1661                          * takes priority over what's sent in the uid argument.
1662                          * We must unlock inode here before calling dqget if
1663                          * we're not sending the inode, because otherwise
1664                          * we'll deadlock by doing trans_reserve while
1665                          * holding ilock.
1666                          */
1667                         xfs_iunlock(ip, lockflags);
1668                         error = xfs_qm_dqget(mp, uid, XFS_DQ_USER, true, &uq);
1669                         if (error) {
1670                                 ASSERT(error != -ENOENT);
1671                                 return error;
1672                         }
1673                         /*
1674                          * Get the ilock in the right order.
1675                          */
1676                         xfs_dqunlock(uq);
1677                         lockflags = XFS_ILOCK_SHARED;
1678                         xfs_ilock(ip, lockflags);
1679                 } else {
1680                         /*
1681                          * Take an extra reference, because we'll return
1682                          * this to caller
1683                          */
1684                         ASSERT(ip->i_udquot);
1685                         uq = xfs_qm_dqhold(ip->i_udquot);
1686                 }
1687         }
1688         if ((flags & XFS_QMOPT_GQUOTA) && XFS_IS_GQUOTA_ON(mp)) {
1689                 if (ip->i_d.di_gid != gid) {
1690                         xfs_iunlock(ip, lockflags);
1691                         error = xfs_qm_dqget(mp, gid, XFS_DQ_GROUP, true, &gq);
1692                         if (error) {
1693                                 ASSERT(error != -ENOENT);
1694                                 goto error_rele;
1695                         }
1696                         xfs_dqunlock(gq);
1697                         lockflags = XFS_ILOCK_SHARED;
1698                         xfs_ilock(ip, lockflags);
1699                 } else {
1700                         ASSERT(ip->i_gdquot);
1701                         gq = xfs_qm_dqhold(ip->i_gdquot);
1702                 }
1703         }
1704         if ((flags & XFS_QMOPT_PQUOTA) && XFS_IS_PQUOTA_ON(mp)) {
1705                 if (xfs_get_projid(ip) != prid) {
1706                         xfs_iunlock(ip, lockflags);
1707                         error = xfs_qm_dqget(mp, (xfs_dqid_t)prid, XFS_DQ_PROJ,
1708                                         true, &pq);
1709                         if (error) {
1710                                 ASSERT(error != -ENOENT);
1711                                 goto error_rele;
1712                         }
1713                         xfs_dqunlock(pq);
1714                         lockflags = XFS_ILOCK_SHARED;
1715                         xfs_ilock(ip, lockflags);
1716                 } else {
1717                         ASSERT(ip->i_pdquot);
1718                         pq = xfs_qm_dqhold(ip->i_pdquot);
1719                 }
1720         }
1721         if (uq)
1722                 trace_xfs_dquot_dqalloc(ip);
1723
1724         xfs_iunlock(ip, lockflags);
1725         if (O_udqpp)
1726                 *O_udqpp = uq;
1727         else
1728                 xfs_qm_dqrele(uq);
1729         if (O_gdqpp)
1730                 *O_gdqpp = gq;
1731         else
1732                 xfs_qm_dqrele(gq);
1733         if (O_pdqpp)
1734                 *O_pdqpp = pq;
1735         else
1736                 xfs_qm_dqrele(pq);
1737         return 0;
1738
1739 error_rele:
1740         xfs_qm_dqrele(gq);
1741         xfs_qm_dqrele(uq);
1742         return error;
1743 }
1744
1745 /*
1746  * Actually transfer ownership, and do dquot modifications.
1747  * These were already reserved.
1748  */
1749 xfs_dquot_t *
1750 xfs_qm_vop_chown(
1751         xfs_trans_t     *tp,
1752         xfs_inode_t     *ip,
1753         xfs_dquot_t     **IO_olddq,
1754         xfs_dquot_t     *newdq)
1755 {
1756         xfs_dquot_t     *prevdq;
1757         uint            bfield = XFS_IS_REALTIME_INODE(ip) ?
1758                                  XFS_TRANS_DQ_RTBCOUNT : XFS_TRANS_DQ_BCOUNT;
1759
1760
1761         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1762         ASSERT(XFS_IS_QUOTA_RUNNING(ip->i_mount));
1763
1764         /* old dquot */
1765         prevdq = *IO_olddq;
1766         ASSERT(prevdq);
1767         ASSERT(prevdq != newdq);
1768
1769         xfs_trans_mod_dquot(tp, prevdq, bfield, -(ip->i_d.di_nblocks));
1770         xfs_trans_mod_dquot(tp, prevdq, XFS_TRANS_DQ_ICOUNT, -1);
1771
1772         /* the sparkling new dquot */
1773         xfs_trans_mod_dquot(tp, newdq, bfield, ip->i_d.di_nblocks);
1774         xfs_trans_mod_dquot(tp, newdq, XFS_TRANS_DQ_ICOUNT, 1);
1775
1776         /*
1777          * Take an extra reference, because the inode is going to keep
1778          * this dquot pointer even after the trans_commit.
1779          */
1780         *IO_olddq = xfs_qm_dqhold(newdq);
1781
1782         return prevdq;
1783 }
1784
1785 /*
1786  * Quota reservations for setattr(AT_UID|AT_GID|AT_PROJID).
1787  */
1788 int
1789 xfs_qm_vop_chown_reserve(
1790         struct xfs_trans        *tp,
1791         struct xfs_inode        *ip,
1792         struct xfs_dquot        *udqp,
1793         struct xfs_dquot        *gdqp,
1794         struct xfs_dquot        *pdqp,
1795         uint                    flags)
1796 {
1797         struct xfs_mount        *mp = ip->i_mount;
1798         uint64_t                delblks;
1799         unsigned int            blkflags, prjflags = 0;
1800         struct xfs_dquot        *udq_unres = NULL;
1801         struct xfs_dquot        *gdq_unres = NULL;
1802         struct xfs_dquot        *pdq_unres = NULL;
1803         struct xfs_dquot        *udq_delblks = NULL;
1804         struct xfs_dquot        *gdq_delblks = NULL;
1805         struct xfs_dquot        *pdq_delblks = NULL;
1806         int                     error;
1807
1808
1809         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL|XFS_ILOCK_SHARED));
1810         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1811
1812         delblks = ip->i_delayed_blks;
1813         blkflags = XFS_IS_REALTIME_INODE(ip) ?
1814                         XFS_QMOPT_RES_RTBLKS : XFS_QMOPT_RES_REGBLKS;
1815
1816         if (XFS_IS_UQUOTA_ON(mp) && udqp &&
1817             ip->i_d.di_uid != be32_to_cpu(udqp->q_core.d_id)) {
1818                 udq_delblks = udqp;
1819                 /*
1820                  * If there are delayed allocation blocks, then we have to
1821                  * unreserve those from the old dquot, and add them to the
1822                  * new dquot.
1823                  */
1824                 if (delblks) {
1825                         ASSERT(ip->i_udquot);
1826                         udq_unres = ip->i_udquot;
1827                 }
1828         }
1829         if (XFS_IS_GQUOTA_ON(ip->i_mount) && gdqp &&
1830             ip->i_d.di_gid != be32_to_cpu(gdqp->q_core.d_id)) {
1831                 gdq_delblks = gdqp;
1832                 if (delblks) {
1833                         ASSERT(ip->i_gdquot);
1834                         gdq_unres = ip->i_gdquot;
1835                 }
1836         }
1837
1838         if (XFS_IS_PQUOTA_ON(ip->i_mount) && pdqp &&
1839             xfs_get_projid(ip) != be32_to_cpu(pdqp->q_core.d_id)) {
1840                 prjflags = XFS_QMOPT_ENOSPC;
1841                 pdq_delblks = pdqp;
1842                 if (delblks) {
1843                         ASSERT(ip->i_pdquot);
1844                         pdq_unres = ip->i_pdquot;
1845                 }
1846         }
1847
1848         error = xfs_trans_reserve_quota_bydquots(tp, ip->i_mount,
1849                                 udq_delblks, gdq_delblks, pdq_delblks,
1850                                 ip->i_d.di_nblocks, 1,
1851                                 flags | blkflags | prjflags);
1852         if (error)
1853                 return error;
1854
1855         /*
1856          * Do the delayed blks reservations/unreservations now. Since, these
1857          * are done without the help of a transaction, if a reservation fails
1858          * its previous reservations won't be automatically undone by trans
1859          * code. So, we have to do it manually here.
1860          */
1861         if (delblks) {
1862                 /*
1863                  * Do the reservations first. Unreservation can't fail.
1864                  */
1865                 ASSERT(udq_delblks || gdq_delblks || pdq_delblks);
1866                 ASSERT(udq_unres || gdq_unres || pdq_unres);
1867                 error = xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1868                             udq_delblks, gdq_delblks, pdq_delblks,
1869                             (xfs_qcnt_t)delblks, 0,
1870                             flags | blkflags | prjflags);
1871                 if (error)
1872                         return error;
1873                 xfs_trans_reserve_quota_bydquots(NULL, ip->i_mount,
1874                                 udq_unres, gdq_unres, pdq_unres,
1875                                 -((xfs_qcnt_t)delblks), 0, blkflags);
1876         }
1877
1878         return 0;
1879 }
1880
1881 int
1882 xfs_qm_vop_rename_dqattach(
1883         struct xfs_inode        **i_tab)
1884 {
1885         struct xfs_mount        *mp = i_tab[0]->i_mount;
1886         int                     i;
1887
1888         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1889                 return 0;
1890
1891         for (i = 0; (i < 4 && i_tab[i]); i++) {
1892                 struct xfs_inode        *ip = i_tab[i];
1893                 int                     error;
1894
1895                 /*
1896                  * Watch out for duplicate entries in the table.
1897                  */
1898                 if (i == 0 || ip != i_tab[i-1]) {
1899                         if (XFS_NOT_DQATTACHED(mp, ip)) {
1900                                 error = xfs_qm_dqattach(ip);
1901                                 if (error)
1902                                         return error;
1903                         }
1904                 }
1905         }
1906         return 0;
1907 }
1908
1909 void
1910 xfs_qm_vop_create_dqattach(
1911         struct xfs_trans        *tp,
1912         struct xfs_inode        *ip,
1913         struct xfs_dquot        *udqp,
1914         struct xfs_dquot        *gdqp,
1915         struct xfs_dquot        *pdqp)
1916 {
1917         struct xfs_mount        *mp = tp->t_mountp;
1918
1919         if (!XFS_IS_QUOTA_RUNNING(mp) || !XFS_IS_QUOTA_ON(mp))
1920                 return;
1921
1922         ASSERT(xfs_isilocked(ip, XFS_ILOCK_EXCL));
1923         ASSERT(XFS_IS_QUOTA_RUNNING(mp));
1924
1925         if (udqp && XFS_IS_UQUOTA_ON(mp)) {
1926                 ASSERT(ip->i_udquot == NULL);
1927                 ASSERT(ip->i_d.di_uid == be32_to_cpu(udqp->q_core.d_id));
1928
1929                 ip->i_udquot = xfs_qm_dqhold(udqp);
1930                 xfs_trans_mod_dquot(tp, udqp, XFS_TRANS_DQ_ICOUNT, 1);
1931         }
1932         if (gdqp && XFS_IS_GQUOTA_ON(mp)) {
1933                 ASSERT(ip->i_gdquot == NULL);
1934                 ASSERT(ip->i_d.di_gid == be32_to_cpu(gdqp->q_core.d_id));
1935                 ip->i_gdquot = xfs_qm_dqhold(gdqp);
1936                 xfs_trans_mod_dquot(tp, gdqp, XFS_TRANS_DQ_ICOUNT, 1);
1937         }
1938         if (pdqp && XFS_IS_PQUOTA_ON(mp)) {
1939                 ASSERT(ip->i_pdquot == NULL);
1940                 ASSERT(xfs_get_projid(ip) == be32_to_cpu(pdqp->q_core.d_id));
1941
1942                 ip->i_pdquot = xfs_qm_dqhold(pdqp);
1943                 xfs_trans_mod_dquot(tp, pdqp, XFS_TRANS_DQ_ICOUNT, 1);
1944         }
1945 }
1946