]> Git Repo - linux.git/blob - fs/quota/dquot.c
tipc: guarantee that group broadcast doesn't bypass group unicast
[linux.git] / fs / quota / dquot.c
1 /*
2  * Implementation of the diskquota system for the LINUX operating system. QUOTA
3  * is implemented using the BSD system call interface as the means of
4  * communication with the user level. This file contains the generic routines
5  * called by the different filesystems on allocation of an inode or block.
6  * These routines take care of the administration needed to have a consistent
7  * diskquota tracking system. The ideas of both user and group quotas are based
8  * on the Melbourne quota system as used on BSD derived systems. The internal
9  * implementation is based on one of the several variants of the LINUX
10  * inode-subsystem with added complexity of the diskquota system.
11  * 
12  * Author:      Marco van Wieringen <[email protected]>
13  *
14  * Fixes:   Dmitry Gorodchanin <[email protected]>, 11 Feb 96
15  *
16  *              Revised list management to avoid races
17  *              -- Bill Hawes, <[email protected]>, 9/98
18  *
19  *              Fixed races in dquot_transfer(), dqget() and dquot_alloc_...().
20  *              As the consequence the locking was moved from dquot_decr_...(),
21  *              dquot_incr_...() to calling functions.
22  *              invalidate_dquots() now writes modified dquots.
23  *              Serialized quota_off() and quota_on() for mount point.
24  *              Fixed a few bugs in grow_dquots().
25  *              Fixed deadlock in write_dquot() - we no longer account quotas on
26  *              quota files
27  *              remove_dquot_ref() moved to inode.c - it now traverses through inodes
28  *              add_dquot_ref() restarts after blocking
29  *              Added check for bogus uid and fixed check for group in quotactl.
30  *              Jan Kara, <[email protected]>, sponsored by SuSE CR, 10-11/99
31  *
32  *              Used struct list_head instead of own list struct
33  *              Invalidation of referenced dquots is no longer possible
34  *              Improved free_dquots list management
35  *              Quota and i_blocks are now updated in one place to avoid races
36  *              Warnings are now delayed so we won't block in critical section
37  *              Write updated not to require dquot lock
38  *              Jan Kara, <[email protected]>, 9/2000
39  *
40  *              Added dynamic quota structure allocation
41  *              Jan Kara <[email protected]> 12/2000
42  *
43  *              Rewritten quota interface. Implemented new quota format and
44  *              formats registering.
45  *              Jan Kara, <[email protected]>, 2001,2002
46  *
47  *              New SMP locking.
48  *              Jan Kara, <[email protected]>, 10/2002
49  *
50  *              Added journalled quota support, fix lock inversion problems
51  *              Jan Kara, <[email protected]>, 2003,2004
52  *
53  * (C) Copyright 1994 - 1997 Marco van Wieringen 
54  */
55
56 #include <linux/errno.h>
57 #include <linux/kernel.h>
58 #include <linux/fs.h>
59 #include <linux/mount.h>
60 #include <linux/mm.h>
61 #include <linux/time.h>
62 #include <linux/types.h>
63 #include <linux/string.h>
64 #include <linux/fcntl.h>
65 #include <linux/stat.h>
66 #include <linux/tty.h>
67 #include <linux/file.h>
68 #include <linux/slab.h>
69 #include <linux/sysctl.h>
70 #include <linux/init.h>
71 #include <linux/module.h>
72 #include <linux/proc_fs.h>
73 #include <linux/security.h>
74 #include <linux/sched.h>
75 #include <linux/cred.h>
76 #include <linux/kmod.h>
77 #include <linux/namei.h>
78 #include <linux/capability.h>
79 #include <linux/quotaops.h>
80 #include "../internal.h" /* ugh */
81
82 #include <linux/uaccess.h>
83
84 /*
85  * There are five quota SMP locks:
86  * * dq_list_lock protects all lists with quotas and quota formats.
87  * * dquot->dq_dqb_lock protects data from dq_dqb
88  * * inode->i_lock protects inode->i_blocks, i_bytes and also guards
89  *   consistency of dquot->dq_dqb with inode->i_blocks, i_bytes so that
90  *   dquot_transfer() can stabilize amount it transfers
91  * * dq_data_lock protects mem_dqinfo structures and modifications of dquot
92  *   pointers in the inode
93  * * dq_state_lock protects modifications of quota state (on quotaon and
94  *   quotaoff) and readers who care about latest values take it as well.
95  *
96  * The spinlock ordering is hence:
97  *   dq_data_lock > dq_list_lock > i_lock > dquot->dq_dqb_lock,
98  *   dq_list_lock > dq_state_lock
99  *
100  * Note that some things (eg. sb pointer, type, id) doesn't change during
101  * the life of the dquot structure and so needn't to be protected by a lock
102  *
103  * Operation accessing dquots via inode pointers are protected by dquot_srcu.
104  * Operation of reading pointer needs srcu_read_lock(&dquot_srcu), and
105  * synchronize_srcu(&dquot_srcu) is called after clearing pointers from
106  * inode and before dropping dquot references to avoid use of dquots after
107  * they are freed. dq_data_lock is used to serialize the pointer setting and
108  * clearing operations.
109  * Special care needs to be taken about S_NOQUOTA inode flag (marking that
110  * inode is a quota file). Functions adding pointers from inode to dquots have
111  * to check this flag under dq_data_lock and then (if S_NOQUOTA is not set) they
112  * have to do all pointer modifications before dropping dq_data_lock. This makes
113  * sure they cannot race with quotaon which first sets S_NOQUOTA flag and
114  * then drops all pointers to dquots from an inode.
115  *
116  * Each dquot has its dq_lock mutex.  Dquot is locked when it is being read to
117  * memory (or space for it is being allocated) on the first dqget(), when it is
118  * being written out, and when it is being released on the last dqput(). The
119  * allocation and release operations are serialized by the dq_lock and by
120  * checking the use count in dquot_release().
121  *
122  * Lock ordering (including related VFS locks) is the following:
123  *   s_umount > i_mutex > journal_lock > dquot->dq_lock > dqio_sem
124  */
125
126 static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_list_lock);
127 static __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_state_lock);
128 __cacheline_aligned_in_smp DEFINE_SPINLOCK(dq_data_lock);
129 EXPORT_SYMBOL(dq_data_lock);
130 DEFINE_STATIC_SRCU(dquot_srcu);
131
132 static DECLARE_WAIT_QUEUE_HEAD(dquot_ref_wq);
133
134 void __quota_error(struct super_block *sb, const char *func,
135                    const char *fmt, ...)
136 {
137         if (printk_ratelimit()) {
138                 va_list args;
139                 struct va_format vaf;
140
141                 va_start(args, fmt);
142
143                 vaf.fmt = fmt;
144                 vaf.va = &args;
145
146                 printk(KERN_ERR "Quota error (device %s): %s: %pV\n",
147                        sb->s_id, func, &vaf);
148
149                 va_end(args);
150         }
151 }
152 EXPORT_SYMBOL(__quota_error);
153
154 #if defined(CONFIG_QUOTA_DEBUG) || defined(CONFIG_PRINT_QUOTA_WARNING)
155 static char *quotatypes[] = INITQFNAMES;
156 #endif
157 static struct quota_format_type *quota_formats; /* List of registered formats */
158 static struct quota_module_name module_names[] = INIT_QUOTA_MODULE_NAMES;
159
160 /* SLAB cache for dquot structures */
161 static struct kmem_cache *dquot_cachep;
162
163 int register_quota_format(struct quota_format_type *fmt)
164 {
165         spin_lock(&dq_list_lock);
166         fmt->qf_next = quota_formats;
167         quota_formats = fmt;
168         spin_unlock(&dq_list_lock);
169         return 0;
170 }
171 EXPORT_SYMBOL(register_quota_format);
172
173 void unregister_quota_format(struct quota_format_type *fmt)
174 {
175         struct quota_format_type **actqf;
176
177         spin_lock(&dq_list_lock);
178         for (actqf = &quota_formats; *actqf && *actqf != fmt;
179              actqf = &(*actqf)->qf_next)
180                 ;
181         if (*actqf)
182                 *actqf = (*actqf)->qf_next;
183         spin_unlock(&dq_list_lock);
184 }
185 EXPORT_SYMBOL(unregister_quota_format);
186
187 static struct quota_format_type *find_quota_format(int id)
188 {
189         struct quota_format_type *actqf;
190
191         spin_lock(&dq_list_lock);
192         for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id;
193              actqf = actqf->qf_next)
194                 ;
195         if (!actqf || !try_module_get(actqf->qf_owner)) {
196                 int qm;
197
198                 spin_unlock(&dq_list_lock);
199                 
200                 for (qm = 0; module_names[qm].qm_fmt_id &&
201                              module_names[qm].qm_fmt_id != id; qm++)
202                         ;
203                 if (!module_names[qm].qm_fmt_id ||
204                     request_module(module_names[qm].qm_mod_name))
205                         return NULL;
206
207                 spin_lock(&dq_list_lock);
208                 for (actqf = quota_formats; actqf && actqf->qf_fmt_id != id;
209                      actqf = actqf->qf_next)
210                         ;
211                 if (actqf && !try_module_get(actqf->qf_owner))
212                         actqf = NULL;
213         }
214         spin_unlock(&dq_list_lock);
215         return actqf;
216 }
217
218 static void put_quota_format(struct quota_format_type *fmt)
219 {
220         module_put(fmt->qf_owner);
221 }
222
223 /*
224  * Dquot List Management:
225  * The quota code uses three lists for dquot management: the inuse_list,
226  * free_dquots, and dquot_hash[] array. A single dquot structure may be
227  * on all three lists, depending on its current state.
228  *
229  * All dquots are placed to the end of inuse_list when first created, and this
230  * list is used for invalidate operation, which must look at every dquot.
231  *
232  * Unused dquots (dq_count == 0) are added to the free_dquots list when freed,
233  * and this list is searched whenever we need an available dquot.  Dquots are
234  * removed from the list as soon as they are used again, and
235  * dqstats.free_dquots gives the number of dquots on the list. When
236  * dquot is invalidated it's completely released from memory.
237  *
238  * Dquots with a specific identity (device, type and id) are placed on
239  * one of the dquot_hash[] hash chains. The provides an efficient search
240  * mechanism to locate a specific dquot.
241  */
242
243 static LIST_HEAD(inuse_list);
244 static LIST_HEAD(free_dquots);
245 static unsigned int dq_hash_bits, dq_hash_mask;
246 static struct hlist_head *dquot_hash;
247
248 struct dqstats dqstats;
249 EXPORT_SYMBOL(dqstats);
250
251 static qsize_t inode_get_rsv_space(struct inode *inode);
252 static qsize_t __inode_get_rsv_space(struct inode *inode);
253 static int __dquot_initialize(struct inode *inode, int type);
254
255 static inline unsigned int
256 hashfn(const struct super_block *sb, struct kqid qid)
257 {
258         unsigned int id = from_kqid(&init_user_ns, qid);
259         int type = qid.type;
260         unsigned long tmp;
261
262         tmp = (((unsigned long)sb>>L1_CACHE_SHIFT) ^ id) * (MAXQUOTAS - type);
263         return (tmp + (tmp >> dq_hash_bits)) & dq_hash_mask;
264 }
265
266 /*
267  * Following list functions expect dq_list_lock to be held
268  */
269 static inline void insert_dquot_hash(struct dquot *dquot)
270 {
271         struct hlist_head *head;
272         head = dquot_hash + hashfn(dquot->dq_sb, dquot->dq_id);
273         hlist_add_head(&dquot->dq_hash, head);
274 }
275
276 static inline void remove_dquot_hash(struct dquot *dquot)
277 {
278         hlist_del_init(&dquot->dq_hash);
279 }
280
281 static struct dquot *find_dquot(unsigned int hashent, struct super_block *sb,
282                                 struct kqid qid)
283 {
284         struct hlist_node *node;
285         struct dquot *dquot;
286
287         hlist_for_each (node, dquot_hash+hashent) {
288                 dquot = hlist_entry(node, struct dquot, dq_hash);
289                 if (dquot->dq_sb == sb && qid_eq(dquot->dq_id, qid))
290                         return dquot;
291         }
292         return NULL;
293 }
294
295 /* Add a dquot to the tail of the free list */
296 static inline void put_dquot_last(struct dquot *dquot)
297 {
298         list_add_tail(&dquot->dq_free, &free_dquots);
299         dqstats_inc(DQST_FREE_DQUOTS);
300 }
301
302 static inline void remove_free_dquot(struct dquot *dquot)
303 {
304         if (list_empty(&dquot->dq_free))
305                 return;
306         list_del_init(&dquot->dq_free);
307         dqstats_dec(DQST_FREE_DQUOTS);
308 }
309
310 static inline void put_inuse(struct dquot *dquot)
311 {
312         /* We add to the back of inuse list so we don't have to restart
313          * when traversing this list and we block */
314         list_add_tail(&dquot->dq_inuse, &inuse_list);
315         dqstats_inc(DQST_ALLOC_DQUOTS);
316 }
317
318 static inline void remove_inuse(struct dquot *dquot)
319 {
320         dqstats_dec(DQST_ALLOC_DQUOTS);
321         list_del(&dquot->dq_inuse);
322 }
323 /*
324  * End of list functions needing dq_list_lock
325  */
326
327 static void wait_on_dquot(struct dquot *dquot)
328 {
329         mutex_lock(&dquot->dq_lock);
330         mutex_unlock(&dquot->dq_lock);
331 }
332
333 static inline int dquot_dirty(struct dquot *dquot)
334 {
335         return test_bit(DQ_MOD_B, &dquot->dq_flags);
336 }
337
338 static inline int mark_dquot_dirty(struct dquot *dquot)
339 {
340         return dquot->dq_sb->dq_op->mark_dirty(dquot);
341 }
342
343 /* Mark dquot dirty in atomic manner, and return it's old dirty flag state */
344 int dquot_mark_dquot_dirty(struct dquot *dquot)
345 {
346         int ret = 1;
347
348         if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
349                 return 0;
350
351         if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NOLIST_DIRTY)
352                 return test_and_set_bit(DQ_MOD_B, &dquot->dq_flags);
353
354         /* If quota is dirty already, we don't have to acquire dq_list_lock */
355         if (test_bit(DQ_MOD_B, &dquot->dq_flags))
356                 return 1;
357
358         spin_lock(&dq_list_lock);
359         if (!test_and_set_bit(DQ_MOD_B, &dquot->dq_flags)) {
360                 list_add(&dquot->dq_dirty, &sb_dqopt(dquot->dq_sb)->
361                                 info[dquot->dq_id.type].dqi_dirty_list);
362                 ret = 0;
363         }
364         spin_unlock(&dq_list_lock);
365         return ret;
366 }
367 EXPORT_SYMBOL(dquot_mark_dquot_dirty);
368
369 /* Dirtify all the dquots - this can block when journalling */
370 static inline int mark_all_dquot_dirty(struct dquot * const *dquot)
371 {
372         int ret, err, cnt;
373
374         ret = err = 0;
375         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
376                 if (dquot[cnt])
377                         /* Even in case of error we have to continue */
378                         ret = mark_dquot_dirty(dquot[cnt]);
379                 if (!err)
380                         err = ret;
381         }
382         return err;
383 }
384
385 static inline void dqput_all(struct dquot **dquot)
386 {
387         unsigned int cnt;
388
389         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
390                 dqput(dquot[cnt]);
391 }
392
393 static inline int clear_dquot_dirty(struct dquot *dquot)
394 {
395         if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NOLIST_DIRTY)
396                 return test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags);
397
398         spin_lock(&dq_list_lock);
399         if (!test_and_clear_bit(DQ_MOD_B, &dquot->dq_flags)) {
400                 spin_unlock(&dq_list_lock);
401                 return 0;
402         }
403         list_del_init(&dquot->dq_dirty);
404         spin_unlock(&dq_list_lock);
405         return 1;
406 }
407
408 void mark_info_dirty(struct super_block *sb, int type)
409 {
410         spin_lock(&dq_data_lock);
411         sb_dqopt(sb)->info[type].dqi_flags |= DQF_INFO_DIRTY;
412         spin_unlock(&dq_data_lock);
413 }
414 EXPORT_SYMBOL(mark_info_dirty);
415
416 /*
417  *      Read dquot from disk and alloc space for it
418  */
419
420 int dquot_acquire(struct dquot *dquot)
421 {
422         int ret = 0, ret2 = 0;
423         struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
424
425         mutex_lock(&dquot->dq_lock);
426         if (!test_bit(DQ_READ_B, &dquot->dq_flags))
427                 ret = dqopt->ops[dquot->dq_id.type]->read_dqblk(dquot);
428         if (ret < 0)
429                 goto out_iolock;
430         /* Make sure flags update is visible after dquot has been filled */
431         smp_mb__before_atomic();
432         set_bit(DQ_READ_B, &dquot->dq_flags);
433         /* Instantiate dquot if needed */
434         if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags) && !dquot->dq_off) {
435                 ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot);
436                 /* Write the info if needed */
437                 if (info_dirty(&dqopt->info[dquot->dq_id.type])) {
438                         ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info(
439                                         dquot->dq_sb, dquot->dq_id.type);
440                 }
441                 if (ret < 0)
442                         goto out_iolock;
443                 if (ret2 < 0) {
444                         ret = ret2;
445                         goto out_iolock;
446                 }
447         }
448         /*
449          * Make sure flags update is visible after on-disk struct has been
450          * allocated. Paired with smp_rmb() in dqget().
451          */
452         smp_mb__before_atomic();
453         set_bit(DQ_ACTIVE_B, &dquot->dq_flags);
454 out_iolock:
455         mutex_unlock(&dquot->dq_lock);
456         return ret;
457 }
458 EXPORT_SYMBOL(dquot_acquire);
459
460 /*
461  *      Write dquot to disk
462  */
463 int dquot_commit(struct dquot *dquot)
464 {
465         int ret = 0;
466         struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
467
468         mutex_lock(&dquot->dq_lock);
469         if (!clear_dquot_dirty(dquot))
470                 goto out_lock;
471         /* Inactive dquot can be only if there was error during read/init
472          * => we have better not writing it */
473         if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
474                 ret = dqopt->ops[dquot->dq_id.type]->commit_dqblk(dquot);
475         else
476                 ret = -EIO;
477 out_lock:
478         mutex_unlock(&dquot->dq_lock);
479         return ret;
480 }
481 EXPORT_SYMBOL(dquot_commit);
482
483 /*
484  *      Release dquot
485  */
486 int dquot_release(struct dquot *dquot)
487 {
488         int ret = 0, ret2 = 0;
489         struct quota_info *dqopt = sb_dqopt(dquot->dq_sb);
490
491         mutex_lock(&dquot->dq_lock);
492         /* Check whether we are not racing with some other dqget() */
493         if (atomic_read(&dquot->dq_count) > 1)
494                 goto out_dqlock;
495         if (dqopt->ops[dquot->dq_id.type]->release_dqblk) {
496                 ret = dqopt->ops[dquot->dq_id.type]->release_dqblk(dquot);
497                 /* Write the info */
498                 if (info_dirty(&dqopt->info[dquot->dq_id.type])) {
499                         ret2 = dqopt->ops[dquot->dq_id.type]->write_file_info(
500                                                 dquot->dq_sb, dquot->dq_id.type);
501                 }
502                 if (ret >= 0)
503                         ret = ret2;
504         }
505         clear_bit(DQ_ACTIVE_B, &dquot->dq_flags);
506 out_dqlock:
507         mutex_unlock(&dquot->dq_lock);
508         return ret;
509 }
510 EXPORT_SYMBOL(dquot_release);
511
512 void dquot_destroy(struct dquot *dquot)
513 {
514         kmem_cache_free(dquot_cachep, dquot);
515 }
516 EXPORT_SYMBOL(dquot_destroy);
517
518 static inline void do_destroy_dquot(struct dquot *dquot)
519 {
520         dquot->dq_sb->dq_op->destroy_dquot(dquot);
521 }
522
523 /* Invalidate all dquots on the list. Note that this function is called after
524  * quota is disabled and pointers from inodes removed so there cannot be new
525  * quota users. There can still be some users of quotas due to inodes being
526  * just deleted or pruned by prune_icache() (those are not attached to any
527  * list) or parallel quotactl call. We have to wait for such users.
528  */
529 static void invalidate_dquots(struct super_block *sb, int type)
530 {
531         struct dquot *dquot, *tmp;
532
533 restart:
534         spin_lock(&dq_list_lock);
535         list_for_each_entry_safe(dquot, tmp, &inuse_list, dq_inuse) {
536                 if (dquot->dq_sb != sb)
537                         continue;
538                 if (dquot->dq_id.type != type)
539                         continue;
540                 /* Wait for dquot users */
541                 if (atomic_read(&dquot->dq_count)) {
542                         dqgrab(dquot);
543                         spin_unlock(&dq_list_lock);
544                         /*
545                          * Once dqput() wakes us up, we know it's time to free
546                          * the dquot.
547                          * IMPORTANT: we rely on the fact that there is always
548                          * at most one process waiting for dquot to free.
549                          * Otherwise dq_count would be > 1 and we would never
550                          * wake up.
551                          */
552                         wait_event(dquot_ref_wq,
553                                    atomic_read(&dquot->dq_count) == 1);
554                         dqput(dquot);
555                         /* At this moment dquot() need not exist (it could be
556                          * reclaimed by prune_dqcache(). Hence we must
557                          * restart. */
558                         goto restart;
559                 }
560                 /*
561                  * Quota now has no users and it has been written on last
562                  * dqput()
563                  */
564                 remove_dquot_hash(dquot);
565                 remove_free_dquot(dquot);
566                 remove_inuse(dquot);
567                 do_destroy_dquot(dquot);
568         }
569         spin_unlock(&dq_list_lock);
570 }
571
572 /* Call callback for every active dquot on given filesystem */
573 int dquot_scan_active(struct super_block *sb,
574                       int (*fn)(struct dquot *dquot, unsigned long priv),
575                       unsigned long priv)
576 {
577         struct dquot *dquot, *old_dquot = NULL;
578         int ret = 0;
579
580         WARN_ON_ONCE(!rwsem_is_locked(&sb->s_umount));
581
582         spin_lock(&dq_list_lock);
583         list_for_each_entry(dquot, &inuse_list, dq_inuse) {
584                 if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags))
585                         continue;
586                 if (dquot->dq_sb != sb)
587                         continue;
588                 /* Now we have active dquot so we can just increase use count */
589                 atomic_inc(&dquot->dq_count);
590                 spin_unlock(&dq_list_lock);
591                 dqstats_inc(DQST_LOOKUPS);
592                 dqput(old_dquot);
593                 old_dquot = dquot;
594                 /*
595                  * ->release_dquot() can be racing with us. Our reference
596                  * protects us from new calls to it so just wait for any
597                  * outstanding call and recheck the DQ_ACTIVE_B after that.
598                  */
599                 wait_on_dquot(dquot);
600                 if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
601                         ret = fn(dquot, priv);
602                         if (ret < 0)
603                                 goto out;
604                 }
605                 spin_lock(&dq_list_lock);
606                 /* We are safe to continue now because our dquot could not
607                  * be moved out of the inuse list while we hold the reference */
608         }
609         spin_unlock(&dq_list_lock);
610 out:
611         dqput(old_dquot);
612         return ret;
613 }
614 EXPORT_SYMBOL(dquot_scan_active);
615
616 /* Write all dquot structures to quota files */
617 int dquot_writeback_dquots(struct super_block *sb, int type)
618 {
619         struct list_head *dirty;
620         struct dquot *dquot;
621         struct quota_info *dqopt = sb_dqopt(sb);
622         int cnt;
623         int err, ret = 0;
624
625         WARN_ON_ONCE(!rwsem_is_locked(&sb->s_umount));
626
627         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
628                 if (type != -1 && cnt != type)
629                         continue;
630                 if (!sb_has_quota_active(sb, cnt))
631                         continue;
632                 spin_lock(&dq_list_lock);
633                 dirty = &dqopt->info[cnt].dqi_dirty_list;
634                 while (!list_empty(dirty)) {
635                         dquot = list_first_entry(dirty, struct dquot,
636                                                  dq_dirty);
637
638                         WARN_ON(!test_bit(DQ_ACTIVE_B, &dquot->dq_flags));
639
640                         /* Now we have active dquot from which someone is
641                          * holding reference so we can safely just increase
642                          * use count */
643                         dqgrab(dquot);
644                         spin_unlock(&dq_list_lock);
645                         dqstats_inc(DQST_LOOKUPS);
646                         err = sb->dq_op->write_dquot(dquot);
647                         if (!ret && err)
648                                 ret = err;
649                         dqput(dquot);
650                         spin_lock(&dq_list_lock);
651                 }
652                 spin_unlock(&dq_list_lock);
653         }
654
655         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
656                 if ((cnt == type || type == -1) && sb_has_quota_active(sb, cnt)
657                     && info_dirty(&dqopt->info[cnt]))
658                         sb->dq_op->write_info(sb, cnt);
659         dqstats_inc(DQST_SYNCS);
660
661         return ret;
662 }
663 EXPORT_SYMBOL(dquot_writeback_dquots);
664
665 /* Write all dquot structures to disk and make them visible from userspace */
666 int dquot_quota_sync(struct super_block *sb, int type)
667 {
668         struct quota_info *dqopt = sb_dqopt(sb);
669         int cnt;
670         int ret;
671
672         ret = dquot_writeback_dquots(sb, type);
673         if (ret)
674                 return ret;
675         if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
676                 return 0;
677
678         /* This is not very clever (and fast) but currently I don't know about
679          * any other simple way of getting quota data to disk and we must get
680          * them there for userspace to be visible... */
681         if (sb->s_op->sync_fs)
682                 sb->s_op->sync_fs(sb, 1);
683         sync_blockdev(sb->s_bdev);
684
685         /*
686          * Now when everything is written we can discard the pagecache so
687          * that userspace sees the changes.
688          */
689         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
690                 if (type != -1 && cnt != type)
691                         continue;
692                 if (!sb_has_quota_active(sb, cnt))
693                         continue;
694                 inode_lock(dqopt->files[cnt]);
695                 truncate_inode_pages(&dqopt->files[cnt]->i_data, 0);
696                 inode_unlock(dqopt->files[cnt]);
697         }
698
699         return 0;
700 }
701 EXPORT_SYMBOL(dquot_quota_sync);
702
703 static unsigned long
704 dqcache_shrink_scan(struct shrinker *shrink, struct shrink_control *sc)
705 {
706         struct list_head *head;
707         struct dquot *dquot;
708         unsigned long freed = 0;
709
710         spin_lock(&dq_list_lock);
711         head = free_dquots.prev;
712         while (head != &free_dquots && sc->nr_to_scan) {
713                 dquot = list_entry(head, struct dquot, dq_free);
714                 remove_dquot_hash(dquot);
715                 remove_free_dquot(dquot);
716                 remove_inuse(dquot);
717                 do_destroy_dquot(dquot);
718                 sc->nr_to_scan--;
719                 freed++;
720                 head = free_dquots.prev;
721         }
722         spin_unlock(&dq_list_lock);
723         return freed;
724 }
725
726 static unsigned long
727 dqcache_shrink_count(struct shrinker *shrink, struct shrink_control *sc)
728 {
729         return vfs_pressure_ratio(
730         percpu_counter_read_positive(&dqstats.counter[DQST_FREE_DQUOTS]));
731 }
732
733 static struct shrinker dqcache_shrinker = {
734         .count_objects = dqcache_shrink_count,
735         .scan_objects = dqcache_shrink_scan,
736         .seeks = DEFAULT_SEEKS,
737 };
738
739 /*
740  * Put reference to dquot
741  */
742 void dqput(struct dquot *dquot)
743 {
744         int ret;
745
746         if (!dquot)
747                 return;
748 #ifdef CONFIG_QUOTA_DEBUG
749         if (!atomic_read(&dquot->dq_count)) {
750                 quota_error(dquot->dq_sb, "trying to free free dquot of %s %d",
751                             quotatypes[dquot->dq_id.type],
752                             from_kqid(&init_user_ns, dquot->dq_id));
753                 BUG();
754         }
755 #endif
756         dqstats_inc(DQST_DROPS);
757 we_slept:
758         spin_lock(&dq_list_lock);
759         if (atomic_read(&dquot->dq_count) > 1) {
760                 /* We have more than one user... nothing to do */
761                 atomic_dec(&dquot->dq_count);
762                 /* Releasing dquot during quotaoff phase? */
763                 if (!sb_has_quota_active(dquot->dq_sb, dquot->dq_id.type) &&
764                     atomic_read(&dquot->dq_count) == 1)
765                         wake_up(&dquot_ref_wq);
766                 spin_unlock(&dq_list_lock);
767                 return;
768         }
769         /* Need to release dquot? */
770         if (dquot_dirty(dquot)) {
771                 spin_unlock(&dq_list_lock);
772                 /* Commit dquot before releasing */
773                 ret = dquot->dq_sb->dq_op->write_dquot(dquot);
774                 if (ret < 0) {
775                         quota_error(dquot->dq_sb, "Can't write quota structure"
776                                     " (error %d). Quota may get out of sync!",
777                                     ret);
778                         /*
779                          * We clear dirty bit anyway, so that we avoid
780                          * infinite loop here
781                          */
782                         clear_dquot_dirty(dquot);
783                 }
784                 goto we_slept;
785         }
786         if (test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
787                 spin_unlock(&dq_list_lock);
788                 dquot->dq_sb->dq_op->release_dquot(dquot);
789                 goto we_slept;
790         }
791         atomic_dec(&dquot->dq_count);
792 #ifdef CONFIG_QUOTA_DEBUG
793         /* sanity check */
794         BUG_ON(!list_empty(&dquot->dq_free));
795 #endif
796         put_dquot_last(dquot);
797         spin_unlock(&dq_list_lock);
798 }
799 EXPORT_SYMBOL(dqput);
800
801 struct dquot *dquot_alloc(struct super_block *sb, int type)
802 {
803         return kmem_cache_zalloc(dquot_cachep, GFP_NOFS);
804 }
805 EXPORT_SYMBOL(dquot_alloc);
806
807 static struct dquot *get_empty_dquot(struct super_block *sb, int type)
808 {
809         struct dquot *dquot;
810
811         dquot = sb->dq_op->alloc_dquot(sb, type);
812         if(!dquot)
813                 return NULL;
814
815         mutex_init(&dquot->dq_lock);
816         INIT_LIST_HEAD(&dquot->dq_free);
817         INIT_LIST_HEAD(&dquot->dq_inuse);
818         INIT_HLIST_NODE(&dquot->dq_hash);
819         INIT_LIST_HEAD(&dquot->dq_dirty);
820         dquot->dq_sb = sb;
821         dquot->dq_id = make_kqid_invalid(type);
822         atomic_set(&dquot->dq_count, 1);
823         spin_lock_init(&dquot->dq_dqb_lock);
824
825         return dquot;
826 }
827
828 /*
829  * Get reference to dquot
830  *
831  * Locking is slightly tricky here. We are guarded from parallel quotaoff()
832  * destroying our dquot by:
833  *   a) checking for quota flags under dq_list_lock and
834  *   b) getting a reference to dquot before we release dq_list_lock
835  */
836 struct dquot *dqget(struct super_block *sb, struct kqid qid)
837 {
838         unsigned int hashent = hashfn(sb, qid);
839         struct dquot *dquot, *empty = NULL;
840
841         if (!qid_has_mapping(sb->s_user_ns, qid))
842                 return ERR_PTR(-EINVAL);
843
844         if (!sb_has_quota_active(sb, qid.type))
845                 return ERR_PTR(-ESRCH);
846 we_slept:
847         spin_lock(&dq_list_lock);
848         spin_lock(&dq_state_lock);
849         if (!sb_has_quota_active(sb, qid.type)) {
850                 spin_unlock(&dq_state_lock);
851                 spin_unlock(&dq_list_lock);
852                 dquot = ERR_PTR(-ESRCH);
853                 goto out;
854         }
855         spin_unlock(&dq_state_lock);
856
857         dquot = find_dquot(hashent, sb, qid);
858         if (!dquot) {
859                 if (!empty) {
860                         spin_unlock(&dq_list_lock);
861                         empty = get_empty_dquot(sb, qid.type);
862                         if (!empty)
863                                 schedule();     /* Try to wait for a moment... */
864                         goto we_slept;
865                 }
866                 dquot = empty;
867                 empty = NULL;
868                 dquot->dq_id = qid;
869                 /* all dquots go on the inuse_list */
870                 put_inuse(dquot);
871                 /* hash it first so it can be found */
872                 insert_dquot_hash(dquot);
873                 spin_unlock(&dq_list_lock);
874                 dqstats_inc(DQST_LOOKUPS);
875         } else {
876                 if (!atomic_read(&dquot->dq_count))
877                         remove_free_dquot(dquot);
878                 atomic_inc(&dquot->dq_count);
879                 spin_unlock(&dq_list_lock);
880                 dqstats_inc(DQST_CACHE_HITS);
881                 dqstats_inc(DQST_LOOKUPS);
882         }
883         /* Wait for dq_lock - after this we know that either dquot_release() is
884          * already finished or it will be canceled due to dq_count > 1 test */
885         wait_on_dquot(dquot);
886         /* Read the dquot / allocate space in quota file */
887         if (!test_bit(DQ_ACTIVE_B, &dquot->dq_flags)) {
888                 int err;
889
890                 err = sb->dq_op->acquire_dquot(dquot);
891                 if (err < 0) {
892                         dqput(dquot);
893                         dquot = ERR_PTR(err);
894                         goto out;
895                 }
896         }
897         /*
898          * Make sure following reads see filled structure - paired with
899          * smp_mb__before_atomic() in dquot_acquire().
900          */
901         smp_rmb();
902 #ifdef CONFIG_QUOTA_DEBUG
903         BUG_ON(!dquot->dq_sb);  /* Has somebody invalidated entry under us? */
904 #endif
905 out:
906         if (empty)
907                 do_destroy_dquot(empty);
908
909         return dquot;
910 }
911 EXPORT_SYMBOL(dqget);
912
913 static inline struct dquot **i_dquot(struct inode *inode)
914 {
915         return inode->i_sb->s_op->get_dquots(inode);
916 }
917
918 static int dqinit_needed(struct inode *inode, int type)
919 {
920         struct dquot * const *dquots;
921         int cnt;
922
923         if (IS_NOQUOTA(inode))
924                 return 0;
925
926         dquots = i_dquot(inode);
927         if (type != -1)
928                 return !dquots[type];
929         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
930                 if (!dquots[cnt])
931                         return 1;
932         return 0;
933 }
934
935 /* This routine is guarded by s_umount semaphore */
936 static void add_dquot_ref(struct super_block *sb, int type)
937 {
938         struct inode *inode, *old_inode = NULL;
939 #ifdef CONFIG_QUOTA_DEBUG
940         int reserved = 0;
941 #endif
942
943         spin_lock(&sb->s_inode_list_lock);
944         list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
945                 spin_lock(&inode->i_lock);
946                 if ((inode->i_state & (I_FREEING|I_WILL_FREE|I_NEW)) ||
947                     !atomic_read(&inode->i_writecount) ||
948                     !dqinit_needed(inode, type)) {
949                         spin_unlock(&inode->i_lock);
950                         continue;
951                 }
952                 __iget(inode);
953                 spin_unlock(&inode->i_lock);
954                 spin_unlock(&sb->s_inode_list_lock);
955
956 #ifdef CONFIG_QUOTA_DEBUG
957                 if (unlikely(inode_get_rsv_space(inode) > 0))
958                         reserved = 1;
959 #endif
960                 iput(old_inode);
961                 __dquot_initialize(inode, type);
962
963                 /*
964                  * We hold a reference to 'inode' so it couldn't have been
965                  * removed from s_inodes list while we dropped the
966                  * s_inode_list_lock. We cannot iput the inode now as we can be
967                  * holding the last reference and we cannot iput it under
968                  * s_inode_list_lock. So we keep the reference and iput it
969                  * later.
970                  */
971                 old_inode = inode;
972                 spin_lock(&sb->s_inode_list_lock);
973         }
974         spin_unlock(&sb->s_inode_list_lock);
975         iput(old_inode);
976
977 #ifdef CONFIG_QUOTA_DEBUG
978         if (reserved) {
979                 quota_error(sb, "Writes happened before quota was turned on "
980                         "thus quota information is probably inconsistent. "
981                         "Please run quotacheck(8)");
982         }
983 #endif
984 }
985
986 /*
987  * Remove references to dquots from inode and add dquot to list for freeing
988  * if we have the last reference to dquot
989  */
990 static void remove_inode_dquot_ref(struct inode *inode, int type,
991                                    struct list_head *tofree_head)
992 {
993         struct dquot **dquots = i_dquot(inode);
994         struct dquot *dquot = dquots[type];
995
996         if (!dquot)
997                 return;
998
999         dquots[type] = NULL;
1000         if (list_empty(&dquot->dq_free)) {
1001                 /*
1002                  * The inode still has reference to dquot so it can't be in the
1003                  * free list
1004                  */
1005                 spin_lock(&dq_list_lock);
1006                 list_add(&dquot->dq_free, tofree_head);
1007                 spin_unlock(&dq_list_lock);
1008         } else {
1009                 /*
1010                  * Dquot is already in a list to put so we won't drop the last
1011                  * reference here.
1012                  */
1013                 dqput(dquot);
1014         }
1015 }
1016
1017 /*
1018  * Free list of dquots
1019  * Dquots are removed from inodes and no new references can be got so we are
1020  * the only ones holding reference
1021  */
1022 static void put_dquot_list(struct list_head *tofree_head)
1023 {
1024         struct list_head *act_head;
1025         struct dquot *dquot;
1026
1027         act_head = tofree_head->next;
1028         while (act_head != tofree_head) {
1029                 dquot = list_entry(act_head, struct dquot, dq_free);
1030                 act_head = act_head->next;
1031                 /* Remove dquot from the list so we won't have problems... */
1032                 list_del_init(&dquot->dq_free);
1033                 dqput(dquot);
1034         }
1035 }
1036
1037 static void remove_dquot_ref(struct super_block *sb, int type,
1038                 struct list_head *tofree_head)
1039 {
1040         struct inode *inode;
1041         int reserved = 0;
1042
1043         spin_lock(&sb->s_inode_list_lock);
1044         list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
1045                 /*
1046                  *  We have to scan also I_NEW inodes because they can already
1047                  *  have quota pointer initialized. Luckily, we need to touch
1048                  *  only quota pointers and these have separate locking
1049                  *  (dq_data_lock).
1050                  */
1051                 spin_lock(&dq_data_lock);
1052                 if (!IS_NOQUOTA(inode)) {
1053                         if (unlikely(inode_get_rsv_space(inode) > 0))
1054                                 reserved = 1;
1055                         remove_inode_dquot_ref(inode, type, tofree_head);
1056                 }
1057                 spin_unlock(&dq_data_lock);
1058         }
1059         spin_unlock(&sb->s_inode_list_lock);
1060 #ifdef CONFIG_QUOTA_DEBUG
1061         if (reserved) {
1062                 printk(KERN_WARNING "VFS (%s): Writes happened after quota"
1063                         " was disabled thus quota information is probably "
1064                         "inconsistent. Please run quotacheck(8).\n", sb->s_id);
1065         }
1066 #endif
1067 }
1068
1069 /* Gather all references from inodes and drop them */
1070 static void drop_dquot_ref(struct super_block *sb, int type)
1071 {
1072         LIST_HEAD(tofree_head);
1073
1074         if (sb->dq_op) {
1075                 remove_dquot_ref(sb, type, &tofree_head);
1076                 synchronize_srcu(&dquot_srcu);
1077                 put_dquot_list(&tofree_head);
1078         }
1079 }
1080
1081 static inline
1082 void dquot_free_reserved_space(struct dquot *dquot, qsize_t number)
1083 {
1084         if (dquot->dq_dqb.dqb_rsvspace >= number)
1085                 dquot->dq_dqb.dqb_rsvspace -= number;
1086         else {
1087                 WARN_ON_ONCE(1);
1088                 dquot->dq_dqb.dqb_rsvspace = 0;
1089         }
1090         if (dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace <=
1091             dquot->dq_dqb.dqb_bsoftlimit)
1092                 dquot->dq_dqb.dqb_btime = (time64_t) 0;
1093         clear_bit(DQ_BLKS_B, &dquot->dq_flags);
1094 }
1095
1096 static void dquot_decr_inodes(struct dquot *dquot, qsize_t number)
1097 {
1098         if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE ||
1099             dquot->dq_dqb.dqb_curinodes >= number)
1100                 dquot->dq_dqb.dqb_curinodes -= number;
1101         else
1102                 dquot->dq_dqb.dqb_curinodes = 0;
1103         if (dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit)
1104                 dquot->dq_dqb.dqb_itime = (time64_t) 0;
1105         clear_bit(DQ_INODES_B, &dquot->dq_flags);
1106 }
1107
1108 static void dquot_decr_space(struct dquot *dquot, qsize_t number)
1109 {
1110         if (sb_dqopt(dquot->dq_sb)->flags & DQUOT_NEGATIVE_USAGE ||
1111             dquot->dq_dqb.dqb_curspace >= number)
1112                 dquot->dq_dqb.dqb_curspace -= number;
1113         else
1114                 dquot->dq_dqb.dqb_curspace = 0;
1115         if (dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace <=
1116             dquot->dq_dqb.dqb_bsoftlimit)
1117                 dquot->dq_dqb.dqb_btime = (time64_t) 0;
1118         clear_bit(DQ_BLKS_B, &dquot->dq_flags);
1119 }
1120
1121 struct dquot_warn {
1122         struct super_block *w_sb;
1123         struct kqid w_dq_id;
1124         short w_type;
1125 };
1126
1127 static int warning_issued(struct dquot *dquot, const int warntype)
1128 {
1129         int flag = (warntype == QUOTA_NL_BHARDWARN ||
1130                 warntype == QUOTA_NL_BSOFTLONGWARN) ? DQ_BLKS_B :
1131                 ((warntype == QUOTA_NL_IHARDWARN ||
1132                 warntype == QUOTA_NL_ISOFTLONGWARN) ? DQ_INODES_B : 0);
1133
1134         if (!flag)
1135                 return 0;
1136         return test_and_set_bit(flag, &dquot->dq_flags);
1137 }
1138
1139 #ifdef CONFIG_PRINT_QUOTA_WARNING
1140 static int flag_print_warnings = 1;
1141
1142 static int need_print_warning(struct dquot_warn *warn)
1143 {
1144         if (!flag_print_warnings)
1145                 return 0;
1146
1147         switch (warn->w_dq_id.type) {
1148                 case USRQUOTA:
1149                         return uid_eq(current_fsuid(), warn->w_dq_id.uid);
1150                 case GRPQUOTA:
1151                         return in_group_p(warn->w_dq_id.gid);
1152                 case PRJQUOTA:
1153                         return 1;
1154         }
1155         return 0;
1156 }
1157
1158 /* Print warning to user which exceeded quota */
1159 static void print_warning(struct dquot_warn *warn)
1160 {
1161         char *msg = NULL;
1162         struct tty_struct *tty;
1163         int warntype = warn->w_type;
1164
1165         if (warntype == QUOTA_NL_IHARDBELOW ||
1166             warntype == QUOTA_NL_ISOFTBELOW ||
1167             warntype == QUOTA_NL_BHARDBELOW ||
1168             warntype == QUOTA_NL_BSOFTBELOW || !need_print_warning(warn))
1169                 return;
1170
1171         tty = get_current_tty();
1172         if (!tty)
1173                 return;
1174         tty_write_message(tty, warn->w_sb->s_id);
1175         if (warntype == QUOTA_NL_ISOFTWARN || warntype == QUOTA_NL_BSOFTWARN)
1176                 tty_write_message(tty, ": warning, ");
1177         else
1178                 tty_write_message(tty, ": write failed, ");
1179         tty_write_message(tty, quotatypes[warn->w_dq_id.type]);
1180         switch (warntype) {
1181                 case QUOTA_NL_IHARDWARN:
1182                         msg = " file limit reached.\r\n";
1183                         break;
1184                 case QUOTA_NL_ISOFTLONGWARN:
1185                         msg = " file quota exceeded too long.\r\n";
1186                         break;
1187                 case QUOTA_NL_ISOFTWARN:
1188                         msg = " file quota exceeded.\r\n";
1189                         break;
1190                 case QUOTA_NL_BHARDWARN:
1191                         msg = " block limit reached.\r\n";
1192                         break;
1193                 case QUOTA_NL_BSOFTLONGWARN:
1194                         msg = " block quota exceeded too long.\r\n";
1195                         break;
1196                 case QUOTA_NL_BSOFTWARN:
1197                         msg = " block quota exceeded.\r\n";
1198                         break;
1199         }
1200         tty_write_message(tty, msg);
1201         tty_kref_put(tty);
1202 }
1203 #endif
1204
1205 static void prepare_warning(struct dquot_warn *warn, struct dquot *dquot,
1206                             int warntype)
1207 {
1208         if (warning_issued(dquot, warntype))
1209                 return;
1210         warn->w_type = warntype;
1211         warn->w_sb = dquot->dq_sb;
1212         warn->w_dq_id = dquot->dq_id;
1213 }
1214
1215 /*
1216  * Write warnings to the console and send warning messages over netlink.
1217  *
1218  * Note that this function can call into tty and networking code.
1219  */
1220 static void flush_warnings(struct dquot_warn *warn)
1221 {
1222         int i;
1223
1224         for (i = 0; i < MAXQUOTAS; i++) {
1225                 if (warn[i].w_type == QUOTA_NL_NOWARN)
1226                         continue;
1227 #ifdef CONFIG_PRINT_QUOTA_WARNING
1228                 print_warning(&warn[i]);
1229 #endif
1230                 quota_send_warning(warn[i].w_dq_id,
1231                                    warn[i].w_sb->s_dev, warn[i].w_type);
1232         }
1233 }
1234
1235 static int ignore_hardlimit(struct dquot *dquot)
1236 {
1237         struct mem_dqinfo *info = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type];
1238
1239         return capable(CAP_SYS_RESOURCE) &&
1240                (info->dqi_format->qf_fmt_id != QFMT_VFS_OLD ||
1241                 !(info->dqi_flags & DQF_ROOT_SQUASH));
1242 }
1243
1244 static int dquot_add_inodes(struct dquot *dquot, qsize_t inodes,
1245                             struct dquot_warn *warn)
1246 {
1247         qsize_t newinodes;
1248         int ret = 0;
1249
1250         spin_lock(&dquot->dq_dqb_lock);
1251         newinodes = dquot->dq_dqb.dqb_curinodes + inodes;
1252         if (!sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type) ||
1253             test_bit(DQ_FAKE_B, &dquot->dq_flags))
1254                 goto add;
1255
1256         if (dquot->dq_dqb.dqb_ihardlimit &&
1257             newinodes > dquot->dq_dqb.dqb_ihardlimit &&
1258             !ignore_hardlimit(dquot)) {
1259                 prepare_warning(warn, dquot, QUOTA_NL_IHARDWARN);
1260                 ret = -EDQUOT;
1261                 goto out;
1262         }
1263
1264         if (dquot->dq_dqb.dqb_isoftlimit &&
1265             newinodes > dquot->dq_dqb.dqb_isoftlimit &&
1266             dquot->dq_dqb.dqb_itime &&
1267             ktime_get_real_seconds() >= dquot->dq_dqb.dqb_itime &&
1268             !ignore_hardlimit(dquot)) {
1269                 prepare_warning(warn, dquot, QUOTA_NL_ISOFTLONGWARN);
1270                 ret = -EDQUOT;
1271                 goto out;
1272         }
1273
1274         if (dquot->dq_dqb.dqb_isoftlimit &&
1275             newinodes > dquot->dq_dqb.dqb_isoftlimit &&
1276             dquot->dq_dqb.dqb_itime == 0) {
1277                 prepare_warning(warn, dquot, QUOTA_NL_ISOFTWARN);
1278                 dquot->dq_dqb.dqb_itime = ktime_get_real_seconds() +
1279                     sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type].dqi_igrace;
1280         }
1281 add:
1282         dquot->dq_dqb.dqb_curinodes = newinodes;
1283
1284 out:
1285         spin_unlock(&dquot->dq_dqb_lock);
1286         return ret;
1287 }
1288
1289 static int dquot_add_space(struct dquot *dquot, qsize_t space,
1290                            qsize_t rsv_space, unsigned int flags,
1291                            struct dquot_warn *warn)
1292 {
1293         qsize_t tspace;
1294         struct super_block *sb = dquot->dq_sb;
1295         int ret = 0;
1296
1297         spin_lock(&dquot->dq_dqb_lock);
1298         if (!sb_has_quota_limits_enabled(sb, dquot->dq_id.type) ||
1299             test_bit(DQ_FAKE_B, &dquot->dq_flags))
1300                 goto add;
1301
1302         tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace
1303                 + space + rsv_space;
1304
1305         if (flags & DQUOT_SPACE_NOFAIL)
1306                 goto add;
1307
1308         if (dquot->dq_dqb.dqb_bhardlimit &&
1309             tspace > dquot->dq_dqb.dqb_bhardlimit &&
1310             !ignore_hardlimit(dquot)) {
1311                 if (flags & DQUOT_SPACE_WARN)
1312                         prepare_warning(warn, dquot, QUOTA_NL_BHARDWARN);
1313                 ret = -EDQUOT;
1314                 goto out;
1315         }
1316
1317         if (dquot->dq_dqb.dqb_bsoftlimit &&
1318             tspace > dquot->dq_dqb.dqb_bsoftlimit &&
1319             dquot->dq_dqb.dqb_btime &&
1320             ktime_get_real_seconds() >= dquot->dq_dqb.dqb_btime &&
1321             !ignore_hardlimit(dquot)) {
1322                 if (flags & DQUOT_SPACE_WARN)
1323                         prepare_warning(warn, dquot, QUOTA_NL_BSOFTLONGWARN);
1324                 ret = -EDQUOT;
1325                 goto out;
1326         }
1327
1328         if (dquot->dq_dqb.dqb_bsoftlimit &&
1329             tspace > dquot->dq_dqb.dqb_bsoftlimit &&
1330             dquot->dq_dqb.dqb_btime == 0) {
1331                 if (flags & DQUOT_SPACE_WARN) {
1332                         prepare_warning(warn, dquot, QUOTA_NL_BSOFTWARN);
1333                         dquot->dq_dqb.dqb_btime = ktime_get_real_seconds() +
1334                             sb_dqopt(sb)->info[dquot->dq_id.type].dqi_bgrace;
1335                 } else {
1336                         /*
1337                          * We don't allow preallocation to exceed softlimit so exceeding will
1338                          * be always printed
1339                          */
1340                         ret = -EDQUOT;
1341                         goto out;
1342                 }
1343         }
1344 add:
1345         dquot->dq_dqb.dqb_rsvspace += rsv_space;
1346         dquot->dq_dqb.dqb_curspace += space;
1347 out:
1348         spin_unlock(&dquot->dq_dqb_lock);
1349         return ret;
1350 }
1351
1352 static int info_idq_free(struct dquot *dquot, qsize_t inodes)
1353 {
1354         qsize_t newinodes;
1355
1356         if (test_bit(DQ_FAKE_B, &dquot->dq_flags) ||
1357             dquot->dq_dqb.dqb_curinodes <= dquot->dq_dqb.dqb_isoftlimit ||
1358             !sb_has_quota_limits_enabled(dquot->dq_sb, dquot->dq_id.type))
1359                 return QUOTA_NL_NOWARN;
1360
1361         newinodes = dquot->dq_dqb.dqb_curinodes - inodes;
1362         if (newinodes <= dquot->dq_dqb.dqb_isoftlimit)
1363                 return QUOTA_NL_ISOFTBELOW;
1364         if (dquot->dq_dqb.dqb_curinodes >= dquot->dq_dqb.dqb_ihardlimit &&
1365             newinodes < dquot->dq_dqb.dqb_ihardlimit)
1366                 return QUOTA_NL_IHARDBELOW;
1367         return QUOTA_NL_NOWARN;
1368 }
1369
1370 static int info_bdq_free(struct dquot *dquot, qsize_t space)
1371 {
1372         qsize_t tspace;
1373
1374         tspace = dquot->dq_dqb.dqb_curspace + dquot->dq_dqb.dqb_rsvspace;
1375
1376         if (test_bit(DQ_FAKE_B, &dquot->dq_flags) ||
1377             tspace <= dquot->dq_dqb.dqb_bsoftlimit)
1378                 return QUOTA_NL_NOWARN;
1379
1380         if (tspace - space <= dquot->dq_dqb.dqb_bsoftlimit)
1381                 return QUOTA_NL_BSOFTBELOW;
1382         if (tspace >= dquot->dq_dqb.dqb_bhardlimit &&
1383             tspace - space < dquot->dq_dqb.dqb_bhardlimit)
1384                 return QUOTA_NL_BHARDBELOW;
1385         return QUOTA_NL_NOWARN;
1386 }
1387
1388 static int dquot_active(const struct inode *inode)
1389 {
1390         struct super_block *sb = inode->i_sb;
1391
1392         if (IS_NOQUOTA(inode))
1393                 return 0;
1394         return sb_any_quota_loaded(sb) & ~sb_any_quota_suspended(sb);
1395 }
1396
1397 /*
1398  * Initialize quota pointers in inode
1399  *
1400  * It is better to call this function outside of any transaction as it
1401  * might need a lot of space in journal for dquot structure allocation.
1402  */
1403 static int __dquot_initialize(struct inode *inode, int type)
1404 {
1405         int cnt, init_needed = 0;
1406         struct dquot **dquots, *got[MAXQUOTAS] = {};
1407         struct super_block *sb = inode->i_sb;
1408         qsize_t rsv;
1409         int ret = 0;
1410
1411         if (!dquot_active(inode))
1412                 return 0;
1413
1414         dquots = i_dquot(inode);
1415
1416         /* First get references to structures we might need. */
1417         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1418                 struct kqid qid;
1419                 kprojid_t projid;
1420                 int rc;
1421                 struct dquot *dquot;
1422
1423                 if (type != -1 && cnt != type)
1424                         continue;
1425                 /*
1426                  * The i_dquot should have been initialized in most cases,
1427                  * we check it without locking here to avoid unnecessary
1428                  * dqget()/dqput() calls.
1429                  */
1430                 if (dquots[cnt])
1431                         continue;
1432
1433                 if (!sb_has_quota_active(sb, cnt))
1434                         continue;
1435
1436                 init_needed = 1;
1437
1438                 switch (cnt) {
1439                 case USRQUOTA:
1440                         qid = make_kqid_uid(inode->i_uid);
1441                         break;
1442                 case GRPQUOTA:
1443                         qid = make_kqid_gid(inode->i_gid);
1444                         break;
1445                 case PRJQUOTA:
1446                         rc = inode->i_sb->dq_op->get_projid(inode, &projid);
1447                         if (rc)
1448                                 continue;
1449                         qid = make_kqid_projid(projid);
1450                         break;
1451                 }
1452                 dquot = dqget(sb, qid);
1453                 if (IS_ERR(dquot)) {
1454                         /* We raced with somebody turning quotas off... */
1455                         if (PTR_ERR(dquot) != -ESRCH) {
1456                                 ret = PTR_ERR(dquot);
1457                                 goto out_put;
1458                         }
1459                         dquot = NULL;
1460                 }
1461                 got[cnt] = dquot;
1462         }
1463
1464         /* All required i_dquot has been initialized */
1465         if (!init_needed)
1466                 return 0;
1467
1468         spin_lock(&dq_data_lock);
1469         if (IS_NOQUOTA(inode))
1470                 goto out_lock;
1471         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1472                 if (type != -1 && cnt != type)
1473                         continue;
1474                 /* Avoid races with quotaoff() */
1475                 if (!sb_has_quota_active(sb, cnt))
1476                         continue;
1477                 /* We could race with quotaon or dqget() could have failed */
1478                 if (!got[cnt])
1479                         continue;
1480                 if (!dquots[cnt]) {
1481                         dquots[cnt] = got[cnt];
1482                         got[cnt] = NULL;
1483                         /*
1484                          * Make quota reservation system happy if someone
1485                          * did a write before quota was turned on
1486                          */
1487                         rsv = inode_get_rsv_space(inode);
1488                         if (unlikely(rsv)) {
1489                                 spin_lock(&inode->i_lock);
1490                                 /* Get reservation again under proper lock */
1491                                 rsv = __inode_get_rsv_space(inode);
1492                                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1493                                 dquots[cnt]->dq_dqb.dqb_rsvspace += rsv;
1494                                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1495                                 spin_unlock(&inode->i_lock);
1496                         }
1497                 }
1498         }
1499 out_lock:
1500         spin_unlock(&dq_data_lock);
1501 out_put:
1502         /* Drop unused references */
1503         dqput_all(got);
1504
1505         return ret;
1506 }
1507
1508 int dquot_initialize(struct inode *inode)
1509 {
1510         return __dquot_initialize(inode, -1);
1511 }
1512 EXPORT_SYMBOL(dquot_initialize);
1513
1514 bool dquot_initialize_needed(struct inode *inode)
1515 {
1516         struct dquot **dquots;
1517         int i;
1518
1519         if (!dquot_active(inode))
1520                 return false;
1521
1522         dquots = i_dquot(inode);
1523         for (i = 0; i < MAXQUOTAS; i++)
1524                 if (!dquots[i] && sb_has_quota_active(inode->i_sb, i))
1525                         return true;
1526         return false;
1527 }
1528 EXPORT_SYMBOL(dquot_initialize_needed);
1529
1530 /*
1531  * Release all quotas referenced by inode.
1532  *
1533  * This function only be called on inode free or converting
1534  * a file to quota file, no other users for the i_dquot in
1535  * both cases, so we needn't call synchronize_srcu() after
1536  * clearing i_dquot.
1537  */
1538 static void __dquot_drop(struct inode *inode)
1539 {
1540         int cnt;
1541         struct dquot **dquots = i_dquot(inode);
1542         struct dquot *put[MAXQUOTAS];
1543
1544         spin_lock(&dq_data_lock);
1545         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1546                 put[cnt] = dquots[cnt];
1547                 dquots[cnt] = NULL;
1548         }
1549         spin_unlock(&dq_data_lock);
1550         dqput_all(put);
1551 }
1552
1553 void dquot_drop(struct inode *inode)
1554 {
1555         struct dquot * const *dquots;
1556         int cnt;
1557
1558         if (IS_NOQUOTA(inode))
1559                 return;
1560
1561         /*
1562          * Test before calling to rule out calls from proc and such
1563          * where we are not allowed to block. Note that this is
1564          * actually reliable test even without the lock - the caller
1565          * must assure that nobody can come after the DQUOT_DROP and
1566          * add quota pointers back anyway.
1567          */
1568         dquots = i_dquot(inode);
1569         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1570                 if (dquots[cnt])
1571                         break;
1572         }
1573
1574         if (cnt < MAXQUOTAS)
1575                 __dquot_drop(inode);
1576 }
1577 EXPORT_SYMBOL(dquot_drop);
1578
1579 /*
1580  * inode_reserved_space is managed internally by quota, and protected by
1581  * i_lock similar to i_blocks+i_bytes.
1582  */
1583 static qsize_t *inode_reserved_space(struct inode * inode)
1584 {
1585         /* Filesystem must explicitly define it's own method in order to use
1586          * quota reservation interface */
1587         BUG_ON(!inode->i_sb->dq_op->get_reserved_space);
1588         return inode->i_sb->dq_op->get_reserved_space(inode);
1589 }
1590
1591 static qsize_t __inode_get_rsv_space(struct inode *inode)
1592 {
1593         if (!inode->i_sb->dq_op->get_reserved_space)
1594                 return 0;
1595         return *inode_reserved_space(inode);
1596 }
1597
1598 static qsize_t inode_get_rsv_space(struct inode *inode)
1599 {
1600         qsize_t ret;
1601
1602         if (!inode->i_sb->dq_op->get_reserved_space)
1603                 return 0;
1604         spin_lock(&inode->i_lock);
1605         ret = __inode_get_rsv_space(inode);
1606         spin_unlock(&inode->i_lock);
1607         return ret;
1608 }
1609
1610 /*
1611  * This functions updates i_blocks+i_bytes fields and quota information
1612  * (together with appropriate checks).
1613  *
1614  * NOTE: We absolutely rely on the fact that caller dirties the inode
1615  * (usually helpers in quotaops.h care about this) and holds a handle for
1616  * the current transaction so that dquot write and inode write go into the
1617  * same transaction.
1618  */
1619
1620 /*
1621  * This operation can block, but only after everything is updated
1622  */
1623 int __dquot_alloc_space(struct inode *inode, qsize_t number, int flags)
1624 {
1625         int cnt, ret = 0, index;
1626         struct dquot_warn warn[MAXQUOTAS];
1627         int reserve = flags & DQUOT_SPACE_RESERVE;
1628         struct dquot **dquots;
1629
1630         if (!dquot_active(inode)) {
1631                 if (reserve) {
1632                         spin_lock(&inode->i_lock);
1633                         *inode_reserved_space(inode) += number;
1634                         spin_unlock(&inode->i_lock);
1635                 } else {
1636                         inode_add_bytes(inode, number);
1637                 }
1638                 goto out;
1639         }
1640
1641         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
1642                 warn[cnt].w_type = QUOTA_NL_NOWARN;
1643
1644         dquots = i_dquot(inode);
1645         index = srcu_read_lock(&dquot_srcu);
1646         spin_lock(&inode->i_lock);
1647         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1648                 if (!dquots[cnt])
1649                         continue;
1650                 if (flags & DQUOT_SPACE_RESERVE) {
1651                         ret = dquot_add_space(dquots[cnt], 0, number, flags,
1652                                               &warn[cnt]);
1653                 } else {
1654                         ret = dquot_add_space(dquots[cnt], number, 0, flags,
1655                                               &warn[cnt]);
1656                 }
1657                 if (ret) {
1658                         /* Back out changes we already did */
1659                         for (cnt--; cnt >= 0; cnt--) {
1660                                 if (!dquots[cnt])
1661                                         continue;
1662                                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1663                                 if (flags & DQUOT_SPACE_RESERVE) {
1664                                         dquots[cnt]->dq_dqb.dqb_rsvspace -=
1665                                                                         number;
1666                                 } else {
1667                                         dquots[cnt]->dq_dqb.dqb_curspace -=
1668                                                                         number;
1669                                 }
1670                                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1671                         }
1672                         spin_unlock(&inode->i_lock);
1673                         goto out_flush_warn;
1674                 }
1675         }
1676         if (reserve)
1677                 *inode_reserved_space(inode) += number;
1678         else
1679                 __inode_add_bytes(inode, number);
1680         spin_unlock(&inode->i_lock);
1681
1682         if (reserve)
1683                 goto out_flush_warn;
1684         mark_all_dquot_dirty(dquots);
1685 out_flush_warn:
1686         srcu_read_unlock(&dquot_srcu, index);
1687         flush_warnings(warn);
1688 out:
1689         return ret;
1690 }
1691 EXPORT_SYMBOL(__dquot_alloc_space);
1692
1693 /*
1694  * This operation can block, but only after everything is updated
1695  */
1696 int dquot_alloc_inode(struct inode *inode)
1697 {
1698         int cnt, ret = 0, index;
1699         struct dquot_warn warn[MAXQUOTAS];
1700         struct dquot * const *dquots;
1701
1702         if (!dquot_active(inode))
1703                 return 0;
1704         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
1705                 warn[cnt].w_type = QUOTA_NL_NOWARN;
1706
1707         dquots = i_dquot(inode);
1708         index = srcu_read_lock(&dquot_srcu);
1709         spin_lock(&inode->i_lock);
1710         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1711                 if (!dquots[cnt])
1712                         continue;
1713                 ret = dquot_add_inodes(dquots[cnt], 1, &warn[cnt]);
1714                 if (ret) {
1715                         for (cnt--; cnt >= 0; cnt--) {
1716                                 if (!dquots[cnt])
1717                                         continue;
1718                                 /* Back out changes we already did */
1719                                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1720                                 dquots[cnt]->dq_dqb.dqb_curinodes--;
1721                                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1722                         }
1723                         goto warn_put_all;
1724                 }
1725         }
1726
1727 warn_put_all:
1728         spin_unlock(&inode->i_lock);
1729         if (ret == 0)
1730                 mark_all_dquot_dirty(dquots);
1731         srcu_read_unlock(&dquot_srcu, index);
1732         flush_warnings(warn);
1733         return ret;
1734 }
1735 EXPORT_SYMBOL(dquot_alloc_inode);
1736
1737 /*
1738  * Convert in-memory reserved quotas to real consumed quotas
1739  */
1740 int dquot_claim_space_nodirty(struct inode *inode, qsize_t number)
1741 {
1742         struct dquot **dquots;
1743         int cnt, index;
1744
1745         if (!dquot_active(inode)) {
1746                 spin_lock(&inode->i_lock);
1747                 *inode_reserved_space(inode) -= number;
1748                 __inode_add_bytes(inode, number);
1749                 spin_unlock(&inode->i_lock);
1750                 return 0;
1751         }
1752
1753         dquots = i_dquot(inode);
1754         index = srcu_read_lock(&dquot_srcu);
1755         spin_lock(&inode->i_lock);
1756         /* Claim reserved quotas to allocated quotas */
1757         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1758                 if (dquots[cnt]) {
1759                         struct dquot *dquot = dquots[cnt];
1760
1761                         spin_lock(&dquot->dq_dqb_lock);
1762                         if (WARN_ON_ONCE(dquot->dq_dqb.dqb_rsvspace < number))
1763                                 number = dquot->dq_dqb.dqb_rsvspace;
1764                         dquot->dq_dqb.dqb_curspace += number;
1765                         dquot->dq_dqb.dqb_rsvspace -= number;
1766                         spin_unlock(&dquot->dq_dqb_lock);
1767                 }
1768         }
1769         /* Update inode bytes */
1770         *inode_reserved_space(inode) -= number;
1771         __inode_add_bytes(inode, number);
1772         spin_unlock(&inode->i_lock);
1773         mark_all_dquot_dirty(dquots);
1774         srcu_read_unlock(&dquot_srcu, index);
1775         return 0;
1776 }
1777 EXPORT_SYMBOL(dquot_claim_space_nodirty);
1778
1779 /*
1780  * Convert allocated space back to in-memory reserved quotas
1781  */
1782 void dquot_reclaim_space_nodirty(struct inode *inode, qsize_t number)
1783 {
1784         struct dquot **dquots;
1785         int cnt, index;
1786
1787         if (!dquot_active(inode)) {
1788                 spin_lock(&inode->i_lock);
1789                 *inode_reserved_space(inode) += number;
1790                 __inode_sub_bytes(inode, number);
1791                 spin_unlock(&inode->i_lock);
1792                 return;
1793         }
1794
1795         dquots = i_dquot(inode);
1796         index = srcu_read_lock(&dquot_srcu);
1797         spin_lock(&inode->i_lock);
1798         /* Claim reserved quotas to allocated quotas */
1799         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1800                 if (dquots[cnt]) {
1801                         struct dquot *dquot = dquots[cnt];
1802
1803                         spin_lock(&dquot->dq_dqb_lock);
1804                         if (WARN_ON_ONCE(dquot->dq_dqb.dqb_curspace < number))
1805                                 number = dquot->dq_dqb.dqb_curspace;
1806                         dquot->dq_dqb.dqb_rsvspace += number;
1807                         dquot->dq_dqb.dqb_curspace -= number;
1808                         spin_unlock(&dquot->dq_dqb_lock);
1809                 }
1810         }
1811         /* Update inode bytes */
1812         *inode_reserved_space(inode) += number;
1813         __inode_sub_bytes(inode, number);
1814         spin_unlock(&inode->i_lock);
1815         mark_all_dquot_dirty(dquots);
1816         srcu_read_unlock(&dquot_srcu, index);
1817         return;
1818 }
1819 EXPORT_SYMBOL(dquot_reclaim_space_nodirty);
1820
1821 /*
1822  * This operation can block, but only after everything is updated
1823  */
1824 void __dquot_free_space(struct inode *inode, qsize_t number, int flags)
1825 {
1826         unsigned int cnt;
1827         struct dquot_warn warn[MAXQUOTAS];
1828         struct dquot **dquots;
1829         int reserve = flags & DQUOT_SPACE_RESERVE, index;
1830
1831         if (!dquot_active(inode)) {
1832                 if (reserve) {
1833                         spin_lock(&inode->i_lock);
1834                         *inode_reserved_space(inode) -= number;
1835                         spin_unlock(&inode->i_lock);
1836                 } else {
1837                         inode_sub_bytes(inode, number);
1838                 }
1839                 return;
1840         }
1841
1842         dquots = i_dquot(inode);
1843         index = srcu_read_lock(&dquot_srcu);
1844         spin_lock(&inode->i_lock);
1845         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1846                 int wtype;
1847
1848                 warn[cnt].w_type = QUOTA_NL_NOWARN;
1849                 if (!dquots[cnt])
1850                         continue;
1851                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1852                 wtype = info_bdq_free(dquots[cnt], number);
1853                 if (wtype != QUOTA_NL_NOWARN)
1854                         prepare_warning(&warn[cnt], dquots[cnt], wtype);
1855                 if (reserve)
1856                         dquot_free_reserved_space(dquots[cnt], number);
1857                 else
1858                         dquot_decr_space(dquots[cnt], number);
1859                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1860         }
1861         if (reserve)
1862                 *inode_reserved_space(inode) -= number;
1863         else
1864                 __inode_sub_bytes(inode, number);
1865         spin_unlock(&inode->i_lock);
1866
1867         if (reserve)
1868                 goto out_unlock;
1869         mark_all_dquot_dirty(dquots);
1870 out_unlock:
1871         srcu_read_unlock(&dquot_srcu, index);
1872         flush_warnings(warn);
1873 }
1874 EXPORT_SYMBOL(__dquot_free_space);
1875
1876 /*
1877  * This operation can block, but only after everything is updated
1878  */
1879 void dquot_free_inode(struct inode *inode)
1880 {
1881         unsigned int cnt;
1882         struct dquot_warn warn[MAXQUOTAS];
1883         struct dquot * const *dquots;
1884         int index;
1885
1886         if (!dquot_active(inode))
1887                 return;
1888
1889         dquots = i_dquot(inode);
1890         index = srcu_read_lock(&dquot_srcu);
1891         spin_lock(&inode->i_lock);
1892         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1893                 int wtype;
1894
1895                 warn[cnt].w_type = QUOTA_NL_NOWARN;
1896                 if (!dquots[cnt])
1897                         continue;
1898                 spin_lock(&dquots[cnt]->dq_dqb_lock);
1899                 wtype = info_idq_free(dquots[cnt], 1);
1900                 if (wtype != QUOTA_NL_NOWARN)
1901                         prepare_warning(&warn[cnt], dquots[cnt], wtype);
1902                 dquot_decr_inodes(dquots[cnt], 1);
1903                 spin_unlock(&dquots[cnt]->dq_dqb_lock);
1904         }
1905         spin_unlock(&inode->i_lock);
1906         mark_all_dquot_dirty(dquots);
1907         srcu_read_unlock(&dquot_srcu, index);
1908         flush_warnings(warn);
1909 }
1910 EXPORT_SYMBOL(dquot_free_inode);
1911
1912 /*
1913  * Transfer the number of inode and blocks from one diskquota to an other.
1914  * On success, dquot references in transfer_to are consumed and references
1915  * to original dquots that need to be released are placed there. On failure,
1916  * references are kept untouched.
1917  *
1918  * This operation can block, but only after everything is updated
1919  * A transaction must be started when entering this function.
1920  *
1921  * We are holding reference on transfer_from & transfer_to, no need to
1922  * protect them by srcu_read_lock().
1923  */
1924 int __dquot_transfer(struct inode *inode, struct dquot **transfer_to)
1925 {
1926         qsize_t cur_space;
1927         qsize_t rsv_space = 0;
1928         qsize_t inode_usage = 1;
1929         struct dquot *transfer_from[MAXQUOTAS] = {};
1930         int cnt, ret = 0;
1931         char is_valid[MAXQUOTAS] = {};
1932         struct dquot_warn warn_to[MAXQUOTAS];
1933         struct dquot_warn warn_from_inodes[MAXQUOTAS];
1934         struct dquot_warn warn_from_space[MAXQUOTAS];
1935
1936         if (IS_NOQUOTA(inode))
1937                 return 0;
1938
1939         if (inode->i_sb->dq_op->get_inode_usage) {
1940                 ret = inode->i_sb->dq_op->get_inode_usage(inode, &inode_usage);
1941                 if (ret)
1942                         return ret;
1943         }
1944
1945         /* Initialize the arrays */
1946         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1947                 warn_to[cnt].w_type = QUOTA_NL_NOWARN;
1948                 warn_from_inodes[cnt].w_type = QUOTA_NL_NOWARN;
1949                 warn_from_space[cnt].w_type = QUOTA_NL_NOWARN;
1950         }
1951
1952         spin_lock(&dq_data_lock);
1953         spin_lock(&inode->i_lock);
1954         if (IS_NOQUOTA(inode)) {        /* File without quota accounting? */
1955                 spin_unlock(&inode->i_lock);
1956                 spin_unlock(&dq_data_lock);
1957                 return 0;
1958         }
1959         cur_space = __inode_get_bytes(inode);
1960         rsv_space = __inode_get_rsv_space(inode);
1961         /*
1962          * Build the transfer_from list, check limits, and update usage in
1963          * the target structures.
1964          */
1965         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1966                 /*
1967                  * Skip changes for same uid or gid or for turned off quota-type.
1968                  */
1969                 if (!transfer_to[cnt])
1970                         continue;
1971                 /* Avoid races with quotaoff() */
1972                 if (!sb_has_quota_active(inode->i_sb, cnt))
1973                         continue;
1974                 is_valid[cnt] = 1;
1975                 transfer_from[cnt] = i_dquot(inode)[cnt];
1976                 ret = dquot_add_inodes(transfer_to[cnt], inode_usage,
1977                                        &warn_to[cnt]);
1978                 if (ret)
1979                         goto over_quota;
1980                 ret = dquot_add_space(transfer_to[cnt], cur_space, rsv_space, 0,
1981                                       &warn_to[cnt]);
1982                 if (ret) {
1983                         spin_lock(&transfer_to[cnt]->dq_dqb_lock);
1984                         dquot_decr_inodes(transfer_to[cnt], inode_usage);
1985                         spin_unlock(&transfer_to[cnt]->dq_dqb_lock);
1986                         goto over_quota;
1987                 }
1988         }
1989
1990         /* Decrease usage for source structures and update quota pointers */
1991         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
1992                 if (!is_valid[cnt])
1993                         continue;
1994                 /* Due to IO error we might not have transfer_from[] structure */
1995                 if (transfer_from[cnt]) {
1996                         int wtype;
1997
1998                         spin_lock(&transfer_from[cnt]->dq_dqb_lock);
1999                         wtype = info_idq_free(transfer_from[cnt], inode_usage);
2000                         if (wtype != QUOTA_NL_NOWARN)
2001                                 prepare_warning(&warn_from_inodes[cnt],
2002                                                 transfer_from[cnt], wtype);
2003                         wtype = info_bdq_free(transfer_from[cnt],
2004                                               cur_space + rsv_space);
2005                         if (wtype != QUOTA_NL_NOWARN)
2006                                 prepare_warning(&warn_from_space[cnt],
2007                                                 transfer_from[cnt], wtype);
2008                         dquot_decr_inodes(transfer_from[cnt], inode_usage);
2009                         dquot_decr_space(transfer_from[cnt], cur_space);
2010                         dquot_free_reserved_space(transfer_from[cnt],
2011                                                   rsv_space);
2012                         spin_unlock(&transfer_from[cnt]->dq_dqb_lock);
2013                 }
2014                 i_dquot(inode)[cnt] = transfer_to[cnt];
2015         }
2016         spin_unlock(&inode->i_lock);
2017         spin_unlock(&dq_data_lock);
2018
2019         mark_all_dquot_dirty(transfer_from);
2020         mark_all_dquot_dirty(transfer_to);
2021         flush_warnings(warn_to);
2022         flush_warnings(warn_from_inodes);
2023         flush_warnings(warn_from_space);
2024         /* Pass back references to put */
2025         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2026                 if (is_valid[cnt])
2027                         transfer_to[cnt] = transfer_from[cnt];
2028         return 0;
2029 over_quota:
2030         /* Back out changes we already did */
2031         for (cnt--; cnt >= 0; cnt--) {
2032                 if (!is_valid[cnt])
2033                         continue;
2034                 spin_lock(&transfer_to[cnt]->dq_dqb_lock);
2035                 dquot_decr_inodes(transfer_to[cnt], inode_usage);
2036                 dquot_decr_space(transfer_to[cnt], cur_space);
2037                 dquot_free_reserved_space(transfer_to[cnt], rsv_space);
2038                 spin_unlock(&transfer_to[cnt]->dq_dqb_lock);
2039         }
2040         spin_unlock(&inode->i_lock);
2041         spin_unlock(&dq_data_lock);
2042         flush_warnings(warn_to);
2043         return ret;
2044 }
2045 EXPORT_SYMBOL(__dquot_transfer);
2046
2047 /* Wrapper for transferring ownership of an inode for uid/gid only
2048  * Called from FSXXX_setattr()
2049  */
2050 int dquot_transfer(struct inode *inode, struct iattr *iattr)
2051 {
2052         struct dquot *transfer_to[MAXQUOTAS] = {};
2053         struct dquot *dquot;
2054         struct super_block *sb = inode->i_sb;
2055         int ret;
2056
2057         if (!dquot_active(inode))
2058                 return 0;
2059
2060         if (iattr->ia_valid & ATTR_UID && !uid_eq(iattr->ia_uid, inode->i_uid)){
2061                 dquot = dqget(sb, make_kqid_uid(iattr->ia_uid));
2062                 if (IS_ERR(dquot)) {
2063                         if (PTR_ERR(dquot) != -ESRCH) {
2064                                 ret = PTR_ERR(dquot);
2065                                 goto out_put;
2066                         }
2067                         dquot = NULL;
2068                 }
2069                 transfer_to[USRQUOTA] = dquot;
2070         }
2071         if (iattr->ia_valid & ATTR_GID && !gid_eq(iattr->ia_gid, inode->i_gid)){
2072                 dquot = dqget(sb, make_kqid_gid(iattr->ia_gid));
2073                 if (IS_ERR(dquot)) {
2074                         if (PTR_ERR(dquot) != -ESRCH) {
2075                                 ret = PTR_ERR(dquot);
2076                                 goto out_put;
2077                         }
2078                         dquot = NULL;
2079                 }
2080                 transfer_to[GRPQUOTA] = dquot;
2081         }
2082         ret = __dquot_transfer(inode, transfer_to);
2083 out_put:
2084         dqput_all(transfer_to);
2085         return ret;
2086 }
2087 EXPORT_SYMBOL(dquot_transfer);
2088
2089 /*
2090  * Write info of quota file to disk
2091  */
2092 int dquot_commit_info(struct super_block *sb, int type)
2093 {
2094         struct quota_info *dqopt = sb_dqopt(sb);
2095
2096         return dqopt->ops[type]->write_file_info(sb, type);
2097 }
2098 EXPORT_SYMBOL(dquot_commit_info);
2099
2100 int dquot_get_next_id(struct super_block *sb, struct kqid *qid)
2101 {
2102         struct quota_info *dqopt = sb_dqopt(sb);
2103
2104         if (!sb_has_quota_active(sb, qid->type))
2105                 return -ESRCH;
2106         if (!dqopt->ops[qid->type]->get_next_id)
2107                 return -ENOSYS;
2108         return dqopt->ops[qid->type]->get_next_id(sb, qid);
2109 }
2110 EXPORT_SYMBOL(dquot_get_next_id);
2111
2112 /*
2113  * Definitions of diskquota operations.
2114  */
2115 const struct dquot_operations dquot_operations = {
2116         .write_dquot    = dquot_commit,
2117         .acquire_dquot  = dquot_acquire,
2118         .release_dquot  = dquot_release,
2119         .mark_dirty     = dquot_mark_dquot_dirty,
2120         .write_info     = dquot_commit_info,
2121         .alloc_dquot    = dquot_alloc,
2122         .destroy_dquot  = dquot_destroy,
2123         .get_next_id    = dquot_get_next_id,
2124 };
2125 EXPORT_SYMBOL(dquot_operations);
2126
2127 /*
2128  * Generic helper for ->open on filesystems supporting disk quotas.
2129  */
2130 int dquot_file_open(struct inode *inode, struct file *file)
2131 {
2132         int error;
2133
2134         error = generic_file_open(inode, file);
2135         if (!error && (file->f_mode & FMODE_WRITE))
2136                 dquot_initialize(inode);
2137         return error;
2138 }
2139 EXPORT_SYMBOL(dquot_file_open);
2140
2141 /*
2142  * Turn quota off on a device. type == -1 ==> quotaoff for all types (umount)
2143  */
2144 int dquot_disable(struct super_block *sb, int type, unsigned int flags)
2145 {
2146         int cnt, ret = 0;
2147         struct quota_info *dqopt = sb_dqopt(sb);
2148         struct inode *toputinode[MAXQUOTAS];
2149
2150         /* s_umount should be held in exclusive mode */
2151         if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2152                 up_read(&sb->s_umount);
2153
2154         /* Cannot turn off usage accounting without turning off limits, or
2155          * suspend quotas and simultaneously turn quotas off. */
2156         if ((flags & DQUOT_USAGE_ENABLED && !(flags & DQUOT_LIMITS_ENABLED))
2157             || (flags & DQUOT_SUSPENDED && flags & (DQUOT_LIMITS_ENABLED |
2158             DQUOT_USAGE_ENABLED)))
2159                 return -EINVAL;
2160
2161         /*
2162          * Skip everything if there's nothing to do. We have to do this because
2163          * sometimes we are called when fill_super() failed and calling
2164          * sync_fs() in such cases does no good.
2165          */
2166         if (!sb_any_quota_loaded(sb))
2167                 return 0;
2168
2169         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
2170                 toputinode[cnt] = NULL;
2171                 if (type != -1 && cnt != type)
2172                         continue;
2173                 if (!sb_has_quota_loaded(sb, cnt))
2174                         continue;
2175
2176                 if (flags & DQUOT_SUSPENDED) {
2177                         spin_lock(&dq_state_lock);
2178                         dqopt->flags |=
2179                                 dquot_state_flag(DQUOT_SUSPENDED, cnt);
2180                         spin_unlock(&dq_state_lock);
2181                 } else {
2182                         spin_lock(&dq_state_lock);
2183                         dqopt->flags &= ~dquot_state_flag(flags, cnt);
2184                         /* Turning off suspended quotas? */
2185                         if (!sb_has_quota_loaded(sb, cnt) &&
2186                             sb_has_quota_suspended(sb, cnt)) {
2187                                 dqopt->flags &= ~dquot_state_flag(
2188                                                         DQUOT_SUSPENDED, cnt);
2189                                 spin_unlock(&dq_state_lock);
2190                                 iput(dqopt->files[cnt]);
2191                                 dqopt->files[cnt] = NULL;
2192                                 continue;
2193                         }
2194                         spin_unlock(&dq_state_lock);
2195                 }
2196
2197                 /* We still have to keep quota loaded? */
2198                 if (sb_has_quota_loaded(sb, cnt) && !(flags & DQUOT_SUSPENDED))
2199                         continue;
2200
2201                 /* Note: these are blocking operations */
2202                 drop_dquot_ref(sb, cnt);
2203                 invalidate_dquots(sb, cnt);
2204                 /*
2205                  * Now all dquots should be invalidated, all writes done so we
2206                  * should be only users of the info. No locks needed.
2207                  */
2208                 if (info_dirty(&dqopt->info[cnt]))
2209                         sb->dq_op->write_info(sb, cnt);
2210                 if (dqopt->ops[cnt]->free_file_info)
2211                         dqopt->ops[cnt]->free_file_info(sb, cnt);
2212                 put_quota_format(dqopt->info[cnt].dqi_format);
2213
2214                 toputinode[cnt] = dqopt->files[cnt];
2215                 if (!sb_has_quota_loaded(sb, cnt))
2216                         dqopt->files[cnt] = NULL;
2217                 dqopt->info[cnt].dqi_flags = 0;
2218                 dqopt->info[cnt].dqi_igrace = 0;
2219                 dqopt->info[cnt].dqi_bgrace = 0;
2220                 dqopt->ops[cnt] = NULL;
2221         }
2222
2223         /* Skip syncing and setting flags if quota files are hidden */
2224         if (dqopt->flags & DQUOT_QUOTA_SYS_FILE)
2225                 goto put_inodes;
2226
2227         /* Sync the superblock so that buffers with quota data are written to
2228          * disk (and so userspace sees correct data afterwards). */
2229         if (sb->s_op->sync_fs)
2230                 sb->s_op->sync_fs(sb, 1);
2231         sync_blockdev(sb->s_bdev);
2232         /* Now the quota files are just ordinary files and we can set the
2233          * inode flags back. Moreover we discard the pagecache so that
2234          * userspace sees the writes we did bypassing the pagecache. We
2235          * must also discard the blockdev buffers so that we see the
2236          * changes done by userspace on the next quotaon() */
2237         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2238                 /* This can happen when suspending quotas on remount-ro... */
2239                 if (toputinode[cnt] && !sb_has_quota_loaded(sb, cnt)) {
2240                         inode_lock(toputinode[cnt]);
2241                         toputinode[cnt]->i_flags &= ~S_NOQUOTA;
2242                         truncate_inode_pages(&toputinode[cnt]->i_data, 0);
2243                         inode_unlock(toputinode[cnt]);
2244                         mark_inode_dirty_sync(toputinode[cnt]);
2245                 }
2246         if (sb->s_bdev)
2247                 invalidate_bdev(sb->s_bdev);
2248 put_inodes:
2249         for (cnt = 0; cnt < MAXQUOTAS; cnt++)
2250                 if (toputinode[cnt]) {
2251                         /* On remount RO, we keep the inode pointer so that we
2252                          * can reenable quota on the subsequent remount RW. We
2253                          * have to check 'flags' variable and not use sb_has_
2254                          * function because another quotaon / quotaoff could
2255                          * change global state before we got here. We refuse
2256                          * to suspend quotas when there is pending delete on
2257                          * the quota file... */
2258                         if (!(flags & DQUOT_SUSPENDED))
2259                                 iput(toputinode[cnt]);
2260                         else if (!toputinode[cnt]->i_nlink)
2261                                 ret = -EBUSY;
2262                 }
2263         return ret;
2264 }
2265 EXPORT_SYMBOL(dquot_disable);
2266
2267 int dquot_quota_off(struct super_block *sb, int type)
2268 {
2269         return dquot_disable(sb, type,
2270                              DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
2271 }
2272 EXPORT_SYMBOL(dquot_quota_off);
2273
2274 /*
2275  *      Turn quotas on on a device
2276  */
2277
2278 /*
2279  * Helper function to turn quotas on when we already have the inode of
2280  * quota file and no quota information is loaded.
2281  */
2282 static int vfs_load_quota_inode(struct inode *inode, int type, int format_id,
2283         unsigned int flags)
2284 {
2285         struct quota_format_type *fmt = find_quota_format(format_id);
2286         struct super_block *sb = inode->i_sb;
2287         struct quota_info *dqopt = sb_dqopt(sb);
2288         int error;
2289
2290         if (!fmt)
2291                 return -ESRCH;
2292         if (!S_ISREG(inode->i_mode)) {
2293                 error = -EACCES;
2294                 goto out_fmt;
2295         }
2296         if (IS_RDONLY(inode)) {
2297                 error = -EROFS;
2298                 goto out_fmt;
2299         }
2300         if (!sb->s_op->quota_write || !sb->s_op->quota_read ||
2301             (type == PRJQUOTA && sb->dq_op->get_projid == NULL)) {
2302                 error = -EINVAL;
2303                 goto out_fmt;
2304         }
2305         /* Filesystems outside of init_user_ns not yet supported */
2306         if (sb->s_user_ns != &init_user_ns) {
2307                 error = -EINVAL;
2308                 goto out_fmt;
2309         }
2310         /* Usage always has to be set... */
2311         if (!(flags & DQUOT_USAGE_ENABLED)) {
2312                 error = -EINVAL;
2313                 goto out_fmt;
2314         }
2315         if (sb_has_quota_loaded(sb, type)) {
2316                 error = -EBUSY;
2317                 goto out_fmt;
2318         }
2319
2320         if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) {
2321                 /* As we bypass the pagecache we must now flush all the
2322                  * dirty data and invalidate caches so that kernel sees
2323                  * changes from userspace. It is not enough to just flush
2324                  * the quota file since if blocksize < pagesize, invalidation
2325                  * of the cache could fail because of other unrelated dirty
2326                  * data */
2327                 sync_filesystem(sb);
2328                 invalidate_bdev(sb->s_bdev);
2329         }
2330
2331         if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE)) {
2332                 /* We don't want quota and atime on quota files (deadlocks
2333                  * possible) Also nobody should write to the file - we use
2334                  * special IO operations which ignore the immutable bit. */
2335                 inode_lock(inode);
2336                 inode->i_flags |= S_NOQUOTA;
2337                 inode_unlock(inode);
2338                 /*
2339                  * When S_NOQUOTA is set, remove dquot references as no more
2340                  * references can be added
2341                  */
2342                 __dquot_drop(inode);
2343         }
2344
2345         error = -EIO;
2346         dqopt->files[type] = igrab(inode);
2347         if (!dqopt->files[type])
2348                 goto out_file_flags;
2349         error = -EINVAL;
2350         if (!fmt->qf_ops->check_quota_file(sb, type))
2351                 goto out_file_init;
2352
2353         dqopt->ops[type] = fmt->qf_ops;
2354         dqopt->info[type].dqi_format = fmt;
2355         dqopt->info[type].dqi_fmt_id = format_id;
2356         INIT_LIST_HEAD(&dqopt->info[type].dqi_dirty_list);
2357         error = dqopt->ops[type]->read_file_info(sb, type);
2358         if (error < 0)
2359                 goto out_file_init;
2360         if (dqopt->flags & DQUOT_QUOTA_SYS_FILE) {
2361                 spin_lock(&dq_data_lock);
2362                 dqopt->info[type].dqi_flags |= DQF_SYS_FILE;
2363                 spin_unlock(&dq_data_lock);
2364         }
2365         spin_lock(&dq_state_lock);
2366         dqopt->flags |= dquot_state_flag(flags, type);
2367         spin_unlock(&dq_state_lock);
2368
2369         add_dquot_ref(sb, type);
2370
2371         return 0;
2372
2373 out_file_init:
2374         dqopt->files[type] = NULL;
2375         iput(inode);
2376 out_file_flags:
2377         inode_lock(inode);
2378         inode->i_flags &= ~S_NOQUOTA;
2379         inode_unlock(inode);
2380 out_fmt:
2381         put_quota_format(fmt);
2382
2383         return error; 
2384 }
2385
2386 /* Reenable quotas on remount RW */
2387 int dquot_resume(struct super_block *sb, int type)
2388 {
2389         struct quota_info *dqopt = sb_dqopt(sb);
2390         struct inode *inode;
2391         int ret = 0, cnt;
2392         unsigned int flags;
2393
2394         /* s_umount should be held in exclusive mode */
2395         if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2396                 up_read(&sb->s_umount);
2397
2398         for (cnt = 0; cnt < MAXQUOTAS; cnt++) {
2399                 if (type != -1 && cnt != type)
2400                         continue;
2401                 if (!sb_has_quota_suspended(sb, cnt))
2402                         continue;
2403
2404                 inode = dqopt->files[cnt];
2405                 dqopt->files[cnt] = NULL;
2406                 spin_lock(&dq_state_lock);
2407                 flags = dqopt->flags & dquot_state_flag(DQUOT_USAGE_ENABLED |
2408                                                         DQUOT_LIMITS_ENABLED,
2409                                                         cnt);
2410                 dqopt->flags &= ~dquot_state_flag(DQUOT_STATE_FLAGS, cnt);
2411                 spin_unlock(&dq_state_lock);
2412
2413                 flags = dquot_generic_flag(flags, cnt);
2414                 ret = vfs_load_quota_inode(inode, cnt,
2415                                 dqopt->info[cnt].dqi_fmt_id, flags);
2416                 iput(inode);
2417         }
2418
2419         return ret;
2420 }
2421 EXPORT_SYMBOL(dquot_resume);
2422
2423 int dquot_quota_on(struct super_block *sb, int type, int format_id,
2424                    const struct path *path)
2425 {
2426         int error = security_quota_on(path->dentry);
2427         if (error)
2428                 return error;
2429         /* Quota file not on the same filesystem? */
2430         if (path->dentry->d_sb != sb)
2431                 error = -EXDEV;
2432         else
2433                 error = vfs_load_quota_inode(d_inode(path->dentry), type,
2434                                              format_id, DQUOT_USAGE_ENABLED |
2435                                              DQUOT_LIMITS_ENABLED);
2436         return error;
2437 }
2438 EXPORT_SYMBOL(dquot_quota_on);
2439
2440 /*
2441  * More powerful function for turning on quotas allowing setting
2442  * of individual quota flags
2443  */
2444 int dquot_enable(struct inode *inode, int type, int format_id,
2445                  unsigned int flags)
2446 {
2447         struct super_block *sb = inode->i_sb;
2448
2449         /* Just unsuspend quotas? */
2450         BUG_ON(flags & DQUOT_SUSPENDED);
2451         /* s_umount should be held in exclusive mode */
2452         if (WARN_ON_ONCE(down_read_trylock(&sb->s_umount)))
2453                 up_read(&sb->s_umount);
2454
2455         if (!flags)
2456                 return 0;
2457         /* Just updating flags needed? */
2458         if (sb_has_quota_loaded(sb, type)) {
2459                 if (flags & DQUOT_USAGE_ENABLED &&
2460                     sb_has_quota_usage_enabled(sb, type))
2461                         return -EBUSY;
2462                 if (flags & DQUOT_LIMITS_ENABLED &&
2463                     sb_has_quota_limits_enabled(sb, type))
2464                         return -EBUSY;
2465                 spin_lock(&dq_state_lock);
2466                 sb_dqopt(sb)->flags |= dquot_state_flag(flags, type);
2467                 spin_unlock(&dq_state_lock);
2468                 return 0;
2469         }
2470
2471         return vfs_load_quota_inode(inode, type, format_id, flags);
2472 }
2473 EXPORT_SYMBOL(dquot_enable);
2474
2475 /*
2476  * This function is used when filesystem needs to initialize quotas
2477  * during mount time.
2478  */
2479 int dquot_quota_on_mount(struct super_block *sb, char *qf_name,
2480                 int format_id, int type)
2481 {
2482         struct dentry *dentry;
2483         int error;
2484
2485         dentry = lookup_one_len_unlocked(qf_name, sb->s_root, strlen(qf_name));
2486         if (IS_ERR(dentry))
2487                 return PTR_ERR(dentry);
2488
2489         if (d_really_is_negative(dentry)) {
2490                 error = -ENOENT;
2491                 goto out;
2492         }
2493
2494         error = security_quota_on(dentry);
2495         if (!error)
2496                 error = vfs_load_quota_inode(d_inode(dentry), type, format_id,
2497                                 DQUOT_USAGE_ENABLED | DQUOT_LIMITS_ENABLED);
2498
2499 out:
2500         dput(dentry);
2501         return error;
2502 }
2503 EXPORT_SYMBOL(dquot_quota_on_mount);
2504
2505 static int dquot_quota_enable(struct super_block *sb, unsigned int flags)
2506 {
2507         int ret;
2508         int type;
2509         struct quota_info *dqopt = sb_dqopt(sb);
2510
2511         if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE))
2512                 return -ENOSYS;
2513         /* Accounting cannot be turned on while fs is mounted */
2514         flags &= ~(FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT | FS_QUOTA_PDQ_ACCT);
2515         if (!flags)
2516                 return -EINVAL;
2517         for (type = 0; type < MAXQUOTAS; type++) {
2518                 if (!(flags & qtype_enforce_flag(type)))
2519                         continue;
2520                 /* Can't enforce without accounting */
2521                 if (!sb_has_quota_usage_enabled(sb, type))
2522                         return -EINVAL;
2523                 ret = dquot_enable(dqopt->files[type], type,
2524                                    dqopt->info[type].dqi_fmt_id,
2525                                    DQUOT_LIMITS_ENABLED);
2526                 if (ret < 0)
2527                         goto out_err;
2528         }
2529         return 0;
2530 out_err:
2531         /* Backout enforcement enablement we already did */
2532         for (type--; type >= 0; type--)  {
2533                 if (flags & qtype_enforce_flag(type))
2534                         dquot_disable(sb, type, DQUOT_LIMITS_ENABLED);
2535         }
2536         /* Error code translation for better compatibility with XFS */
2537         if (ret == -EBUSY)
2538                 ret = -EEXIST;
2539         return ret;
2540 }
2541
2542 static int dquot_quota_disable(struct super_block *sb, unsigned int flags)
2543 {
2544         int ret;
2545         int type;
2546         struct quota_info *dqopt = sb_dqopt(sb);
2547
2548         if (!(dqopt->flags & DQUOT_QUOTA_SYS_FILE))
2549                 return -ENOSYS;
2550         /*
2551          * We don't support turning off accounting via quotactl. In principle
2552          * quota infrastructure can do this but filesystems don't expect
2553          * userspace to be able to do it.
2554          */
2555         if (flags &
2556                   (FS_QUOTA_UDQ_ACCT | FS_QUOTA_GDQ_ACCT | FS_QUOTA_PDQ_ACCT))
2557                 return -EOPNOTSUPP;
2558
2559         /* Filter out limits not enabled */
2560         for (type = 0; type < MAXQUOTAS; type++)
2561                 if (!sb_has_quota_limits_enabled(sb, type))
2562                         flags &= ~qtype_enforce_flag(type);
2563         /* Nothing left? */
2564         if (!flags)
2565                 return -EEXIST;
2566         for (type = 0; type < MAXQUOTAS; type++) {
2567                 if (flags & qtype_enforce_flag(type)) {
2568                         ret = dquot_disable(sb, type, DQUOT_LIMITS_ENABLED);
2569                         if (ret < 0)
2570                                 goto out_err;
2571                 }
2572         }
2573         return 0;
2574 out_err:
2575         /* Backout enforcement disabling we already did */
2576         for (type--; type >= 0; type--)  {
2577                 if (flags & qtype_enforce_flag(type))
2578                         dquot_enable(dqopt->files[type], type,
2579                                      dqopt->info[type].dqi_fmt_id,
2580                                      DQUOT_LIMITS_ENABLED);
2581         }
2582         return ret;
2583 }
2584
2585 /* Generic routine for getting common part of quota structure */
2586 static void do_get_dqblk(struct dquot *dquot, struct qc_dqblk *di)
2587 {
2588         struct mem_dqblk *dm = &dquot->dq_dqb;
2589
2590         memset(di, 0, sizeof(*di));
2591         spin_lock(&dquot->dq_dqb_lock);
2592         di->d_spc_hardlimit = dm->dqb_bhardlimit;
2593         di->d_spc_softlimit = dm->dqb_bsoftlimit;
2594         di->d_ino_hardlimit = dm->dqb_ihardlimit;
2595         di->d_ino_softlimit = dm->dqb_isoftlimit;
2596         di->d_space = dm->dqb_curspace + dm->dqb_rsvspace;
2597         di->d_ino_count = dm->dqb_curinodes;
2598         di->d_spc_timer = dm->dqb_btime;
2599         di->d_ino_timer = dm->dqb_itime;
2600         spin_unlock(&dquot->dq_dqb_lock);
2601 }
2602
2603 int dquot_get_dqblk(struct super_block *sb, struct kqid qid,
2604                     struct qc_dqblk *di)
2605 {
2606         struct dquot *dquot;
2607
2608         dquot = dqget(sb, qid);
2609         if (IS_ERR(dquot))
2610                 return PTR_ERR(dquot);
2611         do_get_dqblk(dquot, di);
2612         dqput(dquot);
2613
2614         return 0;
2615 }
2616 EXPORT_SYMBOL(dquot_get_dqblk);
2617
2618 int dquot_get_next_dqblk(struct super_block *sb, struct kqid *qid,
2619                          struct qc_dqblk *di)
2620 {
2621         struct dquot *dquot;
2622         int err;
2623
2624         if (!sb->dq_op->get_next_id)
2625                 return -ENOSYS;
2626         err = sb->dq_op->get_next_id(sb, qid);
2627         if (err < 0)
2628                 return err;
2629         dquot = dqget(sb, *qid);
2630         if (IS_ERR(dquot))
2631                 return PTR_ERR(dquot);
2632         do_get_dqblk(dquot, di);
2633         dqput(dquot);
2634
2635         return 0;
2636 }
2637 EXPORT_SYMBOL(dquot_get_next_dqblk);
2638
2639 #define VFS_QC_MASK \
2640         (QC_SPACE | QC_SPC_SOFT | QC_SPC_HARD | \
2641          QC_INO_COUNT | QC_INO_SOFT | QC_INO_HARD | \
2642          QC_SPC_TIMER | QC_INO_TIMER)
2643
2644 /* Generic routine for setting common part of quota structure */
2645 static int do_set_dqblk(struct dquot *dquot, struct qc_dqblk *di)
2646 {
2647         struct mem_dqblk *dm = &dquot->dq_dqb;
2648         int check_blim = 0, check_ilim = 0;
2649         struct mem_dqinfo *dqi = &sb_dqopt(dquot->dq_sb)->info[dquot->dq_id.type];
2650
2651         if (di->d_fieldmask & ~VFS_QC_MASK)
2652                 return -EINVAL;
2653
2654         if (((di->d_fieldmask & QC_SPC_SOFT) &&
2655              di->d_spc_softlimit > dqi->dqi_max_spc_limit) ||
2656             ((di->d_fieldmask & QC_SPC_HARD) &&
2657              di->d_spc_hardlimit > dqi->dqi_max_spc_limit) ||
2658             ((di->d_fieldmask & QC_INO_SOFT) &&
2659              (di->d_ino_softlimit > dqi->dqi_max_ino_limit)) ||
2660             ((di->d_fieldmask & QC_INO_HARD) &&
2661              (di->d_ino_hardlimit > dqi->dqi_max_ino_limit)))
2662                 return -ERANGE;
2663
2664         spin_lock(&dquot->dq_dqb_lock);
2665         if (di->d_fieldmask & QC_SPACE) {
2666                 dm->dqb_curspace = di->d_space - dm->dqb_rsvspace;
2667                 check_blim = 1;
2668                 set_bit(DQ_LASTSET_B + QIF_SPACE_B, &dquot->dq_flags);
2669         }
2670
2671         if (di->d_fieldmask & QC_SPC_SOFT)
2672                 dm->dqb_bsoftlimit = di->d_spc_softlimit;
2673         if (di->d_fieldmask & QC_SPC_HARD)
2674                 dm->dqb_bhardlimit = di->d_spc_hardlimit;
2675         if (di->d_fieldmask & (QC_SPC_SOFT | QC_SPC_HARD)) {
2676                 check_blim = 1;
2677                 set_bit(DQ_LASTSET_B + QIF_BLIMITS_B, &dquot->dq_flags);
2678         }
2679
2680         if (di->d_fieldmask & QC_INO_COUNT) {
2681                 dm->dqb_curinodes = di->d_ino_count;
2682                 check_ilim = 1;
2683                 set_bit(DQ_LASTSET_B + QIF_INODES_B, &dquot->dq_flags);
2684         }
2685
2686         if (di->d_fieldmask & QC_INO_SOFT)
2687                 dm->dqb_isoftlimit = di->d_ino_softlimit;
2688         if (di->d_fieldmask & QC_INO_HARD)
2689                 dm->dqb_ihardlimit = di->d_ino_hardlimit;
2690         if (di->d_fieldmask & (QC_INO_SOFT | QC_INO_HARD)) {
2691                 check_ilim = 1;
2692                 set_bit(DQ_LASTSET_B + QIF_ILIMITS_B, &dquot->dq_flags);
2693         }
2694
2695         if (di->d_fieldmask & QC_SPC_TIMER) {
2696                 dm->dqb_btime = di->d_spc_timer;
2697                 check_blim = 1;
2698                 set_bit(DQ_LASTSET_B + QIF_BTIME_B, &dquot->dq_flags);
2699         }
2700
2701         if (di->d_fieldmask & QC_INO_TIMER) {
2702                 dm->dqb_itime = di->d_ino_timer;
2703                 check_ilim = 1;
2704                 set_bit(DQ_LASTSET_B + QIF_ITIME_B, &dquot->dq_flags);
2705         }
2706
2707         if (check_blim) {
2708                 if (!dm->dqb_bsoftlimit ||
2709                     dm->dqb_curspace + dm->dqb_rsvspace < dm->dqb_bsoftlimit) {
2710                         dm->dqb_btime = 0;
2711                         clear_bit(DQ_BLKS_B, &dquot->dq_flags);
2712                 } else if (!(di->d_fieldmask & QC_SPC_TIMER))
2713                         /* Set grace only if user hasn't provided his own... */
2714                         dm->dqb_btime = ktime_get_real_seconds() + dqi->dqi_bgrace;
2715         }
2716         if (check_ilim) {
2717                 if (!dm->dqb_isoftlimit ||
2718                     dm->dqb_curinodes < dm->dqb_isoftlimit) {
2719                         dm->dqb_itime = 0;
2720                         clear_bit(DQ_INODES_B, &dquot->dq_flags);
2721                 } else if (!(di->d_fieldmask & QC_INO_TIMER))
2722                         /* Set grace only if user hasn't provided his own... */
2723                         dm->dqb_itime = ktime_get_real_seconds() + dqi->dqi_igrace;
2724         }
2725         if (dm->dqb_bhardlimit || dm->dqb_bsoftlimit || dm->dqb_ihardlimit ||
2726             dm->dqb_isoftlimit)
2727                 clear_bit(DQ_FAKE_B, &dquot->dq_flags);
2728         else
2729                 set_bit(DQ_FAKE_B, &dquot->dq_flags);
2730         spin_unlock(&dquot->dq_dqb_lock);
2731         mark_dquot_dirty(dquot);
2732
2733         return 0;
2734 }
2735
2736 int dquot_set_dqblk(struct super_block *sb, struct kqid qid,
2737                   struct qc_dqblk *di)
2738 {
2739         struct dquot *dquot;
2740         int rc;
2741
2742         dquot = dqget(sb, qid);
2743         if (IS_ERR(dquot)) {
2744                 rc = PTR_ERR(dquot);
2745                 goto out;
2746         }
2747         rc = do_set_dqblk(dquot, di);
2748         dqput(dquot);
2749 out:
2750         return rc;
2751 }
2752 EXPORT_SYMBOL(dquot_set_dqblk);
2753
2754 /* Generic routine for getting common part of quota file information */
2755 int dquot_get_state(struct super_block *sb, struct qc_state *state)
2756 {
2757         struct mem_dqinfo *mi;
2758         struct qc_type_state *tstate;
2759         struct quota_info *dqopt = sb_dqopt(sb);
2760         int type;
2761   
2762         memset(state, 0, sizeof(*state));
2763         for (type = 0; type < MAXQUOTAS; type++) {
2764                 if (!sb_has_quota_active(sb, type))
2765                         continue;
2766                 tstate = state->s_state + type;
2767                 mi = sb_dqopt(sb)->info + type;
2768                 tstate->flags = QCI_ACCT_ENABLED;
2769                 spin_lock(&dq_data_lock);
2770                 if (mi->dqi_flags & DQF_SYS_FILE)
2771                         tstate->flags |= QCI_SYSFILE;
2772                 if (mi->dqi_flags & DQF_ROOT_SQUASH)
2773                         tstate->flags |= QCI_ROOT_SQUASH;
2774                 if (sb_has_quota_limits_enabled(sb, type))
2775                         tstate->flags |= QCI_LIMITS_ENFORCED;
2776                 tstate->spc_timelimit = mi->dqi_bgrace;
2777                 tstate->ino_timelimit = mi->dqi_igrace;
2778                 tstate->ino = dqopt->files[type]->i_ino;
2779                 tstate->blocks = dqopt->files[type]->i_blocks;
2780                 tstate->nextents = 1;   /* We don't know... */
2781                 spin_unlock(&dq_data_lock);
2782         }
2783         return 0;
2784 }
2785 EXPORT_SYMBOL(dquot_get_state);
2786
2787 /* Generic routine for setting common part of quota file information */
2788 int dquot_set_dqinfo(struct super_block *sb, int type, struct qc_info *ii)
2789 {
2790         struct mem_dqinfo *mi;
2791         int err = 0;
2792
2793         if ((ii->i_fieldmask & QC_WARNS_MASK) ||
2794             (ii->i_fieldmask & QC_RT_SPC_TIMER))
2795                 return -EINVAL;
2796         if (!sb_has_quota_active(sb, type))
2797                 return -ESRCH;
2798         mi = sb_dqopt(sb)->info + type;
2799         if (ii->i_fieldmask & QC_FLAGS) {
2800                 if ((ii->i_flags & QCI_ROOT_SQUASH &&
2801                      mi->dqi_format->qf_fmt_id != QFMT_VFS_OLD))
2802                         return -EINVAL;
2803         }
2804         spin_lock(&dq_data_lock);
2805         if (ii->i_fieldmask & QC_SPC_TIMER)
2806                 mi->dqi_bgrace = ii->i_spc_timelimit;
2807         if (ii->i_fieldmask & QC_INO_TIMER)
2808                 mi->dqi_igrace = ii->i_ino_timelimit;
2809         if (ii->i_fieldmask & QC_FLAGS) {
2810                 if (ii->i_flags & QCI_ROOT_SQUASH)
2811                         mi->dqi_flags |= DQF_ROOT_SQUASH;
2812                 else
2813                         mi->dqi_flags &= ~DQF_ROOT_SQUASH;
2814         }
2815         spin_unlock(&dq_data_lock);
2816         mark_info_dirty(sb, type);
2817         /* Force write to disk */
2818         sb->dq_op->write_info(sb, type);
2819         return err;
2820 }
2821 EXPORT_SYMBOL(dquot_set_dqinfo);
2822
2823 const struct quotactl_ops dquot_quotactl_sysfile_ops = {
2824         .quota_enable   = dquot_quota_enable,
2825         .quota_disable  = dquot_quota_disable,
2826         .quota_sync     = dquot_quota_sync,
2827         .get_state      = dquot_get_state,
2828         .set_info       = dquot_set_dqinfo,
2829         .get_dqblk      = dquot_get_dqblk,
2830         .get_nextdqblk  = dquot_get_next_dqblk,
2831         .set_dqblk      = dquot_set_dqblk
2832 };
2833 EXPORT_SYMBOL(dquot_quotactl_sysfile_ops);
2834
2835 static int do_proc_dqstats(struct ctl_table *table, int write,
2836                      void __user *buffer, size_t *lenp, loff_t *ppos)
2837 {
2838         unsigned int type = (int *)table->data - dqstats.stat;
2839
2840         /* Update global table */
2841         dqstats.stat[type] =
2842                         percpu_counter_sum_positive(&dqstats.counter[type]);
2843         return proc_dointvec(table, write, buffer, lenp, ppos);
2844 }
2845
2846 static struct ctl_table fs_dqstats_table[] = {
2847         {
2848                 .procname       = "lookups",
2849                 .data           = &dqstats.stat[DQST_LOOKUPS],
2850                 .maxlen         = sizeof(int),
2851                 .mode           = 0444,
2852                 .proc_handler   = do_proc_dqstats,
2853         },
2854         {
2855                 .procname       = "drops",
2856                 .data           = &dqstats.stat[DQST_DROPS],
2857                 .maxlen         = sizeof(int),
2858                 .mode           = 0444,
2859                 .proc_handler   = do_proc_dqstats,
2860         },
2861         {
2862                 .procname       = "reads",
2863                 .data           = &dqstats.stat[DQST_READS],
2864                 .maxlen         = sizeof(int),
2865                 .mode           = 0444,
2866                 .proc_handler   = do_proc_dqstats,
2867         },
2868         {
2869                 .procname       = "writes",
2870                 .data           = &dqstats.stat[DQST_WRITES],
2871                 .maxlen         = sizeof(int),
2872                 .mode           = 0444,
2873                 .proc_handler   = do_proc_dqstats,
2874         },
2875         {
2876                 .procname       = "cache_hits",
2877                 .data           = &dqstats.stat[DQST_CACHE_HITS],
2878                 .maxlen         = sizeof(int),
2879                 .mode           = 0444,
2880                 .proc_handler   = do_proc_dqstats,
2881         },
2882         {
2883                 .procname       = "allocated_dquots",
2884                 .data           = &dqstats.stat[DQST_ALLOC_DQUOTS],
2885                 .maxlen         = sizeof(int),
2886                 .mode           = 0444,
2887                 .proc_handler   = do_proc_dqstats,
2888         },
2889         {
2890                 .procname       = "free_dquots",
2891                 .data           = &dqstats.stat[DQST_FREE_DQUOTS],
2892                 .maxlen         = sizeof(int),
2893                 .mode           = 0444,
2894                 .proc_handler   = do_proc_dqstats,
2895         },
2896         {
2897                 .procname       = "syncs",
2898                 .data           = &dqstats.stat[DQST_SYNCS],
2899                 .maxlen         = sizeof(int),
2900                 .mode           = 0444,
2901                 .proc_handler   = do_proc_dqstats,
2902         },
2903 #ifdef CONFIG_PRINT_QUOTA_WARNING
2904         {
2905                 .procname       = "warnings",
2906                 .data           = &flag_print_warnings,
2907                 .maxlen         = sizeof(int),
2908                 .mode           = 0644,
2909                 .proc_handler   = proc_dointvec,
2910         },
2911 #endif
2912         { },
2913 };
2914
2915 static struct ctl_table fs_table[] = {
2916         {
2917                 .procname       = "quota",
2918                 .mode           = 0555,
2919                 .child          = fs_dqstats_table,
2920         },
2921         { },
2922 };
2923
2924 static struct ctl_table sys_table[] = {
2925         {
2926                 .procname       = "fs",
2927                 .mode           = 0555,
2928                 .child          = fs_table,
2929         },
2930         { },
2931 };
2932
2933 static int __init dquot_init(void)
2934 {
2935         int i, ret;
2936         unsigned long nr_hash, order;
2937
2938         printk(KERN_NOTICE "VFS: Disk quotas %s\n", __DQUOT_VERSION__);
2939
2940         register_sysctl_table(sys_table);
2941
2942         dquot_cachep = kmem_cache_create("dquot",
2943                         sizeof(struct dquot), sizeof(unsigned long) * 4,
2944                         (SLAB_HWCACHE_ALIGN|SLAB_RECLAIM_ACCOUNT|
2945                                 SLAB_MEM_SPREAD|SLAB_PANIC),
2946                         NULL);
2947
2948         order = 0;
2949         dquot_hash = (struct hlist_head *)__get_free_pages(GFP_ATOMIC, order);
2950         if (!dquot_hash)
2951                 panic("Cannot create dquot hash table");
2952
2953         for (i = 0; i < _DQST_DQSTAT_LAST; i++) {
2954                 ret = percpu_counter_init(&dqstats.counter[i], 0, GFP_KERNEL);
2955                 if (ret)
2956                         panic("Cannot create dquot stat counters");
2957         }
2958
2959         /* Find power-of-two hlist_heads which can fit into allocation */
2960         nr_hash = (1UL << order) * PAGE_SIZE / sizeof(struct hlist_head);
2961         dq_hash_bits = 0;
2962         do {
2963                 dq_hash_bits++;
2964         } while (nr_hash >> dq_hash_bits);
2965         dq_hash_bits--;
2966
2967         nr_hash = 1UL << dq_hash_bits;
2968         dq_hash_mask = nr_hash - 1;
2969         for (i = 0; i < nr_hash; i++)
2970                 INIT_HLIST_HEAD(dquot_hash + i);
2971
2972         pr_info("VFS: Dquot-cache hash table entries: %ld (order %ld,"
2973                 " %ld bytes)\n", nr_hash, order, (PAGE_SIZE << order));
2974
2975         register_shrinker(&dqcache_shrinker);
2976
2977         return 0;
2978 }
2979 fs_initcall(dquot_init);
This page took 0.196092 seconds and 4 git commands to generate.