1 // SPDX-License-Identifier: GPL-2.0-only
3 * Copyright (C) 2017-2018 HUAWEI, Inc.
4 * http://www.huawei.com/
5 * Created by Gao Xiang <gaoxiang25@huawei.com>
9 #include <trace/events/erofs.h>
12 static int read_inode(struct inode *inode, void *data)
14 struct erofs_vnode *vi = EROFS_V(inode);
15 struct erofs_inode_v1 *v1 = data;
16 const unsigned int advise = le16_to_cpu(v1->i_advise);
17 erofs_blk_t nblks = 0;
19 vi->datamode = __inode_data_mapping(advise);
21 if (unlikely(vi->datamode >= EROFS_INODE_LAYOUT_MAX)) {
22 errln("unsupported data mapping %u of nid %llu",
23 vi->datamode, vi->nid);
28 if (__inode_version(advise) == EROFS_INODE_LAYOUT_V2) {
29 struct erofs_inode_v2 *v2 = data;
31 vi->inode_isize = sizeof(struct erofs_inode_v2);
32 vi->xattr_isize = ondisk_xattr_ibody_size(v2->i_xattr_icount);
34 inode->i_mode = le16_to_cpu(v2->i_mode);
35 if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
36 S_ISLNK(inode->i_mode))
37 vi->raw_blkaddr = le32_to_cpu(v2->i_u.raw_blkaddr);
38 else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode))
40 new_decode_dev(le32_to_cpu(v2->i_u.rdev));
41 else if (S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode))
46 i_uid_write(inode, le32_to_cpu(v2->i_uid));
47 i_gid_write(inode, le32_to_cpu(v2->i_gid));
48 set_nlink(inode, le32_to_cpu(v2->i_nlink));
51 inode->i_mtime.tv_sec = inode->i_ctime.tv_sec =
52 le64_to_cpu(v2->i_ctime);
53 inode->i_mtime.tv_nsec = inode->i_ctime.tv_nsec =
54 le32_to_cpu(v2->i_ctime_nsec);
56 inode->i_size = le64_to_cpu(v2->i_size);
58 /* total blocks for compressed files */
59 if (is_inode_layout_compression(inode))
60 nblks = le32_to_cpu(v2->i_u.compressed_blocks);
61 } else if (__inode_version(advise) == EROFS_INODE_LAYOUT_V1) {
62 struct erofs_sb_info *sbi = EROFS_SB(inode->i_sb);
64 vi->inode_isize = sizeof(struct erofs_inode_v1);
65 vi->xattr_isize = ondisk_xattr_ibody_size(v1->i_xattr_icount);
67 inode->i_mode = le16_to_cpu(v1->i_mode);
68 if (S_ISREG(inode->i_mode) || S_ISDIR(inode->i_mode) ||
69 S_ISLNK(inode->i_mode))
70 vi->raw_blkaddr = le32_to_cpu(v1->i_u.raw_blkaddr);
71 else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode))
73 new_decode_dev(le32_to_cpu(v1->i_u.rdev));
74 else if (S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode))
79 i_uid_write(inode, le16_to_cpu(v1->i_uid));
80 i_gid_write(inode, le16_to_cpu(v1->i_gid));
81 set_nlink(inode, le16_to_cpu(v1->i_nlink));
83 /* use build time to derive all file time */
84 inode->i_mtime.tv_sec = inode->i_ctime.tv_sec =
86 inode->i_mtime.tv_nsec = inode->i_ctime.tv_nsec =
89 inode->i_size = le32_to_cpu(v1->i_size);
90 if (is_inode_layout_compression(inode))
91 nblks = le32_to_cpu(v1->i_u.compressed_blocks);
93 errln("unsupported on-disk inode version %u of nid %llu",
94 __inode_version(advise), vi->nid);
100 /* measure inode.i_blocks as generic filesystems */
101 inode->i_blocks = roundup(inode->i_size, EROFS_BLKSIZ) >> 9;
103 inode->i_blocks = nblks << LOG_SECTORS_PER_BLOCK;
107 errln("bogus i_mode (%o) @ nid %llu", inode->i_mode, vi->nid);
109 return -EFSCORRUPTED;
113 * try_lock can be required since locking order is:
114 * file data(fs_inode)
116 * but the majority of the callers is "iget",
117 * in that case we are pretty sure no deadlock since
118 * no data operations exist. However I tend to
119 * try_lock since it takes no much overhead and
120 * will success immediately.
122 static int fill_inline_data(struct inode *inode, void *data,
125 struct erofs_vnode *vi = EROFS_V(inode);
126 struct erofs_sb_info *sbi = EROFS_I_SB(inode);
128 /* should be inode inline C */
129 if (!is_inode_flat_inline(inode))
132 /* fast symlink (following ext4) */
133 if (S_ISLNK(inode->i_mode) && inode->i_size < PAGE_SIZE) {
134 char *lnk = erofs_kmalloc(sbi, inode->i_size + 1, GFP_KERNEL);
139 m_pofs += vi->inode_isize + vi->xattr_isize;
141 /* inline symlink data shouldn't across page boundary as well */
142 if (unlikely(m_pofs + inode->i_size > PAGE_SIZE)) {
144 errln("inline data cross block boundary @ nid %llu",
147 return -EFSCORRUPTED;
150 /* get in-page inline data */
151 memcpy(lnk, data + m_pofs, inode->i_size);
152 lnk[inode->i_size] = '\0';
155 set_inode_fast_symlink(inode);
160 static int fill_inode(struct inode *inode, int isdir)
162 struct erofs_sb_info *sbi = EROFS_SB(inode->i_sb);
163 struct erofs_vnode *vi = EROFS_V(inode);
169 erofs_off_t inode_loc;
171 trace_erofs_fill_inode(inode, isdir);
172 inode_loc = iloc(sbi, vi->nid);
173 blkaddr = erofs_blknr(inode_loc);
174 ofs = erofs_blkoff(inode_loc);
176 debugln("%s, reading inode nid %llu at %u of blkaddr %u",
177 __func__, vi->nid, ofs, blkaddr);
179 page = erofs_get_meta_page(inode->i_sb, blkaddr, isdir);
182 errln("failed to get inode (nid: %llu) page, err %ld",
183 vi->nid, PTR_ERR(page));
184 return PTR_ERR(page);
187 DBG_BUGON(!PageUptodate(page));
188 data = page_address(page);
190 err = read_inode(inode, data + ofs);
192 /* setup the new inode */
193 if (S_ISREG(inode->i_mode)) {
194 inode->i_op = &erofs_generic_iops;
195 inode->i_fop = &generic_ro_fops;
196 } else if (S_ISDIR(inode->i_mode)) {
197 inode->i_op = &erofs_dir_iops;
198 inode->i_fop = &erofs_dir_fops;
199 } else if (S_ISLNK(inode->i_mode)) {
200 /* by default, page_get_link is used for symlink */
201 inode->i_op = &erofs_symlink_iops;
202 inode_nohighmem(inode);
203 } else if (S_ISCHR(inode->i_mode) || S_ISBLK(inode->i_mode) ||
204 S_ISFIFO(inode->i_mode) || S_ISSOCK(inode->i_mode)) {
205 inode->i_op = &erofs_generic_iops;
206 init_special_inode(inode, inode->i_mode, inode->i_rdev);
213 if (is_inode_layout_compression(inode)) {
214 err = z_erofs_fill_inode(inode);
218 inode->i_mapping->a_ops = &erofs_raw_access_aops;
220 /* fill last page if inline data is available */
221 err = fill_inline_data(inode, data, ofs);
231 * erofs nid is 64bits, but i_ino is 'unsigned long', therefore
232 * we should do more for 32-bit platform to find the right inode.
234 #if BITS_PER_LONG == 32
235 static int erofs_ilookup_test_actor(struct inode *inode, void *opaque)
237 const erofs_nid_t nid = *(erofs_nid_t *)opaque;
239 return EROFS_V(inode)->nid == nid;
242 static int erofs_iget_set_actor(struct inode *inode, void *opaque)
244 const erofs_nid_t nid = *(erofs_nid_t *)opaque;
246 inode->i_ino = erofs_inode_hash(nid);
251 static inline struct inode *erofs_iget_locked(struct super_block *sb,
254 const unsigned long hashval = erofs_inode_hash(nid);
256 #if BITS_PER_LONG >= 64
257 /* it is safe to use iget_locked for >= 64-bit platform */
258 return iget_locked(sb, hashval);
260 return iget5_locked(sb, hashval, erofs_ilookup_test_actor,
261 erofs_iget_set_actor, &nid);
265 struct inode *erofs_iget(struct super_block *sb,
269 struct inode *inode = erofs_iget_locked(sb, nid);
271 if (unlikely(!inode))
272 return ERR_PTR(-ENOMEM);
274 if (inode->i_state & I_NEW) {
276 struct erofs_vnode *vi = EROFS_V(inode);
280 err = fill_inode(inode, isdir);
282 unlock_new_inode(inode);
285 inode = ERR_PTR(err);
291 int erofs_getattr(const struct path *path, struct kstat *stat,
292 u32 request_mask, unsigned int query_flags)
294 struct inode *const inode = d_inode(path->dentry);
296 if (is_inode_layout_compression(inode))
297 stat->attributes |= STATX_ATTR_COMPRESSED;
299 stat->attributes |= STATX_ATTR_IMMUTABLE;
300 stat->attributes_mask |= (STATX_ATTR_COMPRESSED |
301 STATX_ATTR_IMMUTABLE);
303 generic_fillattr(inode, stat);
307 const struct inode_operations erofs_generic_iops = {
308 .getattr = erofs_getattr,
309 #ifdef CONFIG_EROFS_FS_XATTR
310 .listxattr = erofs_listxattr,
312 .get_acl = erofs_get_acl,
315 const struct inode_operations erofs_symlink_iops = {
316 .get_link = page_get_link,
317 .getattr = erofs_getattr,
318 #ifdef CONFIG_EROFS_FS_XATTR
319 .listxattr = erofs_listxattr,
321 .get_acl = erofs_get_acl,
324 const struct inode_operations erofs_fast_symlink_iops = {
325 .get_link = simple_get_link,
326 .getattr = erofs_getattr,
327 #ifdef CONFIG_EROFS_FS_XATTR
328 .listxattr = erofs_listxattr,
330 .get_acl = erofs_get_acl,