drivers/mtd/mtdchar.c

   1 /*
   2  * Copyright © 1999-2010 David Woodhouse <dwmw2@infradead.org>
   3  *
   4  * This program is free software; you can redistribute it and/or modify
   5  * it under the terms of the GNU General Public License as published by
   6  * the Free Software Foundation; either version 2 of the License, or
   7  * (at your option) any later version.
   8  *
   9  * This program is distributed in the hope that it will be useful,
  10  * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
  12  * GNU General Public License for more details.
  13  *
  14  * You should have received a copy of the GNU General Public License
  15  * along with this program; if not, write to the Free Software
  16  * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA  02110-1301  USA
  17  *
  18  */
  19
  20 #include <linux/device.h>
  21 #include <linux/fs.h>
  22 #include <linux/mm.h>
  23 #include <linux/err.h>
  24 #include <linux/init.h>
  25 #include <linux/kernel.h>
  26 #include <linux/module.h>
  27 #include <linux/slab.h>
  28 #include <linux/sched.h>
  29 #include <linux/mutex.h>
  30 #include <linux/backing-dev.h>
  31 #include <linux/compat.h>
  32 #include <linux/mount.h>
  33 #include <linux/blkpg.h>
  34 #include <linux/mtd/mtd.h>
  35 #include <linux/mtd/partitions.h>
  36 #include <linux/mtd/map.h>
  37
  38 #include <asm/uaccess.h>
  39
  40 #define MTD_INODE_FS_MAGIC 0x11307854
  41 static DEFINE_MUTEX(mtd_mutex);
  42 static struct vfsmount *mtd_inode_mnt __read_mostly;
  43
  44 /*
  45  * Data structure to hold the pointer to the mtd device as well
  46  * as mode information of various use cases.
  47  */
  48 struct mtd_file_info {
  49         struct mtd_info *mtd;
  50         struct inode *ino;
  51         enum mtd_file_modes mode;
  52 };
  53
  54 static loff_t mtdchar_lseek(struct file *file, loff_t offset, int orig)
  55 {
  56         struct mtd_file_info *mfi = file->private_data;
  57         struct mtd_info *mtd = mfi->mtd;
  58
  59         switch (orig) {
  60         case SEEK_SET:
  61                 break;
  62         case SEEK_CUR:
  63                 offset += file->f_pos;
  64                 break;
  65         case SEEK_END:
  66                 offset += mtd->size;
  67                 break;
  68         default:
  69                 return -EINVAL;
  70         }
  71
  72         if (offset >= 0 && offset <= mtd->size)
  73                 return file->f_pos = offset;
  74
  75         return -EINVAL;
  76 }
  77
  78
  79
  80 static int mtdchar_open(struct inode *inode, struct file *file)
  81 {
  82         int minor = iminor(inode);
  83         int devnum = minor >> 1;
  84         int ret = 0;
  85         struct mtd_info *mtd;
  86         struct mtd_file_info *mfi;
  87         struct inode *mtd_ino;
  88
  89         pr_debug("MTD_open\n");
  90
  91         /* You can't open the RO devices RW */
  92         if ((file->f_mode & FMODE_WRITE) && (minor & 1))
  93                 return -EACCES;
  94
  95         mutex_lock(&mtd_mutex);
  96         mtd = get_mtd_device(NULL, devnum);
  97
  98         if (IS_ERR(mtd)) {
  99                 ret = PTR_ERR(mtd);
 100                 goto out;
 101         }
 102
 103         if (mtd->type == MTD_ABSENT) {
 104                 put_mtd_device(mtd);
 105                 ret = -ENODEV;
 106                 goto out;
 107         }
 108
 109         mtd_ino = iget_locked(mtd_inode_mnt->mnt_sb, devnum);
 110         if (!mtd_ino) {
 111                 put_mtd_device(mtd);
 112                 ret = -ENOMEM;
 113                 goto out;
 114         }
 115         if (mtd_ino->i_state & I_NEW) {
 116                 mtd_ino->i_private = mtd;
 117                 mtd_ino->i_mode = S_IFCHR;
 118                 mtd_ino->i_data.backing_dev_info = mtd->backing_dev_info;
 119                 unlock_new_inode(mtd_ino);
 120         }
 121         file->f_mapping = mtd_ino->i_mapping;
 122
 123         /* You can't open it RW if it's not a writeable device */
 124         if ((file->f_mode & FMODE_WRITE) && !(mtd->flags & MTD_WRITEABLE)) {
 125                 iput(mtd_ino);
 126                 put_mtd_device(mtd);
 127                 ret = -EACCES;
 128                 goto out;
 129         }
 130
 131         mfi = kzalloc(sizeof(*mfi), GFP_KERNEL);
 132         if (!mfi) {
 133                 iput(mtd_ino);
 134                 put_mtd_device(mtd);
 135                 ret = -ENOMEM;
 136                 goto out;
 137         }
 138         mfi->ino = mtd_ino;
 139         mfi->mtd = mtd;
 140         file->private_data = mfi;
 141
 142 out:
 143         mutex_unlock(&mtd_mutex);
 144         return ret;
 145 } /* mtdchar_open */
 146
 147 /*====================================================================*/
 148
 149 static int mtdchar_close(struct inode *inode, struct file *file)
 150 {
 151         struct mtd_file_info *mfi = file->private_data;
 152         struct mtd_info *mtd = mfi->mtd;
 153
 154         pr_debug("MTD_close\n");
 155
 156         /* Only sync if opened RW */
 157         if ((file->f_mode & FMODE_WRITE))
 158                 mtd_sync(mtd);
 159
 160         iput(mfi->ino);
 161
 162         put_mtd_device(mtd);
 163         file->private_data = NULL;
 164         kfree(mfi);
 165
 166         return 0;
 167 } /* mtdchar_close */
 168
 169 /* Back in June 2001, dwmw2 wrote:
 170  *
 171  *   FIXME: This _really_ needs to die. In 2.5, we should lock the
 172  *   userspace buffer down and use it directly with readv/writev.
 173  *
 174  * The implementation below, using mtd_kmalloc_up_to, mitigates
 175  * allocation failures when the system is under low-memory situations
 176  * or if memory is highly fragmented at the cost of reducing the
 177  * performance of the requested transfer due to a smaller buffer size.
 178  *
 179  * A more complex but more memory-efficient implementation based on
 180  * get_user_pages and iovecs to cover extents of those pages is a
 181  * longer-term goal, as intimated by dwmw2 above. However, for the
 182  * write case, this requires yet more complex head and tail transfer
 183  * handling when those head and tail offsets and sizes are such that
 184  * alignment requirements are not met in the NAND subdriver.
 185  */
 186
 187 static ssize_t mtdchar_read(struct file *file, char __user *buf, size_t count,
 188                         loff_t *ppos)
 189 {
 190         struct mtd_file_info *mfi = file->private_data;
 191         struct mtd_info *mtd = mfi->mtd;
 192         size_t retlen;
 193         size_t total_retlen=0;
 194         int ret=0;
 195         int len;
 196         size_t size = count;
 197         char *kbuf;
 198
 199         pr_debug("MTD_read\n");
 200
 201         if (*ppos + count > mtd->size)
 202                 count = mtd->size - *ppos;
 203
 204         if (!count)
 205                 return 0;
 206
 207         kbuf = mtd_kmalloc_up_to(mtd, &size);
 208         if (!kbuf)
 209                 return -ENOMEM;
 210
 211         while (count) {
 212                 len = min_t(size_t, count, size);
 213
 214                 switch (mfi->mode) {
 215                 case MTD_FILE_MODE_OTP_FACTORY:
 216                         ret = mtd_read_fact_prot_reg(mtd, *ppos, len,
 217                                                      &retlen, kbuf);
 218                         break;
 219                 case MTD_FILE_MODE_OTP_USER:
 220                         ret = mtd_read_user_prot_reg(mtd, *ppos, len,
 221                                                      &retlen, kbuf);
 222                         break;
 223                 case MTD_FILE_MODE_RAW:
 224                 {
 225                         struct mtd_oob_ops ops;
 226
 227                         ops.mode = MTD_OPS_RAW;
 228                         ops.datbuf = kbuf;
 229                         ops.oobbuf = NULL;
 230                         ops.len = len;
 231
 232                         ret = mtd_read_oob(mtd, *ppos, &ops);
 233                         retlen = ops.retlen;
 234                         break;
 235                 }
 236                 default:
 237                         ret = mtd_read(mtd, *ppos, len, &retlen, kbuf);
 238                 }
 239                 /* Nand returns -EBADMSG on ECC errors, but it returns
 240                  * the data. For our userspace tools it is important
 241                  * to dump areas with ECC errors!
 242                  * For kernel internal usage it also might return -EUCLEAN
 243                  * to signal the caller that a bitflip has occurred and has
 244                  * been corrected by the ECC algorithm.
 245                  * Userspace software which accesses NAND this way
 246                  * must be aware of the fact that it deals with NAND
 247                  */
 248                 if (!ret || mtd_is_bitflip_or_eccerr(ret)) {
 249                         *ppos += retlen;
 250                         if (copy_to_user(buf, kbuf, retlen)) {
 251                                 kfree(kbuf);
 252                                 return -EFAULT;
 253                         }
 254                         else
 255                                 total_retlen += retlen;
 256
 257                         count -= retlen;
 258                         buf += retlen;
 259                         if (retlen == 0)
 260                                 count = 0;
 261                 }
 262                 else {
 263                         kfree(kbuf);
 264                         return ret;
 265                 }
 266
 267         }
 268
 269         kfree(kbuf);
 270         return total_retlen;
 271 } /* mtdchar_read */
 272
 273 static ssize_t mtdchar_write(struct file *file, const char __user *buf, size_t count,
 274                         loff_t *ppos)
 275 {
 276         struct mtd_file_info *mfi = file->private_data;
 277         struct mtd_info *mtd = mfi->mtd;
 278         size_t size = count;
 279         char *kbuf;
 280         size_t retlen;
 281         size_t total_retlen=0;
 282         int ret=0;
 283         int len;
 284
 285         pr_debug("MTD_write\n");
 286
 287         if (*ppos == mtd->size)
 288                 return -ENOSPC;
 289
 290         if (*ppos + count > mtd->size)
 291                 count = mtd->size - *ppos;
 292
 293         if (!count)
 294                 return 0;
 295
 296         kbuf = mtd_kmalloc_up_to(mtd, &size);
 297         if (!kbuf)
 298                 return -ENOMEM;
 299
 300         while (count) {
 301                 len = min_t(size_t, count, size);
 302
 303                 if (copy_from_user(kbuf, buf, len)) {
 304                         kfree(kbuf);
 305                         return -EFAULT;
 306                 }
 307
 308                 switch (mfi->mode) {
 309                 case MTD_FILE_MODE_OTP_FACTORY:
 310                         ret = -EROFS;
 311                         break;
 312                 case MTD_FILE_MODE_OTP_USER:
 313                         ret = mtd_write_user_prot_reg(mtd, *ppos, len,
 314                                                       &retlen, kbuf);
 315                         break;
 316
 317                 case MTD_FILE_MODE_RAW:
 318                 {
 319                         struct mtd_oob_ops ops;
 320
 321                         ops.mode = MTD_OPS_RAW;
 322                         ops.datbuf = kbuf;
 323                         ops.oobbuf = NULL;
 324                         ops.ooboffs = 0;
 325                         ops.len = len;
 326
 327                         ret = mtd_write_oob(mtd, *ppos, &ops);
 328                         retlen = ops.retlen;
 329                         break;
 330                 }
 331
 332                 default:
 333                         ret = mtd_write(mtd, *ppos, len, &retlen, kbuf);
 334                 }
 335                 if (!ret) {
 336                         *ppos += retlen;
 337                         total_retlen += retlen;
 338                         count -= retlen;
 339                         buf += retlen;
 340                 }
 341                 else {
 342                         kfree(kbuf);
 343                         return ret;
 344                 }
 345         }
 346
 347         kfree(kbuf);
 348         return total_retlen;
 349 } /* mtdchar_write */
 350
 351 /*======================================================================
 352
 353     IOCTL calls for getting device parameters.
 354
 355 ======================================================================*/
 356 static void mtdchar_erase_callback (struct erase_info *instr)
 357 {
 358         wake_up((wait_queue_head_t *)instr->priv);
 359 }
 360
 361 #ifdef CONFIG_HAVE_MTD_OTP
 362 static int otp_select_filemode(struct mtd_file_info *mfi, int mode)
 363 {
 364         struct mtd_info *mtd = mfi->mtd;
 365         size_t retlen;
 366         int ret = 0;
 367
 368         /*
 369          * Make a fake call to mtd_read_fact_prot_reg() to check if OTP
 370          * operations are supported.
 371          */
 372         if (mtd_read_fact_prot_reg(mtd, -1, -1, &retlen, NULL) == -EOPNOTSUPP)
 373                 return -EOPNOTSUPP;
 374
 375         switch (mode) {
 376         case MTD_OTP_FACTORY:
 377                 mfi->mode = MTD_FILE_MODE_OTP_FACTORY;
 378                 break;
 379         case MTD_OTP_USER:
 380                 mfi->mode = MTD_FILE_MODE_OTP_USER;
 381                 break;
 382         default:
 383                 ret = -EINVAL;
 384         case MTD_OTP_OFF:
 385                 break;
 386         }
 387         return ret;
 388 }
 389 #else
 390 # define otp_select_filemode(f,m)       -EOPNOTSUPP
 391 #endif
 392
 393 static int mtdchar_writeoob(struct file *file, struct mtd_info *mtd,
 394         uint64_t start, uint32_t length, void __user *ptr,
 395         uint32_t __user *retp)
 396 {
 397         struct mtd_file_info *mfi = file->private_data;
 398         struct mtd_oob_ops ops;
 399         uint32_t retlen;
 400         int ret = 0;
 401
 402         if (!(file->f_mode & FMODE_WRITE))
 403                 return -EPERM;
 404
 405         if (length > 4096)
 406                 return -EINVAL;
 407
 408         if (!mtd->write_oob)
 409                 ret = -EOPNOTSUPP;
 410         else
 411                 ret = access_ok(VERIFY_READ, ptr, length) ? 0 : -EFAULT;
 412
 413         if (ret)
 414                 return ret;
 415
 416         ops.ooblen = length;
 417         ops.ooboffs = start & (mtd->writesize - 1);
 418         ops.datbuf = NULL;
 419         ops.mode = (mfi->mode == MTD_FILE_MODE_RAW) ? MTD_OPS_RAW :
 420                 MTD_OPS_PLACE_OOB;
 421
 422         if (ops.ooboffs && ops.ooblen > (mtd->oobsize - ops.ooboffs))
 423                 return -EINVAL;
 424
 425         ops.oobbuf = memdup_user(ptr, length);
 426         if (IS_ERR(ops.oobbuf))
 427                 return PTR_ERR(ops.oobbuf);
 428
 429         start &= ~((uint64_t)mtd->writesize - 1);
 430         ret = mtd_write_oob(mtd, start, &ops);
 431
 432         if (ops.oobretlen > 0xFFFFFFFFU)
 433                 ret = -EOVERFLOW;
 434         retlen = ops.oobretlen;
 435         if (copy_to_user(retp, &retlen, sizeof(length)))
 436                 ret = -EFAULT;
 437
 438         kfree(ops.oobbuf);
 439         return ret;
 440 }
 441
 442 static int mtdchar_readoob(struct file *file, struct mtd_info *mtd,
 443         uint64_t start, uint32_t length, void __user *ptr,
 444         uint32_t __user *retp)
 445 {
 446         struct mtd_file_info *mfi = file->private_data;
 447         struct mtd_oob_ops ops;
 448         int ret = 0;
 449
 450         if (length > 4096)
 451                 return -EINVAL;
 452
 453         if (!access_ok(VERIFY_WRITE, ptr, length))
 454                 return -EFAULT;
 455
 456         ops.ooblen = length;
 457         ops.ooboffs = start & (mtd->writesize - 1);
 458         ops.datbuf = NULL;
 459         ops.mode = (mfi->mode == MTD_FILE_MODE_RAW) ? MTD_OPS_RAW :
 460                 MTD_OPS_PLACE_OOB;
 461
 462         if (ops.ooboffs && ops.ooblen > (mtd->oobsize - ops.ooboffs))
 463                 return -EINVAL;
 464
 465         ops.oobbuf = kmalloc(length, GFP_KERNEL);
 466         if (!ops.oobbuf)
 467                 return -ENOMEM;
 468
 469         start &= ~((uint64_t)mtd->writesize - 1);
 470         ret = mtd_read_oob(mtd, start, &ops);
 471
 472         if (put_user(ops.oobretlen, retp))
 473                 ret = -EFAULT;
 474         else if (ops.oobretlen && copy_to_user(ptr, ops.oobbuf,
 475                                             ops.oobretlen))
 476                 ret = -EFAULT;
 477
 478         kfree(ops.oobbuf);
 479
 480         /*
 481          * NAND returns -EBADMSG on ECC errors, but it returns the OOB
 482          * data. For our userspace tools it is important to dump areas
 483          * with ECC errors!
 484          * For kernel internal usage it also might return -EUCLEAN
 485          * to signal the caller that a bitflip has occured and has
 486          * been corrected by the ECC algorithm.
 487          *
 488          * Note: currently the standard NAND function, nand_read_oob_std,
 489          * does not calculate ECC for the OOB area, so do not rely on
 490          * this behavior unless you have replaced it with your own.
 491          */
 492         if (mtd_is_bitflip_or_eccerr(ret))
 493                 return 0;
 494
 495         return ret;
 496 }
 497
 498 /*
 499  * Copies (and truncates, if necessary) data from the larger struct,
 500  * nand_ecclayout, to the smaller, deprecated layout struct,
 501  * nand_ecclayout_user. This is necessary only to support the deprecated
 502  * API ioctl ECCGETLAYOUT while allowing all new functionality to use
 503  * nand_ecclayout flexibly (i.e. the struct may change size in new
 504  * releases without requiring major rewrites).
 505  */
 506 static int shrink_ecclayout(const struct nand_ecclayout *from,
 507                 struct nand_ecclayout_user *to)
 508 {
 509         int i;
 510
 511         if (!from || !to)
 512                 return -EINVAL;
 513
 514         memset(to, 0, sizeof(*to));
 515
 516         to->eccbytes = min((int)from->eccbytes, MTD_MAX_ECCPOS_ENTRIES);
 517         for (i = 0; i < to->eccbytes; i++)
 518                 to->eccpos[i] = from->eccpos[i];
 519
 520         for (i = 0; i < MTD_MAX_OOBFREE_ENTRIES; i++) {
 521                 if (from->oobfree[i].length == 0 &&
 522                                 from->oobfree[i].offset == 0)
 523                         break;
 524                 to->oobavail += from->oobfree[i].length;
 525                 to->oobfree[i] = from->oobfree[i];
 526         }
 527
 528         return 0;
 529 }
 530
 531 static int mtdchar_blkpg_ioctl(struct mtd_info *mtd,
 532                            struct blkpg_ioctl_arg __user *arg)
 533 {
 534         struct blkpg_ioctl_arg a;
 535         struct blkpg_partition p;
 536
 537         if (!capable(CAP_SYS_ADMIN))
 538                 return -EPERM;
 539
 540         if (copy_from_user(&a, arg, sizeof(struct blkpg_ioctl_arg)))
 541                 return -EFAULT;
 542
 543         if (copy_from_user(&p, a.data, sizeof(struct blkpg_partition)))
 544                 return -EFAULT;
 545
 546         switch (a.op) {
 547         case BLKPG_ADD_PARTITION:
 548
 549                 /* Only master mtd device must be used to add partitions */
 550                 if (mtd_is_partition(mtd))
 551                         return -EINVAL;
 552
 553                 return mtd_add_partition(mtd, p.devname, p.start, p.length);
 554
 555         case BLKPG_DEL_PARTITION:
 556
 557                 if (p.pno < 0)
 558                         return -EINVAL;
 559
 560                 return mtd_del_partition(mtd, p.pno);
 561
 562         default:
 563                 return -EINVAL;
 564         }
 565 }
 566
 567 static int mtdchar_write_ioctl(struct mtd_info *mtd,
 568                 struct mtd_write_req __user *argp)
 569 {
 570         struct mtd_write_req req;
 571         struct mtd_oob_ops ops;
 572         void __user *usr_data, *usr_oob;
 573         int ret;
 574
 575         if (copy_from_user(&req, argp, sizeof(req)) ||
 576                         !access_ok(VERIFY_READ, req.usr_data, req.len) ||
 577                         !access_ok(VERIFY_READ, req.usr_oob, req.ooblen))
 578                 return -EFAULT;
 579         if (!mtd->write_oob)
 580                 return -EOPNOTSUPP;
 581
 582         ops.mode = req.mode;
 583         ops.len = (size_t)req.len;
 584         ops.ooblen = (size_t)req.ooblen;
 585         ops.ooboffs = 0;
 586
 587         usr_data = (void __user *)(uintptr_t)req.usr_data;
 588         usr_oob = (void __user *)(uintptr_t)req.usr_oob;
 589
 590         if (req.usr_data) {
 591                 ops.datbuf = memdup_user(usr_data, ops.len);
 592                 if (IS_ERR(ops.datbuf))
 593                         return PTR_ERR(ops.datbuf);
 594         } else {
 595                 ops.datbuf = NULL;
 596         }
 597
 598         if (req.usr_oob) {
 599                 ops.oobbuf = memdup_user(usr_oob, ops.ooblen);
 600                 if (IS_ERR(ops.oobbuf)) {
 601                         kfree(ops.datbuf);
 602                         return PTR_ERR(ops.oobbuf);
 603                 }
 604         } else {
 605                 ops.oobbuf = NULL;
 606         }
 607
 608         ret = mtd_write_oob(mtd, (loff_t)req.start, &ops);
 609
 610         kfree(ops.datbuf);
 611         kfree(ops.oobbuf);
 612
 613         return ret;
 614 }
 615
 616 static int mtdchar_ioctl(struct file *file, u_int cmd, u_long arg)
 617 {
 618         struct mtd_file_info *mfi = file->private_data;
 619         struct mtd_info *mtd = mfi->mtd;
 620         void __user *argp = (void __user *)arg;
 621         int ret = 0;
 622         u_long size;
 623         struct mtd_info_user info;
 624
 625         pr_debug("MTD_ioctl\n");
 626
 627         size = (cmd & IOCSIZE_MASK) >> IOCSIZE_SHIFT;
 628         if (cmd & IOC_IN) {
 629                 if (!access_ok(VERIFY_READ, argp, size))
 630                         return -EFAULT;
 631         }
 632         if (cmd & IOC_OUT) {
 633                 if (!access_ok(VERIFY_WRITE, argp, size))
 634                         return -EFAULT;
 635         }
 636
 637         switch (cmd) {
 638         case MEMGETREGIONCOUNT:
 639                 if (copy_to_user(argp, &(mtd->numeraseregions), sizeof(int)))
 640                         return -EFAULT;
 641                 break;
 642
 643         case MEMGETREGIONINFO:
 644         {
 645                 uint32_t ur_idx;
 646                 struct mtd_erase_region_info *kr;
 647                 struct region_info_user __user *ur = argp;
 648
 649                 if (get_user(ur_idx, &(ur->regionindex)))
 650                         return -EFAULT;
 651
 652                 if (ur_idx >= mtd->numeraseregions)
 653                         return -EINVAL;
 654
 655                 kr = &(mtd->eraseregions[ur_idx]);
 656
 657                 if (put_user(kr->offset, &(ur->offset))
 658                     || put_user(kr->erasesize, &(ur->erasesize))
 659                     || put_user(kr->numblocks, &(ur->numblocks)))
 660                         return -EFAULT;
 661
 662                 break;
 663         }
 664
 665         case MEMGETINFO:
 666                 memset(&info, 0, sizeof(info));
 667                 info.type       = mtd->type;
 668                 info.flags      = mtd->flags;
 669                 info.size       = mtd->size;
 670                 info.erasesize  = mtd->erasesize;
 671                 info.writesize  = mtd->writesize;
 672                 info.oobsize    = mtd->oobsize;
 673                 /* The below field is obsolete */
 674                 info.padding    = 0;
 675                 if (copy_to_user(argp, &info, sizeof(struct mtd_info_user)))
 676                         return -EFAULT;
 677                 break;
 678
 679         case MEMERASE:
 680         case MEMERASE64:
 681         {
 682                 struct erase_info *erase;
 683
 684                 if(!(file->f_mode & FMODE_WRITE))
 685                         return -EPERM;
 686
 687                 erase=kzalloc(sizeof(struct erase_info),GFP_KERNEL);
 688                 if (!erase)
 689                         ret = -ENOMEM;
 690                 else {
 691                         wait_queue_head_t waitq;
 692                         DECLARE_WAITQUEUE(wait, current);
 693
 694                         init_waitqueue_head(&waitq);
 695
 696                         if (cmd == MEMERASE64) {
 697                                 struct erase_info_user64 einfo64;
 698
 699                                 if (copy_from_user(&einfo64, argp,
 700                                             sizeof(struct erase_info_user64))) {
 701                                         kfree(erase);
 702                                         return -EFAULT;
 703                                 }
 704                                 erase->addr = einfo64.start;
 705                                 erase->len = einfo64.length;
 706                         } else {
 707                                 struct erase_info_user einfo32;
 708
 709                                 if (copy_from_user(&einfo32, argp,
 710                                             sizeof(struct erase_info_user))) {
 711                                         kfree(erase);
 712                                         return -EFAULT;
 713                                 }
 714                                 erase->addr = einfo32.start;
 715                                 erase->len = einfo32.length;
 716                         }
 717                         erase->mtd = mtd;
 718                         erase->callback = mtdchar_erase_callback;
 719                         erase->priv = (unsigned long)&waitq;
 720
 721                         /*
 722                           FIXME: Allow INTERRUPTIBLE. Which means
 723                           not having the wait_queue head on the stack.
 724
 725                           If the wq_head is on the stack, and we
 726                           leave because we got interrupted, then the
 727                           wq_head is no longer there when the
 728                           callback routine tries to wake us up.
 729                         */
 730                         ret = mtd_erase(mtd, erase);
 731                         if (!ret) {
 732                                 set_current_state(TASK_UNINTERRUPTIBLE);
 733                                 add_wait_queue(&waitq, &wait);
 734                                 if (erase->state != MTD_ERASE_DONE &&
 735                                     erase->state != MTD_ERASE_FAILED)
 736                                         schedule();
 737                                 remove_wait_queue(&waitq, &wait);
 738                                 set_current_state(TASK_RUNNING);
 739
 740                                 ret = (erase->state == MTD_ERASE_FAILED)?-EIO:0;
 741                         }
 742                         kfree(erase);
 743                 }
 744                 break;
 745         }
 746
 747         case MEMWRITEOOB:
 748         {
 749                 struct mtd_oob_buf buf;
 750                 struct mtd_oob_buf __user *buf_user = argp;
 751
 752                 /* NOTE: writes return length to buf_user->length */
 753                 if (copy_from_user(&buf, argp, sizeof(buf)))
 754                         ret = -EFAULT;
 755                 else
 756                         ret = mtdchar_writeoob(file, mtd, buf.start, buf.length,
 757                                 buf.ptr, &buf_user->length);
 758                 break;
 759         }
 760
 761         case MEMREADOOB:
 762         {
 763                 struct mtd_oob_buf buf;
 764                 struct mtd_oob_buf __user *buf_user = argp;
 765
 766                 /* NOTE: writes return length to buf_user->start */
 767                 if (copy_from_user(&buf, argp, sizeof(buf)))
 768                         ret = -EFAULT;
 769                 else
 770                         ret = mtdchar_readoob(file, mtd, buf.start, buf.length,
 771                                 buf.ptr, &buf_user->start);
 772                 break;
 773         }
 774
 775         case MEMWRITEOOB64:
 776         {
 777                 struct mtd_oob_buf64 buf;
 778                 struct mtd_oob_buf64 __user *buf_user = argp;
 779
 780                 if (copy_from_user(&buf, argp, sizeof(buf)))
 781                         ret = -EFAULT;
 782                 else
 783                         ret = mtdchar_writeoob(file, mtd, buf.start, buf.length,
 784                                 (void __user *)(uintptr_t)buf.usr_ptr,
 785                                 &buf_user->length);
 786                 break;
 787         }
 788
 789         case MEMREADOOB64:
 790         {
 791                 struct mtd_oob_buf64 buf;
 792                 struct mtd_oob_buf64 __user *buf_user = argp;
 793
 794                 if (copy_from_user(&buf, argp, sizeof(buf)))
 795                         ret = -EFAULT;
 796                 else
 797                         ret = mtdchar_readoob(file, mtd, buf.start, buf.length,
 798                                 (void __user *)(uintptr_t)buf.usr_ptr,
 799                                 &buf_user->length);
 800                 break;
 801         }
 802
 803         case MEMWRITE:
 804         {
 805                 ret = mtdchar_write_ioctl(mtd,
 806                       (struct mtd_write_req __user *)arg);
 807                 break;
 808         }
 809
 810         case MEMLOCK:
 811         {
 812                 struct erase_info_user einfo;
 813
 814                 if (copy_from_user(&einfo, argp, sizeof(einfo)))
 815                         return -EFAULT;
 816
 817                 ret = mtd_lock(mtd, einfo.start, einfo.length);
 818                 break;
 819         }
 820
 821         case MEMUNLOCK:
 822         {
 823                 struct erase_info_user einfo;
 824
 825                 if (copy_from_user(&einfo, argp, sizeof(einfo)))
 826                         return -EFAULT;
 827
 828                 ret = mtd_unlock(mtd, einfo.start, einfo.length);
 829                 break;
 830         }
 831
 832         case MEMISLOCKED:
 833         {
 834                 struct erase_info_user einfo;
 835
 836                 if (copy_from_user(&einfo, argp, sizeof(einfo)))
 837                         return -EFAULT;
 838
 839                 ret = mtd_is_locked(mtd, einfo.start, einfo.length);
 840                 break;
 841         }
 842
 843         /* Legacy interface */
 844         case MEMGETOOBSEL:
 845         {
 846                 struct nand_oobinfo oi;
 847
 848                 if (!mtd->ecclayout)
 849                         return -EOPNOTSUPP;
 850                 if (mtd->ecclayout->eccbytes > ARRAY_SIZE(oi.eccpos))
 851                         return -EINVAL;
 852
 853                 oi.useecc = MTD_NANDECC_AUTOPLACE;
 854                 memcpy(&oi.eccpos, mtd->ecclayout->eccpos, sizeof(oi.eccpos));
 855                 memcpy(&oi.oobfree, mtd->ecclayout->oobfree,
 856                        sizeof(oi.oobfree));
 857                 oi.eccbytes = mtd->ecclayout->eccbytes;
 858
 859                 if (copy_to_user(argp, &oi, sizeof(struct nand_oobinfo)))
 860                         return -EFAULT;
 861                 break;
 862         }
 863
 864         case MEMGETBADBLOCK:
 865         {
 866                 loff_t offs;
 867
 868                 if (copy_from_user(&offs, argp, sizeof(loff_t)))
 869                         return -EFAULT;
 870                 return mtd_block_isbad(mtd, offs);
 871                 break;
 872         }
 873
 874         case MEMSETBADBLOCK:
 875         {
 876                 loff_t offs;
 877
 878                 if (copy_from_user(&offs, argp, sizeof(loff_t)))
 879                         return -EFAULT;
 880                 if (!mtd->block_markbad)
 881                         ret = -EOPNOTSUPP;
 882                 else
 883                         return mtd_block_markbad(mtd, offs);
 884                 break;
 885         }
 886
 887 #ifdef CONFIG_HAVE_MTD_OTP
 888         case OTPSELECT:
 889         {
 890                 int mode;
 891                 if (copy_from_user(&mode, argp, sizeof(int)))
 892                         return -EFAULT;
 893
 894                 mfi->mode = MTD_FILE_MODE_NORMAL;
 895
 896                 ret = otp_select_filemode(mfi, mode);
 897
 898                 file->f_pos = 0;
 899                 break;
 900         }
 901
 902         case OTPGETREGIONCOUNT:
 903         case OTPGETREGIONINFO:
 904         {
 905                 struct otp_info *buf = kmalloc(4096, GFP_KERNEL);
 906                 if (!buf)
 907                         return -ENOMEM;
 908                 switch (mfi->mode) {
 909                 case MTD_FILE_MODE_OTP_FACTORY:
 910                         ret = mtd_get_fact_prot_info(mtd, buf, 4096);
 911                         break;
 912                 case MTD_FILE_MODE_OTP_USER:
 913                         ret = mtd_get_user_prot_info(mtd, buf, 4096);
 914                         break;
 915                 default:
 916                         ret = -EINVAL;
 917                         break;
 918                 }
 919                 if (ret >= 0) {
 920                         if (cmd == OTPGETREGIONCOUNT) {
 921                                 int nbr = ret / sizeof(struct otp_info);
 922                                 ret = copy_to_user(argp, &nbr, sizeof(int));
 923                         } else
 924                                 ret = copy_to_user(argp, buf, ret);
 925                         if (ret)
 926                                 ret = -EFAULT;
 927                 }
 928                 kfree(buf);
 929                 break;
 930         }
 931
 932         case OTPLOCK:
 933         {
 934                 struct otp_info oinfo;
 935
 936                 if (mfi->mode != MTD_FILE_MODE_OTP_USER)
 937                         return -EINVAL;
 938                 if (copy_from_user(&oinfo, argp, sizeof(oinfo)))
 939                         return -EFAULT;
 940                 ret = mtd_lock_user_prot_reg(mtd, oinfo.start, oinfo.length);
 941                 break;
 942         }
 943 #endif
 944
 945         /* This ioctl is being deprecated - it truncates the ECC layout */
 946         case ECCGETLAYOUT:
 947         {
 948                 struct nand_ecclayout_user *usrlay;
 949
 950                 if (!mtd->ecclayout)
 951                         return -EOPNOTSUPP;
 952
 953                 usrlay = kmalloc(sizeof(*usrlay), GFP_KERNEL);
 954                 if (!usrlay)
 955                         return -ENOMEM;
 956
 957                 shrink_ecclayout(mtd->ecclayout, usrlay);
 958
 959                 if (copy_to_user(argp, usrlay, sizeof(*usrlay)))
 960                         ret = -EFAULT;
 961                 kfree(usrlay);
 962                 break;
 963         }
 964
 965         case ECCGETSTATS:
 966         {
 967                 if (copy_to_user(argp, &mtd->ecc_stats,
 968                                  sizeof(struct mtd_ecc_stats)))
 969                         return -EFAULT;
 970                 break;
 971         }
 972
 973         case MTDFILEMODE:
 974         {
 975                 mfi->mode = 0;
 976
 977                 switch(arg) {
 978                 case MTD_FILE_MODE_OTP_FACTORY:
 979                 case MTD_FILE_MODE_OTP_USER:
 980                         ret = otp_select_filemode(mfi, arg);
 981                         break;
 982
 983                 case MTD_FILE_MODE_RAW:
 984                         if (!mtd_has_oob(mtd))
 985                                 return -EOPNOTSUPP;
 986                         mfi->mode = arg;
 987
 988                 case MTD_FILE_MODE_NORMAL:
 989                         break;
 990                 default:
 991                         ret = -EINVAL;
 992                 }
 993                 file->f_pos = 0;
 994                 break;
 995         }
 996
 997         case BLKPG:
 998         {
 999                 ret = mtdchar_blkpg_ioctl(mtd,
1000                       (struct blkpg_ioctl_arg __user *)arg);
1001                 break;
1002         }
1003
1004         case BLKRRPART:
1005         {
1006                 /* No reread partition feature. Just return ok */
1007                 ret = 0;
1008                 break;
1009         }
1010
1011         default:
1012                 ret = -ENOTTY;
1013         }
1014
1015         return ret;
1016 } /* memory_ioctl */
1017
1018 static long mtdchar_unlocked_ioctl(struct file *file, u_int cmd, u_long arg)
1019 {
1020         int ret;
1021
1022         mutex_lock(&mtd_mutex);
1023         ret = mtdchar_ioctl(file, cmd, arg);
1024         mutex_unlock(&mtd_mutex);
1025
1026         return ret;
1027 }
1028
1029 #ifdef CONFIG_COMPAT
1030
1031 struct mtd_oob_buf32 {
1032         u_int32_t start;
1033         u_int32_t length;
1034         compat_caddr_t ptr;     /* unsigned char* */
1035 };
1036
1037 #define MEMWRITEOOB32           _IOWR('M', 3, struct mtd_oob_buf32)
1038 #define MEMREADOOB32            _IOWR('M', 4, struct mtd_oob_buf32)
1039
1040 static long mtdchar_compat_ioctl(struct file *file, unsigned int cmd,
1041         unsigned long arg)
1042 {
1043         struct mtd_file_info *mfi = file->private_data;
1044         struct mtd_info *mtd = mfi->mtd;
1045         void __user *argp = compat_ptr(arg);
1046         int ret = 0;
1047
1048         mutex_lock(&mtd_mutex);
1049
1050         switch (cmd) {
1051         case MEMWRITEOOB32:
1052         {
1053                 struct mtd_oob_buf32 buf;
1054                 struct mtd_oob_buf32 __user *buf_user = argp;
1055
1056                 if (copy_from_user(&buf, argp, sizeof(buf)))
1057                         ret = -EFAULT;
1058                 else
1059                         ret = mtdchar_writeoob(file, mtd, buf.start,
1060                                 buf.length, compat_ptr(buf.ptr),
1061                                 &buf_user->length);
1062                 break;
1063         }
1064
1065         case MEMREADOOB32:
1066         {
1067                 struct mtd_oob_buf32 buf;
1068                 struct mtd_oob_buf32 __user *buf_user = argp;
1069
1070                 /* NOTE: writes return length to buf->start */
1071                 if (copy_from_user(&buf, argp, sizeof(buf)))
1072                         ret = -EFAULT;
1073                 else
1074                         ret = mtdchar_readoob(file, mtd, buf.start,
1075                                 buf.length, compat_ptr(buf.ptr),
1076                                 &buf_user->start);
1077                 break;
1078         }
1079         default:
1080                 ret = mtdchar_ioctl(file, cmd, (unsigned long)argp);
1081         }
1082
1083         mutex_unlock(&mtd_mutex);
1084
1085         return ret;
1086 }
1087
1088 #endif /* CONFIG_COMPAT */
1089
1090 /*
1091  * try to determine where a shared mapping can be made
1092  * - only supported for NOMMU at the moment (MMU can't doesn't copy private
1093  *   mappings)
1094  */
1095 #ifndef CONFIG_MMU
1096 static unsigned long mtdchar_get_unmapped_area(struct file *file,
1097                                            unsigned long addr,
1098                                            unsigned long len,
1099                                            unsigned long pgoff,
1100                                            unsigned long flags)
1101 {
1102         struct mtd_file_info *mfi = file->private_data;
1103         struct mtd_info *mtd = mfi->mtd;
1104         unsigned long offset;
1105         int ret;
1106
1107         if (addr != 0)
1108                 return (unsigned long) -EINVAL;
1109
1110         if (len > mtd->size || pgoff >= (mtd->size >> PAGE_SHIFT))
1111                 return (unsigned long) -EINVAL;
1112
1113         offset = pgoff << PAGE_SHIFT;
1114         if (offset > mtd->size - len)
1115                 return (unsigned long) -EINVAL;
1116
1117         ret = mtd_get_unmapped_area(mtd, len, offset, flags);
1118         return ret == -EOPNOTSUPP ? -ENOSYS : ret;
1119 }
1120 #endif
1121
1122 /*
1123  * set up a mapping for shared memory segments
1124  */
1125 static int mtdchar_mmap(struct file *file, struct vm_area_struct *vma)
1126 {
1127 #ifdef CONFIG_MMU
1128         struct mtd_file_info *mfi = file->private_data;
1129         struct mtd_info *mtd = mfi->mtd;
1130         struct map_info *map = mtd->priv;
1131         unsigned long start;
1132         unsigned long off;
1133         u32 len;
1134
1135         if (mtd->type == MTD_RAM || mtd->type == MTD_ROM) {
1136                 off = vma->vm_pgoff << PAGE_SHIFT;
1137                 start = map->phys;
1138                 len = PAGE_ALIGN((start & ~PAGE_MASK) + map->size);
1139                 start &= PAGE_MASK;
1140                 if ((vma->vm_end - vma->vm_start + off) > len)
1141                         return -EINVAL;
1142
1143                 off += start;
1144                 vma->vm_pgoff = off >> PAGE_SHIFT;
1145                 vma->vm_flags |= VM_IO | VM_RESERVED;
1146
1147 #ifdef pgprot_noncached
1148                 if (file->f_flags & O_DSYNC || off >= __pa(high_memory))
1149                         vma->vm_page_prot = pgprot_noncached(vma->vm_page_prot);
1150 #endif
1151                 if (io_remap_pfn_range(vma, vma->vm_start, off >> PAGE_SHIFT,
1152                                        vma->vm_end - vma->vm_start,
1153                                        vma->vm_page_prot))
1154                         return -EAGAIN;
1155
1156                 return 0;
1157         }
1158         return -ENOSYS;
1159 #else
1160         return vma->vm_flags & VM_SHARED ? 0 : -ENOSYS;
1161 #endif
1162 }
1163
1164 static const struct file_operations mtd_fops = {
1165         .owner          = THIS_MODULE,
1166         .llseek         = mtdchar_lseek,
1167         .read           = mtdchar_read,
1168         .write          = mtdchar_write,
1169         .unlocked_ioctl = mtdchar_unlocked_ioctl,
1170 #ifdef CONFIG_COMPAT
1171         .compat_ioctl   = mtdchar_compat_ioctl,
1172 #endif
1173         .open           = mtdchar_open,
1174         .release        = mtdchar_close,
1175         .mmap           = mtdchar_mmap,
1176 #ifndef CONFIG_MMU
1177         .get_unmapped_area = mtdchar_get_unmapped_area,
1178 #endif
1179 };
1180
1181 static struct dentry *mtd_inodefs_mount(struct file_system_type *fs_type,
1182                                 int flags, const char *dev_name, void *data)
1183 {
1184         return mount_pseudo(fs_type, "mtd_inode:", NULL, NULL, MTD_INODE_FS_MAGIC);
1185 }
1186
1187 static struct file_system_type mtd_inodefs_type = {
1188        .name = "mtd_inodefs",
1189        .mount = mtd_inodefs_mount,
1190        .kill_sb = kill_anon_super,
1191 };
1192
1193 static void mtdchar_notify_add(struct mtd_info *mtd)
1194 {
1195 }
1196
1197 static void mtdchar_notify_remove(struct mtd_info *mtd)
1198 {
1199         struct inode *mtd_ino = ilookup(mtd_inode_mnt->mnt_sb, mtd->index);
1200
1201         if (mtd_ino) {
1202                 /* Destroy the inode if it exists */
1203                 clear_nlink(mtd_ino);
1204                 iput(mtd_ino);
1205         }
1206 }
1207
1208 static struct mtd_notifier mtdchar_notifier = {
1209         .add = mtdchar_notify_add,
1210         .remove = mtdchar_notify_remove,
1211 };
1212
1213 static int __init init_mtdchar(void)
1214 {
1215         int ret;
1216
1217         ret = __register_chrdev(MTD_CHAR_MAJOR, 0, 1 << MINORBITS,
1218                                    "mtd", &mtd_fops);
1219         if (ret < 0) {
1220                 pr_notice("Can't allocate major number %d for "
1221                                 "Memory Technology Devices.\n", MTD_CHAR_MAJOR);
1222                 return ret;
1223         }
1224
1225         ret = register_filesystem(&mtd_inodefs_type);
1226         if (ret) {
1227                 pr_notice("Can't register mtd_inodefs filesystem: %d\n", ret);
1228                 goto err_unregister_chdev;
1229         }
1230
1231         mtd_inode_mnt = kern_mount(&mtd_inodefs_type);
1232         if (IS_ERR(mtd_inode_mnt)) {
1233                 ret = PTR_ERR(mtd_inode_mnt);
1234                 pr_notice("Error mounting mtd_inodefs filesystem: %d\n", ret);
1235                 goto err_unregister_filesystem;
1236         }
1237         register_mtd_user(&mtdchar_notifier);
1238
1239         return ret;
1240
1241 err_unregister_filesystem:
1242         unregister_filesystem(&mtd_inodefs_type);
1243 err_unregister_chdev:
1244         __unregister_chrdev(MTD_CHAR_MAJOR, 0, 1 << MINORBITS, "mtd");
1245         return ret;
1246 }
1247
1248 static void __exit cleanup_mtdchar(void)
1249 {
1250         unregister_mtd_user(&mtdchar_notifier);
1251         kern_unmount(mtd_inode_mnt);
1252         unregister_filesystem(&mtd_inodefs_type);
1253         __unregister_chrdev(MTD_CHAR_MAJOR, 0, 1 << MINORBITS, "mtd");
1254 }
1255
1256 module_init(init_mtdchar);
1257 module_exit(cleanup_mtdchar);
1258
1259 MODULE_ALIAS_CHARDEV_MAJOR(MTD_CHAR_MAJOR);
1260
1261 MODULE_LICENSE("GPL");
1262 MODULE_AUTHOR("David Woodhouse <dwmw2@infradead.org>");
1263 MODULE_DESCRIPTION("Direct character-device access to MTD devices");
1264 MODULE_ALIAS_CHARDEV_MAJOR(MTD_CHAR_MAJOR);