Merge tag 'v3.14.25' into backport/v3.14.24-ltsi-rc1+v3.14.25/snapshot-merge.wip
[platform/adaptation/renesas_rcar/renesas_kernel.git] / drivers / mmc / core / mmc.c
1 /*
2  *  linux/drivers/mmc/core/mmc.c
3  *
4  *  Copyright (C) 2003-2004 Russell King, All Rights Reserved.
5  *  Copyright (C) 2005-2007 Pierre Ossman, All Rights Reserved.
6  *  MMCv4 support Copyright (C) 2006 Philip Langdale, All Rights Reserved.
7  *
8  * This program is free software; you can redistribute it and/or modify
9  * it under the terms of the GNU General Public License version 2 as
10  * published by the Free Software Foundation.
11  */
12
13 #include <linux/err.h>
14 #include <linux/slab.h>
15 #include <linux/stat.h>
16 #include <linux/pm_runtime.h>
17
18 #include <linux/mmc/host.h>
19 #include <linux/mmc/card.h>
20 #include <linux/mmc/mmc.h>
21
22 #include "core.h"
23 #include "bus.h"
24 #include "mmc_ops.h"
25 #include "sd_ops.h"
26
27 static const unsigned int tran_exp[] = {
28         10000,          100000,         1000000,        10000000,
29         0,              0,              0,              0
30 };
31
32 static const unsigned char tran_mant[] = {
33         0,      10,     12,     13,     15,     20,     25,     30,
34         35,     40,     45,     50,     55,     60,     70,     80,
35 };
36
37 static const unsigned int tacc_exp[] = {
38         1,      10,     100,    1000,   10000,  100000, 1000000, 10000000,
39 };
40
41 static const unsigned int tacc_mant[] = {
42         0,      10,     12,     13,     15,     20,     25,     30,
43         35,     40,     45,     50,     55,     60,     70,     80,
44 };
45
46 #define UNSTUFF_BITS(resp,start,size)                                   \
47         ({                                                              \
48                 const int __size = size;                                \
49                 const u32 __mask = (__size < 32 ? 1 << __size : 0) - 1; \
50                 const int __off = 3 - ((start) / 32);                   \
51                 const int __shft = (start) & 31;                        \
52                 u32 __res;                                              \
53                                                                         \
54                 __res = resp[__off] >> __shft;                          \
55                 if (__size + __shft > 32)                               \
56                         __res |= resp[__off-1] << ((32 - __shft) % 32); \
57                 __res & __mask;                                         \
58         })
59
60 /*
61  * Given the decoded CSD structure, decode the raw CID to our CID structure.
62  */
63 static int mmc_decode_cid(struct mmc_card *card)
64 {
65         u32 *resp = card->raw_cid;
66
67         /*
68          * The selection of the format here is based upon published
69          * specs from sandisk and from what people have reported.
70          */
71         switch (card->csd.mmca_vsn) {
72         case 0: /* MMC v1.0 - v1.2 */
73         case 1: /* MMC v1.4 */
74                 card->cid.manfid        = UNSTUFF_BITS(resp, 104, 24);
75                 card->cid.prod_name[0]  = UNSTUFF_BITS(resp, 96, 8);
76                 card->cid.prod_name[1]  = UNSTUFF_BITS(resp, 88, 8);
77                 card->cid.prod_name[2]  = UNSTUFF_BITS(resp, 80, 8);
78                 card->cid.prod_name[3]  = UNSTUFF_BITS(resp, 72, 8);
79                 card->cid.prod_name[4]  = UNSTUFF_BITS(resp, 64, 8);
80                 card->cid.prod_name[5]  = UNSTUFF_BITS(resp, 56, 8);
81                 card->cid.prod_name[6]  = UNSTUFF_BITS(resp, 48, 8);
82                 card->cid.hwrev         = UNSTUFF_BITS(resp, 44, 4);
83                 card->cid.fwrev         = UNSTUFF_BITS(resp, 40, 4);
84                 card->cid.serial        = UNSTUFF_BITS(resp, 16, 24);
85                 card->cid.month         = UNSTUFF_BITS(resp, 12, 4);
86                 card->cid.year          = UNSTUFF_BITS(resp, 8, 4) + 1997;
87                 break;
88
89         case 2: /* MMC v2.0 - v2.2 */
90         case 3: /* MMC v3.1 - v3.3 */
91         case 4: /* MMC v4 */
92                 card->cid.manfid        = UNSTUFF_BITS(resp, 120, 8);
93                 card->cid.oemid         = UNSTUFF_BITS(resp, 104, 16);
94                 card->cid.prod_name[0]  = UNSTUFF_BITS(resp, 96, 8);
95                 card->cid.prod_name[1]  = UNSTUFF_BITS(resp, 88, 8);
96                 card->cid.prod_name[2]  = UNSTUFF_BITS(resp, 80, 8);
97                 card->cid.prod_name[3]  = UNSTUFF_BITS(resp, 72, 8);
98                 card->cid.prod_name[4]  = UNSTUFF_BITS(resp, 64, 8);
99                 card->cid.prod_name[5]  = UNSTUFF_BITS(resp, 56, 8);
100                 card->cid.prv           = UNSTUFF_BITS(resp, 48, 8);
101                 card->cid.serial        = UNSTUFF_BITS(resp, 16, 32);
102                 card->cid.month         = UNSTUFF_BITS(resp, 12, 4);
103                 card->cid.year          = UNSTUFF_BITS(resp, 8, 4) + 1997;
104                 break;
105
106         default:
107                 pr_err("%s: card has unknown MMCA version %d\n",
108                         mmc_hostname(card->host), card->csd.mmca_vsn);
109                 return -EINVAL;
110         }
111
112         return 0;
113 }
114
115 static void mmc_set_erase_size(struct mmc_card *card)
116 {
117         if (card->ext_csd.erase_group_def & 1)
118                 card->erase_size = card->ext_csd.hc_erase_size;
119         else
120                 card->erase_size = card->csd.erase_size;
121
122         mmc_init_erase(card);
123 }
124
125 /*
126  * Given a 128-bit response, decode to our card CSD structure.
127  */
128 static int mmc_decode_csd(struct mmc_card *card)
129 {
130         struct mmc_csd *csd = &card->csd;
131         unsigned int e, m, a, b;
132         u32 *resp = card->raw_csd;
133
134         /*
135          * We only understand CSD structure v1.1 and v1.2.
136          * v1.2 has extra information in bits 15, 11 and 10.
137          * We also support eMMC v4.4 & v4.41.
138          */
139         csd->structure = UNSTUFF_BITS(resp, 126, 2);
140         if (csd->structure == 0) {
141                 pr_err("%s: unrecognised CSD structure version %d\n",
142                         mmc_hostname(card->host), csd->structure);
143                 return -EINVAL;
144         }
145
146         csd->mmca_vsn    = UNSTUFF_BITS(resp, 122, 4);
147         m = UNSTUFF_BITS(resp, 115, 4);
148         e = UNSTUFF_BITS(resp, 112, 3);
149         csd->tacc_ns     = (tacc_exp[e] * tacc_mant[m] + 9) / 10;
150         csd->tacc_clks   = UNSTUFF_BITS(resp, 104, 8) * 100;
151
152         m = UNSTUFF_BITS(resp, 99, 4);
153         e = UNSTUFF_BITS(resp, 96, 3);
154         csd->max_dtr      = tran_exp[e] * tran_mant[m];
155         csd->cmdclass     = UNSTUFF_BITS(resp, 84, 12);
156
157         e = UNSTUFF_BITS(resp, 47, 3);
158         m = UNSTUFF_BITS(resp, 62, 12);
159         csd->capacity     = (1 + m) << (e + 2);
160
161         csd->read_blkbits = UNSTUFF_BITS(resp, 80, 4);
162         csd->read_partial = UNSTUFF_BITS(resp, 79, 1);
163         csd->write_misalign = UNSTUFF_BITS(resp, 78, 1);
164         csd->read_misalign = UNSTUFF_BITS(resp, 77, 1);
165         csd->r2w_factor = UNSTUFF_BITS(resp, 26, 3);
166         csd->write_blkbits = UNSTUFF_BITS(resp, 22, 4);
167         csd->write_partial = UNSTUFF_BITS(resp, 21, 1);
168
169         if (csd->write_blkbits >= 9) {
170                 a = UNSTUFF_BITS(resp, 42, 5);
171                 b = UNSTUFF_BITS(resp, 37, 5);
172                 csd->erase_size = (a + 1) * (b + 1);
173                 csd->erase_size <<= csd->write_blkbits - 9;
174         }
175
176         return 0;
177 }
178
179 /*
180  * Read extended CSD.
181  */
182 static int mmc_get_ext_csd(struct mmc_card *card, u8 **new_ext_csd)
183 {
184         int err;
185         u8 *ext_csd;
186
187         BUG_ON(!card);
188         BUG_ON(!new_ext_csd);
189
190         *new_ext_csd = NULL;
191
192         if (card->csd.mmca_vsn < CSD_SPEC_VER_4)
193                 return 0;
194
195         /*
196          * As the ext_csd is so large and mostly unused, we don't store the
197          * raw block in mmc_card.
198          */
199         ext_csd = kmalloc(512, GFP_KERNEL);
200         if (!ext_csd) {
201                 pr_err("%s: could not allocate a buffer to "
202                         "receive the ext_csd.\n", mmc_hostname(card->host));
203                 return -ENOMEM;
204         }
205
206         err = mmc_send_ext_csd(card, ext_csd);
207         if (err) {
208                 kfree(ext_csd);
209                 *new_ext_csd = NULL;
210
211                 /* If the host or the card can't do the switch,
212                  * fail more gracefully. */
213                 if ((err != -EINVAL)
214                  && (err != -ENOSYS)
215                  && (err != -EFAULT))
216                         return err;
217
218                 /*
219                  * High capacity cards should have this "magic" size
220                  * stored in their CSD.
221                  */
222                 if (card->csd.capacity == (4096 * 512)) {
223                         pr_err("%s: unable to read EXT_CSD "
224                                 "on a possible high capacity card. "
225                                 "Card will be ignored.\n",
226                                 mmc_hostname(card->host));
227                 } else {
228                         pr_warning("%s: unable to read "
229                                 "EXT_CSD, performance might "
230                                 "suffer.\n",
231                                 mmc_hostname(card->host));
232                         err = 0;
233                 }
234         } else
235                 *new_ext_csd = ext_csd;
236
237         return err;
238 }
239
240 static void mmc_select_card_type(struct mmc_card *card)
241 {
242         struct mmc_host *host = card->host;
243         u8 card_type = card->ext_csd.raw_card_type & EXT_CSD_CARD_TYPE_MASK;
244         u32 caps = host->caps, caps2 = host->caps2;
245         unsigned int hs_max_dtr = 0;
246
247         if (card_type & EXT_CSD_CARD_TYPE_26)
248                 hs_max_dtr = MMC_HIGH_26_MAX_DTR;
249
250         if (caps & MMC_CAP_MMC_HIGHSPEED &&
251                         card_type & EXT_CSD_CARD_TYPE_52)
252                 hs_max_dtr = MMC_HIGH_52_MAX_DTR;
253
254         if ((caps & MMC_CAP_1_8V_DDR &&
255                         card_type & EXT_CSD_CARD_TYPE_DDR_1_8V) ||
256             (caps & MMC_CAP_1_2V_DDR &&
257                         card_type & EXT_CSD_CARD_TYPE_DDR_1_2V))
258                 hs_max_dtr = MMC_HIGH_DDR_MAX_DTR;
259
260         if ((caps2 & MMC_CAP2_HS200_1_8V_SDR &&
261                         card_type & EXT_CSD_CARD_TYPE_SDR_1_8V) ||
262             (caps2 & MMC_CAP2_HS200_1_2V_SDR &&
263                         card_type & EXT_CSD_CARD_TYPE_SDR_1_2V))
264                 hs_max_dtr = MMC_HS200_MAX_DTR;
265
266         card->ext_csd.hs_max_dtr = hs_max_dtr;
267         card->ext_csd.card_type = card_type;
268 }
269
270 /*
271  * Decode extended CSD.
272  */
273 static int mmc_read_ext_csd(struct mmc_card *card, u8 *ext_csd)
274 {
275         int err = 0, idx;
276         unsigned int part_size;
277         u8 hc_erase_grp_sz = 0, hc_wp_grp_sz = 0;
278
279         BUG_ON(!card);
280
281         if (!ext_csd)
282                 return 0;
283
284         /* Version is coded in the CSD_STRUCTURE byte in the EXT_CSD register */
285         card->ext_csd.raw_ext_csd_structure = ext_csd[EXT_CSD_STRUCTURE];
286         if (card->csd.structure == 3) {
287                 if (card->ext_csd.raw_ext_csd_structure > 2) {
288                         pr_err("%s: unrecognised EXT_CSD structure "
289                                 "version %d\n", mmc_hostname(card->host),
290                                         card->ext_csd.raw_ext_csd_structure);
291                         err = -EINVAL;
292                         goto out;
293                 }
294         }
295
296         card->ext_csd.rev = ext_csd[EXT_CSD_REV];
297         if (card->ext_csd.rev > 7) {
298                 pr_err("%s: unrecognised EXT_CSD revision %d\n",
299                         mmc_hostname(card->host), card->ext_csd.rev);
300                 err = -EINVAL;
301                 goto out;
302         }
303
304         card->ext_csd.raw_sectors[0] = ext_csd[EXT_CSD_SEC_CNT + 0];
305         card->ext_csd.raw_sectors[1] = ext_csd[EXT_CSD_SEC_CNT + 1];
306         card->ext_csd.raw_sectors[2] = ext_csd[EXT_CSD_SEC_CNT + 2];
307         card->ext_csd.raw_sectors[3] = ext_csd[EXT_CSD_SEC_CNT + 3];
308         if (card->ext_csd.rev >= 2) {
309                 card->ext_csd.sectors =
310                         ext_csd[EXT_CSD_SEC_CNT + 0] << 0 |
311                         ext_csd[EXT_CSD_SEC_CNT + 1] << 8 |
312                         ext_csd[EXT_CSD_SEC_CNT + 2] << 16 |
313                         ext_csd[EXT_CSD_SEC_CNT + 3] << 24;
314
315                 /* Cards with density > 2GiB are sector addressed */
316                 if (card->ext_csd.sectors > (2u * 1024 * 1024 * 1024) / 512)
317                         mmc_card_set_blockaddr(card);
318         }
319
320         card->ext_csd.raw_card_type = ext_csd[EXT_CSD_CARD_TYPE];
321         mmc_select_card_type(card);
322
323         card->ext_csd.raw_s_a_timeout = ext_csd[EXT_CSD_S_A_TIMEOUT];
324         card->ext_csd.raw_erase_timeout_mult =
325                 ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT];
326         card->ext_csd.raw_hc_erase_grp_size =
327                 ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
328         if (card->ext_csd.rev >= 3) {
329                 u8 sa_shift = ext_csd[EXT_CSD_S_A_TIMEOUT];
330                 card->ext_csd.part_config = ext_csd[EXT_CSD_PART_CONFIG];
331
332                 /* EXT_CSD value is in units of 10ms, but we store in ms */
333                 card->ext_csd.part_time = 10 * ext_csd[EXT_CSD_PART_SWITCH_TIME];
334
335                 /* Sleep / awake timeout in 100ns units */
336                 if (sa_shift > 0 && sa_shift <= 0x17)
337                         card->ext_csd.sa_timeout =
338                                         1 << ext_csd[EXT_CSD_S_A_TIMEOUT];
339                 card->ext_csd.erase_group_def =
340                         ext_csd[EXT_CSD_ERASE_GROUP_DEF];
341                 card->ext_csd.hc_erase_timeout = 300 *
342                         ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT];
343                 card->ext_csd.hc_erase_size =
344                         ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE] << 10;
345
346                 card->ext_csd.rel_sectors = ext_csd[EXT_CSD_REL_WR_SEC_C];
347
348                 /*
349                  * There are two boot regions of equal size, defined in
350                  * multiples of 128K.
351                  */
352                 if (ext_csd[EXT_CSD_BOOT_MULT] && mmc_boot_partition_access(card->host)) {
353                         for (idx = 0; idx < MMC_NUM_BOOT_PARTITION; idx++) {
354                                 part_size = ext_csd[EXT_CSD_BOOT_MULT] << 17;
355                                 mmc_part_add(card, part_size,
356                                         EXT_CSD_PART_CONFIG_ACC_BOOT0 + idx,
357                                         "boot%d", idx, true,
358                                         MMC_BLK_DATA_AREA_BOOT);
359                         }
360                 }
361         }
362
363         card->ext_csd.raw_hc_erase_gap_size =
364                 ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
365         card->ext_csd.raw_sec_trim_mult =
366                 ext_csd[EXT_CSD_SEC_TRIM_MULT];
367         card->ext_csd.raw_sec_erase_mult =
368                 ext_csd[EXT_CSD_SEC_ERASE_MULT];
369         card->ext_csd.raw_sec_feature_support =
370                 ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT];
371         card->ext_csd.raw_trim_mult =
372                 ext_csd[EXT_CSD_TRIM_MULT];
373         card->ext_csd.raw_partition_support = ext_csd[EXT_CSD_PARTITION_SUPPORT];
374         if (card->ext_csd.rev >= 4) {
375                 /*
376                  * Enhanced area feature support -- check whether the eMMC
377                  * card has the Enhanced area enabled.  If so, export enhanced
378                  * area offset and size to user by adding sysfs interface.
379                  */
380                 if ((ext_csd[EXT_CSD_PARTITION_SUPPORT] & 0x2) &&
381                     (ext_csd[EXT_CSD_PARTITION_ATTRIBUTE] & 0x1)) {
382                         hc_erase_grp_sz =
383                                 ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
384                         hc_wp_grp_sz =
385                                 ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
386
387                         card->ext_csd.enhanced_area_en = 1;
388                         /*
389                          * calculate the enhanced data area offset, in bytes
390                          */
391                         card->ext_csd.enhanced_area_offset =
392                                 (ext_csd[139] << 24) + (ext_csd[138] << 16) +
393                                 (ext_csd[137] << 8) + ext_csd[136];
394                         if (mmc_card_blockaddr(card))
395                                 card->ext_csd.enhanced_area_offset <<= 9;
396                         /*
397                          * calculate the enhanced data area size, in kilobytes
398                          */
399                         card->ext_csd.enhanced_area_size =
400                                 (ext_csd[142] << 16) + (ext_csd[141] << 8) +
401                                 ext_csd[140];
402                         card->ext_csd.enhanced_area_size *=
403                                 (size_t)(hc_erase_grp_sz * hc_wp_grp_sz);
404                         card->ext_csd.enhanced_area_size <<= 9;
405                 } else {
406                         /*
407                          * If the enhanced area is not enabled, disable these
408                          * device attributes.
409                          */
410                         card->ext_csd.enhanced_area_offset = -EINVAL;
411                         card->ext_csd.enhanced_area_size = -EINVAL;
412                 }
413
414                 /*
415                  * General purpose partition feature support --
416                  * If ext_csd has the size of general purpose partitions,
417                  * set size, part_cfg, partition name in mmc_part.
418                  */
419                 if (ext_csd[EXT_CSD_PARTITION_SUPPORT] &
420                         EXT_CSD_PART_SUPPORT_PART_EN) {
421                         if (card->ext_csd.enhanced_area_en != 1) {
422                                 hc_erase_grp_sz =
423                                         ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE];
424                                 hc_wp_grp_sz =
425                                         ext_csd[EXT_CSD_HC_WP_GRP_SIZE];
426
427                                 card->ext_csd.enhanced_area_en = 1;
428                         }
429
430                         for (idx = 0; idx < MMC_NUM_GP_PARTITION; idx++) {
431                                 if (!ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3] &&
432                                 !ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 1] &&
433                                 !ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 2])
434                                         continue;
435                                 part_size =
436                                 (ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 2]
437                                         << 16) +
438                                 (ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3 + 1]
439                                         << 8) +
440                                 ext_csd[EXT_CSD_GP_SIZE_MULT + idx * 3];
441                                 part_size *= (size_t)(hc_erase_grp_sz *
442                                         hc_wp_grp_sz);
443                                 mmc_part_add(card, part_size << 19,
444                                         EXT_CSD_PART_CONFIG_ACC_GP0 + idx,
445                                         "gp%d", idx, false,
446                                         MMC_BLK_DATA_AREA_GP);
447                         }
448                 }
449                 card->ext_csd.sec_trim_mult =
450                         ext_csd[EXT_CSD_SEC_TRIM_MULT];
451                 card->ext_csd.sec_erase_mult =
452                         ext_csd[EXT_CSD_SEC_ERASE_MULT];
453                 card->ext_csd.sec_feature_support =
454                         ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT];
455                 card->ext_csd.trim_timeout = 300 *
456                         ext_csd[EXT_CSD_TRIM_MULT];
457
458                 /*
459                  * Note that the call to mmc_part_add above defaults to read
460                  * only. If this default assumption is changed, the call must
461                  * take into account the value of boot_locked below.
462                  */
463                 card->ext_csd.boot_ro_lock = ext_csd[EXT_CSD_BOOT_WP];
464                 card->ext_csd.boot_ro_lockable = true;
465
466                 /* Save power class values */
467                 card->ext_csd.raw_pwr_cl_52_195 =
468                         ext_csd[EXT_CSD_PWR_CL_52_195];
469                 card->ext_csd.raw_pwr_cl_26_195 =
470                         ext_csd[EXT_CSD_PWR_CL_26_195];
471                 card->ext_csd.raw_pwr_cl_52_360 =
472                         ext_csd[EXT_CSD_PWR_CL_52_360];
473                 card->ext_csd.raw_pwr_cl_26_360 =
474                         ext_csd[EXT_CSD_PWR_CL_26_360];
475                 card->ext_csd.raw_pwr_cl_200_195 =
476                         ext_csd[EXT_CSD_PWR_CL_200_195];
477                 card->ext_csd.raw_pwr_cl_200_360 =
478                         ext_csd[EXT_CSD_PWR_CL_200_360];
479                 card->ext_csd.raw_pwr_cl_ddr_52_195 =
480                         ext_csd[EXT_CSD_PWR_CL_DDR_52_195];
481                 card->ext_csd.raw_pwr_cl_ddr_52_360 =
482                         ext_csd[EXT_CSD_PWR_CL_DDR_52_360];
483         }
484
485         if (card->ext_csd.rev >= 5) {
486                 /* Adjust production date as per JEDEC JESD84-B451 */
487                 if (card->cid.year < 2010)
488                         card->cid.year += 16;
489
490                 /* check whether the eMMC card supports BKOPS */
491                 if (ext_csd[EXT_CSD_BKOPS_SUPPORT] & 0x1) {
492                         card->ext_csd.bkops = 1;
493                         card->ext_csd.bkops_en = ext_csd[EXT_CSD_BKOPS_EN];
494                         card->ext_csd.raw_bkops_status =
495                                 ext_csd[EXT_CSD_BKOPS_STATUS];
496                         if (!card->ext_csd.bkops_en)
497                                 pr_info("%s: BKOPS_EN bit is not set\n",
498                                         mmc_hostname(card->host));
499                 }
500
501                 /* check whether the eMMC card supports HPI */
502                 if (ext_csd[EXT_CSD_HPI_FEATURES] & 0x1) {
503                         card->ext_csd.hpi = 1;
504                         if (ext_csd[EXT_CSD_HPI_FEATURES] & 0x2)
505                                 card->ext_csd.hpi_cmd = MMC_STOP_TRANSMISSION;
506                         else
507                                 card->ext_csd.hpi_cmd = MMC_SEND_STATUS;
508                         /*
509                          * Indicate the maximum timeout to close
510                          * a command interrupted by HPI
511                          */
512                         card->ext_csd.out_of_int_time =
513                                 ext_csd[EXT_CSD_OUT_OF_INTERRUPT_TIME] * 10;
514                 }
515
516                 card->ext_csd.rel_param = ext_csd[EXT_CSD_WR_REL_PARAM];
517                 card->ext_csd.rst_n_function = ext_csd[EXT_CSD_RST_N_FUNCTION];
518
519                 /*
520                  * RPMB regions are defined in multiples of 128K.
521                  */
522                 card->ext_csd.raw_rpmb_size_mult = ext_csd[EXT_CSD_RPMB_MULT];
523                 if (ext_csd[EXT_CSD_RPMB_MULT] && mmc_host_cmd23(card->host)) {
524                         mmc_part_add(card, ext_csd[EXT_CSD_RPMB_MULT] << 17,
525                                 EXT_CSD_PART_CONFIG_ACC_RPMB,
526                                 "rpmb", 0, false,
527                                 MMC_BLK_DATA_AREA_RPMB);
528                 }
529         }
530
531         card->ext_csd.raw_erased_mem_count = ext_csd[EXT_CSD_ERASED_MEM_CONT];
532         if (ext_csd[EXT_CSD_ERASED_MEM_CONT])
533                 card->erased_byte = 0xFF;
534         else
535                 card->erased_byte = 0x0;
536
537         /* eMMC v4.5 or later */
538         if (card->ext_csd.rev >= 6) {
539                 card->ext_csd.feature_support |= MMC_DISCARD_FEATURE;
540
541                 card->ext_csd.generic_cmd6_time = 10 *
542                         ext_csd[EXT_CSD_GENERIC_CMD6_TIME];
543                 card->ext_csd.power_off_longtime = 10 *
544                         ext_csd[EXT_CSD_POWER_OFF_LONG_TIME];
545
546                 card->ext_csd.cache_size =
547                         ext_csd[EXT_CSD_CACHE_SIZE + 0] << 0 |
548                         ext_csd[EXT_CSD_CACHE_SIZE + 1] << 8 |
549                         ext_csd[EXT_CSD_CACHE_SIZE + 2] << 16 |
550                         ext_csd[EXT_CSD_CACHE_SIZE + 3] << 24;
551
552                 if (ext_csd[EXT_CSD_DATA_SECTOR_SIZE] == 1)
553                         card->ext_csd.data_sector_size = 4096;
554                 else
555                         card->ext_csd.data_sector_size = 512;
556
557                 if ((ext_csd[EXT_CSD_DATA_TAG_SUPPORT] & 1) &&
558                     (ext_csd[EXT_CSD_TAG_UNIT_SIZE] <= 8)) {
559                         card->ext_csd.data_tag_unit_size =
560                         ((unsigned int) 1 << ext_csd[EXT_CSD_TAG_UNIT_SIZE]) *
561                         (card->ext_csd.data_sector_size);
562                 } else {
563                         card->ext_csd.data_tag_unit_size = 0;
564                 }
565
566                 card->ext_csd.max_packed_writes =
567                         ext_csd[EXT_CSD_MAX_PACKED_WRITES];
568                 card->ext_csd.max_packed_reads =
569                         ext_csd[EXT_CSD_MAX_PACKED_READS];
570         } else {
571                 card->ext_csd.data_sector_size = 512;
572         }
573
574 out:
575         return err;
576 }
577
578 static inline void mmc_free_ext_csd(u8 *ext_csd)
579 {
580         kfree(ext_csd);
581 }
582
583
584 static int mmc_compare_ext_csds(struct mmc_card *card, unsigned bus_width)
585 {
586         u8 *bw_ext_csd;
587         int err;
588
589         if (bus_width == MMC_BUS_WIDTH_1)
590                 return 0;
591
592         err = mmc_get_ext_csd(card, &bw_ext_csd);
593
594         if (err || bw_ext_csd == NULL) {
595                 err = -EINVAL;
596                 goto out;
597         }
598
599         /* only compare read only fields */
600         err = !((card->ext_csd.raw_partition_support ==
601                         bw_ext_csd[EXT_CSD_PARTITION_SUPPORT]) &&
602                 (card->ext_csd.raw_erased_mem_count ==
603                         bw_ext_csd[EXT_CSD_ERASED_MEM_CONT]) &&
604                 (card->ext_csd.rev ==
605                         bw_ext_csd[EXT_CSD_REV]) &&
606                 (card->ext_csd.raw_ext_csd_structure ==
607                         bw_ext_csd[EXT_CSD_STRUCTURE]) &&
608                 (card->ext_csd.raw_card_type ==
609                         bw_ext_csd[EXT_CSD_CARD_TYPE]) &&
610                 (card->ext_csd.raw_s_a_timeout ==
611                         bw_ext_csd[EXT_CSD_S_A_TIMEOUT]) &&
612                 (card->ext_csd.raw_hc_erase_gap_size ==
613                         bw_ext_csd[EXT_CSD_HC_WP_GRP_SIZE]) &&
614                 (card->ext_csd.raw_erase_timeout_mult ==
615                         bw_ext_csd[EXT_CSD_ERASE_TIMEOUT_MULT]) &&
616                 (card->ext_csd.raw_hc_erase_grp_size ==
617                         bw_ext_csd[EXT_CSD_HC_ERASE_GRP_SIZE]) &&
618                 (card->ext_csd.raw_sec_trim_mult ==
619                         bw_ext_csd[EXT_CSD_SEC_TRIM_MULT]) &&
620                 (card->ext_csd.raw_sec_erase_mult ==
621                         bw_ext_csd[EXT_CSD_SEC_ERASE_MULT]) &&
622                 (card->ext_csd.raw_sec_feature_support ==
623                         bw_ext_csd[EXT_CSD_SEC_FEATURE_SUPPORT]) &&
624                 (card->ext_csd.raw_trim_mult ==
625                         bw_ext_csd[EXT_CSD_TRIM_MULT]) &&
626                 (card->ext_csd.raw_sectors[0] ==
627                         bw_ext_csd[EXT_CSD_SEC_CNT + 0]) &&
628                 (card->ext_csd.raw_sectors[1] ==
629                         bw_ext_csd[EXT_CSD_SEC_CNT + 1]) &&
630                 (card->ext_csd.raw_sectors[2] ==
631                         bw_ext_csd[EXT_CSD_SEC_CNT + 2]) &&
632                 (card->ext_csd.raw_sectors[3] ==
633                         bw_ext_csd[EXT_CSD_SEC_CNT + 3]) &&
634                 (card->ext_csd.raw_pwr_cl_52_195 ==
635                         bw_ext_csd[EXT_CSD_PWR_CL_52_195]) &&
636                 (card->ext_csd.raw_pwr_cl_26_195 ==
637                         bw_ext_csd[EXT_CSD_PWR_CL_26_195]) &&
638                 (card->ext_csd.raw_pwr_cl_52_360 ==
639                         bw_ext_csd[EXT_CSD_PWR_CL_52_360]) &&
640                 (card->ext_csd.raw_pwr_cl_26_360 ==
641                         bw_ext_csd[EXT_CSD_PWR_CL_26_360]) &&
642                 (card->ext_csd.raw_pwr_cl_200_195 ==
643                         bw_ext_csd[EXT_CSD_PWR_CL_200_195]) &&
644                 (card->ext_csd.raw_pwr_cl_200_360 ==
645                         bw_ext_csd[EXT_CSD_PWR_CL_200_360]) &&
646                 (card->ext_csd.raw_pwr_cl_ddr_52_195 ==
647                         bw_ext_csd[EXT_CSD_PWR_CL_DDR_52_195]) &&
648                 (card->ext_csd.raw_pwr_cl_ddr_52_360 ==
649                         bw_ext_csd[EXT_CSD_PWR_CL_DDR_52_360]));
650         if (err)
651                 err = -EINVAL;
652
653 out:
654         mmc_free_ext_csd(bw_ext_csd);
655         return err;
656 }
657
658 MMC_DEV_ATTR(cid, "%08x%08x%08x%08x\n", card->raw_cid[0], card->raw_cid[1],
659         card->raw_cid[2], card->raw_cid[3]);
660 MMC_DEV_ATTR(csd, "%08x%08x%08x%08x\n", card->raw_csd[0], card->raw_csd[1],
661         card->raw_csd[2], card->raw_csd[3]);
662 MMC_DEV_ATTR(date, "%02d/%04d\n", card->cid.month, card->cid.year);
663 MMC_DEV_ATTR(erase_size, "%u\n", card->erase_size << 9);
664 MMC_DEV_ATTR(preferred_erase_size, "%u\n", card->pref_erase << 9);
665 MMC_DEV_ATTR(fwrev, "0x%x\n", card->cid.fwrev);
666 MMC_DEV_ATTR(hwrev, "0x%x\n", card->cid.hwrev);
667 MMC_DEV_ATTR(manfid, "0x%06x\n", card->cid.manfid);
668 MMC_DEV_ATTR(name, "%s\n", card->cid.prod_name);
669 MMC_DEV_ATTR(oemid, "0x%04x\n", card->cid.oemid);
670 MMC_DEV_ATTR(prv, "0x%x\n", card->cid.prv);
671 MMC_DEV_ATTR(serial, "0x%08x\n", card->cid.serial);
672 MMC_DEV_ATTR(enhanced_area_offset, "%llu\n",
673                 card->ext_csd.enhanced_area_offset);
674 MMC_DEV_ATTR(enhanced_area_size, "%u\n", card->ext_csd.enhanced_area_size);
675 MMC_DEV_ATTR(raw_rpmb_size_mult, "%#x\n", card->ext_csd.raw_rpmb_size_mult);
676 MMC_DEV_ATTR(rel_sectors, "%#x\n", card->ext_csd.rel_sectors);
677
678 static struct attribute *mmc_std_attrs[] = {
679         &dev_attr_cid.attr,
680         &dev_attr_csd.attr,
681         &dev_attr_date.attr,
682         &dev_attr_erase_size.attr,
683         &dev_attr_preferred_erase_size.attr,
684         &dev_attr_fwrev.attr,
685         &dev_attr_hwrev.attr,
686         &dev_attr_manfid.attr,
687         &dev_attr_name.attr,
688         &dev_attr_oemid.attr,
689         &dev_attr_prv.attr,
690         &dev_attr_serial.attr,
691         &dev_attr_enhanced_area_offset.attr,
692         &dev_attr_enhanced_area_size.attr,
693         &dev_attr_raw_rpmb_size_mult.attr,
694         &dev_attr_rel_sectors.attr,
695         NULL,
696 };
697
698 static struct attribute_group mmc_std_attr_group = {
699         .attrs = mmc_std_attrs,
700 };
701
702 static const struct attribute_group *mmc_attr_groups[] = {
703         &mmc_std_attr_group,
704         NULL,
705 };
706
707 static struct device_type mmc_type = {
708         .groups = mmc_attr_groups,
709 };
710
711 /*
712  * Select the PowerClass for the current bus width
713  * If power class is defined for 4/8 bit bus in the
714  * extended CSD register, select it by executing the
715  * mmc_switch command.
716  */
717 static int mmc_select_powerclass(struct mmc_card *card,
718                 unsigned int bus_width)
719 {
720         int err = 0;
721         unsigned int pwrclass_val = 0;
722         struct mmc_host *host;
723
724         BUG_ON(!card);
725
726         host = card->host;
727         BUG_ON(!host);
728
729         /* Power class selection is supported for versions >= 4.0 */
730         if (card->csd.mmca_vsn < CSD_SPEC_VER_4)
731                 return 0;
732
733         /* Power class values are defined only for 4/8 bit bus */
734         if (bus_width == EXT_CSD_BUS_WIDTH_1)
735                 return 0;
736
737         switch (1 << host->ios.vdd) {
738         case MMC_VDD_165_195:
739                 if (host->ios.clock <= 26000000)
740                         pwrclass_val = card->ext_csd.raw_pwr_cl_26_195;
741                 else if (host->ios.clock <= 52000000)
742                         pwrclass_val = (bus_width <= EXT_CSD_BUS_WIDTH_8) ?
743                                 card->ext_csd.raw_pwr_cl_52_195 :
744                                 card->ext_csd.raw_pwr_cl_ddr_52_195;
745                 else if (host->ios.clock <= 200000000)
746                         pwrclass_val = card->ext_csd.raw_pwr_cl_200_195;
747                 break;
748         case MMC_VDD_27_28:
749         case MMC_VDD_28_29:
750         case MMC_VDD_29_30:
751         case MMC_VDD_30_31:
752         case MMC_VDD_31_32:
753         case MMC_VDD_32_33:
754         case MMC_VDD_33_34:
755         case MMC_VDD_34_35:
756         case MMC_VDD_35_36:
757                 if (host->ios.clock <= 26000000)
758                         pwrclass_val = card->ext_csd.raw_pwr_cl_26_360;
759                 else if (host->ios.clock <= 52000000)
760                         pwrclass_val = (bus_width <= EXT_CSD_BUS_WIDTH_8) ?
761                                 card->ext_csd.raw_pwr_cl_52_360 :
762                                 card->ext_csd.raw_pwr_cl_ddr_52_360;
763                 else if (host->ios.clock <= 200000000)
764                         pwrclass_val = card->ext_csd.raw_pwr_cl_200_360;
765                 break;
766         default:
767                 pr_warning("%s: Voltage range not supported "
768                            "for power class.\n", mmc_hostname(host));
769                 return -EINVAL;
770         }
771
772         if (bus_width & (EXT_CSD_BUS_WIDTH_8 | EXT_CSD_DDR_BUS_WIDTH_8))
773                 pwrclass_val = (pwrclass_val & EXT_CSD_PWR_CL_8BIT_MASK) >>
774                                 EXT_CSD_PWR_CL_8BIT_SHIFT;
775         else
776                 pwrclass_val = (pwrclass_val & EXT_CSD_PWR_CL_4BIT_MASK) >>
777                                 EXT_CSD_PWR_CL_4BIT_SHIFT;
778
779         /* If the power class is different from the default value */
780         if (pwrclass_val > 0) {
781                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
782                                  EXT_CSD_POWER_CLASS,
783                                  pwrclass_val,
784                                  card->ext_csd.generic_cmd6_time);
785         }
786
787         return err;
788 }
789
790 /*
791  * Selects the desired buswidth and switch to the HS200 mode
792  * if bus width set without error
793  */
794 static int mmc_select_hs200(struct mmc_card *card)
795 {
796         int idx, err = -EINVAL;
797         struct mmc_host *host;
798         static unsigned ext_csd_bits[] = {
799                 EXT_CSD_BUS_WIDTH_4,
800                 EXT_CSD_BUS_WIDTH_8,
801         };
802         static unsigned bus_widths[] = {
803                 MMC_BUS_WIDTH_4,
804                 MMC_BUS_WIDTH_8,
805         };
806
807         BUG_ON(!card);
808
809         host = card->host;
810
811         if (card->ext_csd.card_type & EXT_CSD_CARD_TYPE_SDR_1_2V &&
812                         host->caps2 & MMC_CAP2_HS200_1_2V_SDR)
813                 err = __mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_120);
814
815         if (err && card->ext_csd.card_type & EXT_CSD_CARD_TYPE_SDR_1_8V &&
816                         host->caps2 & MMC_CAP2_HS200_1_8V_SDR)
817                 err = __mmc_set_signal_voltage(host, MMC_SIGNAL_VOLTAGE_180);
818
819         /* If fails try again during next card power cycle */
820         if (err)
821                 goto err;
822
823         idx = (host->caps & MMC_CAP_8_BIT_DATA) ? 1 : 0;
824
825         /*
826          * Unlike SD, MMC cards dont have a configuration register to notify
827          * supported bus width. So bus test command should be run to identify
828          * the supported bus width or compare the ext csd values of current
829          * bus width and ext csd values of 1 bit mode read earlier.
830          */
831         for (; idx >= 0; idx--) {
832
833                 /*
834                  * Host is capable of 8bit transfer, then switch
835                  * the device to work in 8bit transfer mode. If the
836                  * mmc switch command returns error then switch to
837                  * 4bit transfer mode. On success set the corresponding
838                  * bus width on the host.
839                  */
840                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
841                                  EXT_CSD_BUS_WIDTH,
842                                  ext_csd_bits[idx],
843                                  card->ext_csd.generic_cmd6_time);
844                 if (err)
845                         continue;
846
847                 mmc_set_bus_width(card->host, bus_widths[idx]);
848
849                 if (!(host->caps & MMC_CAP_BUS_WIDTH_TEST))
850                         err = mmc_compare_ext_csds(card, bus_widths[idx]);
851                 else
852                         err = mmc_bus_test(card, bus_widths[idx]);
853                 if (!err)
854                         break;
855         }
856
857         /* switch to HS200 mode if bus width set successfully */
858         if (!err)
859                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
860                                  EXT_CSD_HS_TIMING, 2, 0);
861 err:
862         return err;
863 }
864
865 /*
866  * Handle the detection and initialisation of a card.
867  *
868  * In the case of a resume, "oldcard" will contain the card
869  * we're trying to reinitialise.
870  */
871 static int mmc_init_card(struct mmc_host *host, u32 ocr,
872         struct mmc_card *oldcard)
873 {
874         struct mmc_card *card;
875         int err, ddr = 0;
876         u32 cid[4];
877         unsigned int max_dtr;
878         u32 rocr;
879         u8 *ext_csd = NULL;
880
881         BUG_ON(!host);
882         WARN_ON(!host->claimed);
883
884         /* Set correct bus mode for MMC before attempting init */
885         if (!mmc_host_is_spi(host))
886                 mmc_set_bus_mode(host, MMC_BUSMODE_OPENDRAIN);
887
888         /*
889          * Since we're changing the OCR value, we seem to
890          * need to tell some cards to go back to the idle
891          * state.  We wait 1ms to give cards time to
892          * respond.
893          * mmc_go_idle is needed for eMMC that are asleep
894          */
895         mmc_go_idle(host);
896
897         /* The extra bit indicates that we support high capacity */
898         err = mmc_send_op_cond(host, ocr | (1 << 30), &rocr);
899         if (err)
900                 goto err;
901
902         /*
903          * For SPI, enable CRC as appropriate.
904          */
905         if (mmc_host_is_spi(host)) {
906                 err = mmc_spi_set_crc(host, use_spi_crc);
907                 if (err)
908                         goto err;
909         }
910
911         /*
912          * Fetch CID from card.
913          */
914         if (mmc_host_is_spi(host))
915                 err = mmc_send_cid(host, cid);
916         else
917                 err = mmc_all_send_cid(host, cid);
918         if (err)
919                 goto err;
920
921         if (oldcard) {
922                 if (memcmp(cid, oldcard->raw_cid, sizeof(cid)) != 0) {
923                         err = -ENOENT;
924                         goto err;
925                 }
926
927                 card = oldcard;
928         } else {
929                 /*
930                  * Allocate card structure.
931                  */
932                 card = mmc_alloc_card(host, &mmc_type);
933                 if (IS_ERR(card)) {
934                         err = PTR_ERR(card);
935                         goto err;
936                 }
937
938                 card->ocr = ocr;
939                 card->type = MMC_TYPE_MMC;
940                 card->rca = 1;
941                 memcpy(card->raw_cid, cid, sizeof(card->raw_cid));
942         }
943
944         /*
945          * For native busses:  set card RCA and quit open drain mode.
946          */
947         if (!mmc_host_is_spi(host)) {
948                 err = mmc_set_relative_addr(card);
949                 if (err)
950                         goto free_card;
951
952                 mmc_set_bus_mode(host, MMC_BUSMODE_PUSHPULL);
953         }
954
955         if (!oldcard) {
956                 /*
957                  * Fetch CSD from card.
958                  */
959                 err = mmc_send_csd(card, card->raw_csd);
960                 if (err)
961                         goto free_card;
962
963                 err = mmc_decode_csd(card);
964                 if (err)
965                         goto free_card;
966                 err = mmc_decode_cid(card);
967                 if (err)
968                         goto free_card;
969         }
970
971         /*
972          * Select card, as all following commands rely on that.
973          */
974         if (!mmc_host_is_spi(host)) {
975                 err = mmc_select_card(card);
976                 if (err)
977                         goto free_card;
978         }
979
980         if (!oldcard) {
981                 /*
982                  * Fetch and process extended CSD.
983                  */
984
985                 err = mmc_get_ext_csd(card, &ext_csd);
986                 if (err)
987                         goto free_card;
988                 err = mmc_read_ext_csd(card, ext_csd);
989                 if (err)
990                         goto free_card;
991
992                 /* If doing byte addressing, check if required to do sector
993                  * addressing.  Handle the case of <2GB cards needing sector
994                  * addressing.  See section 8.1 JEDEC Standard JED84-A441;
995                  * ocr register has bit 30 set for sector addressing.
996                  */
997                 if (!(mmc_card_blockaddr(card)) && (rocr & (1<<30)))
998                         mmc_card_set_blockaddr(card);
999
1000                 /* Erase size depends on CSD and Extended CSD */
1001                 mmc_set_erase_size(card);
1002         }
1003
1004         /*
1005          * If enhanced_area_en is TRUE, host needs to enable ERASE_GRP_DEF
1006          * bit.  This bit will be lost every time after a reset or power off.
1007          */
1008         if (card->ext_csd.enhanced_area_en ||
1009             (card->ext_csd.rev >= 3 && (host->caps2 & MMC_CAP2_HC_ERASE_SZ))) {
1010                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1011                                  EXT_CSD_ERASE_GROUP_DEF, 1,
1012                                  card->ext_csd.generic_cmd6_time);
1013
1014                 if (err && err != -EBADMSG)
1015                         goto free_card;
1016
1017                 if (err) {
1018                         err = 0;
1019                         /*
1020                          * Just disable enhanced area off & sz
1021                          * will try to enable ERASE_GROUP_DEF
1022                          * during next time reinit
1023                          */
1024                         card->ext_csd.enhanced_area_offset = -EINVAL;
1025                         card->ext_csd.enhanced_area_size = -EINVAL;
1026                 } else {
1027                         card->ext_csd.erase_group_def = 1;
1028                         /*
1029                          * enable ERASE_GRP_DEF successfully.
1030                          * This will affect the erase size, so
1031                          * here need to reset erase size
1032                          */
1033                         mmc_set_erase_size(card);
1034                 }
1035         }
1036
1037         /*
1038          * Ensure eMMC user default partition is enabled
1039          */
1040         if (card->ext_csd.part_config & EXT_CSD_PART_CONFIG_ACC_MASK) {
1041                 card->ext_csd.part_config &= ~EXT_CSD_PART_CONFIG_ACC_MASK;
1042                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL, EXT_CSD_PART_CONFIG,
1043                                  card->ext_csd.part_config,
1044                                  card->ext_csd.part_time);
1045                 if (err && err != -EBADMSG)
1046                         goto free_card;
1047         }
1048
1049         /*
1050          * Enable power_off_notification byte in the ext_csd register
1051          */
1052         if (card->ext_csd.rev >= 6) {
1053                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1054                                  EXT_CSD_POWER_OFF_NOTIFICATION,
1055                                  EXT_CSD_POWER_ON,
1056                                  card->ext_csd.generic_cmd6_time);
1057                 if (err && err != -EBADMSG)
1058                         goto free_card;
1059
1060                 /*
1061                  * The err can be -EBADMSG or 0,
1062                  * so check for success and update the flag
1063                  */
1064                 if (!err)
1065                         card->ext_csd.power_off_notification = EXT_CSD_POWER_ON;
1066         }
1067
1068         /*
1069          * Activate high speed (if supported)
1070          */
1071         if (card->ext_csd.hs_max_dtr != 0) {
1072                 err = 0;
1073                 if (card->ext_csd.hs_max_dtr > 52000000 &&
1074                     host->caps2 & MMC_CAP2_HS200)
1075                         err = mmc_select_hs200(card);
1076                 else if (host->caps & MMC_CAP_MMC_HIGHSPEED)
1077                         err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1078                                          EXT_CSD_HS_TIMING, 1,
1079                                          card->ext_csd.generic_cmd6_time);
1080
1081                 if (err && err != -EBADMSG)
1082                         goto free_card;
1083
1084                 if (err) {
1085                         pr_warning("%s: switch to highspeed failed\n",
1086                                mmc_hostname(card->host));
1087                         err = 0;
1088                 } else {
1089                         if (card->ext_csd.hs_max_dtr > 52000000 &&
1090                             host->caps2 & MMC_CAP2_HS200) {
1091                                 mmc_card_set_hs200(card);
1092                                 mmc_set_timing(card->host,
1093                                                MMC_TIMING_MMC_HS200);
1094                         } else {
1095                                 mmc_card_set_highspeed(card);
1096                                 mmc_set_timing(card->host, MMC_TIMING_MMC_HS);
1097                         }
1098                 }
1099         }
1100
1101         /*
1102          * Compute bus speed.
1103          */
1104         max_dtr = (unsigned int)-1;
1105
1106         if (mmc_card_highspeed(card) || mmc_card_hs200(card)) {
1107                 if (max_dtr > card->ext_csd.hs_max_dtr)
1108                         max_dtr = card->ext_csd.hs_max_dtr;
1109                 if (mmc_card_highspeed(card) && (max_dtr > 52000000))
1110                         max_dtr = 52000000;
1111         } else if (max_dtr > card->csd.max_dtr) {
1112                 max_dtr = card->csd.max_dtr;
1113         }
1114
1115         mmc_set_clock(host, max_dtr);
1116
1117         /*
1118          * Indicate DDR mode (if supported).
1119          */
1120         if (mmc_card_highspeed(card)) {
1121                 if ((card->ext_csd.card_type & EXT_CSD_CARD_TYPE_DDR_1_8V)
1122                         && (host->caps & MMC_CAP_1_8V_DDR))
1123                                 ddr = MMC_1_8V_DDR_MODE;
1124                 else if ((card->ext_csd.card_type & EXT_CSD_CARD_TYPE_DDR_1_2V)
1125                         && (host->caps & MMC_CAP_1_2V_DDR))
1126                                 ddr = MMC_1_2V_DDR_MODE;
1127         }
1128
1129         /*
1130          * Indicate HS200 SDR mode (if supported).
1131          */
1132         if (mmc_card_hs200(card)) {
1133                 u32 ext_csd_bits;
1134                 u32 bus_width = card->host->ios.bus_width;
1135
1136                 /*
1137                  * For devices supporting HS200 mode, the bus width has
1138                  * to be set before executing the tuning function. If
1139                  * set before tuning, then device will respond with CRC
1140                  * errors for responses on CMD line. So for HS200 the
1141                  * sequence will be
1142                  * 1. set bus width 4bit / 8 bit (1 bit not supported)
1143                  * 2. switch to HS200 mode
1144                  * 3. set the clock to > 52Mhz <=200MHz and
1145                  * 4. execute tuning for HS200
1146                  */
1147                 if ((host->caps2 & MMC_CAP2_HS200) &&
1148                     card->host->ops->execute_tuning) {
1149                         mmc_host_clk_hold(card->host);
1150                         err = card->host->ops->execute_tuning(card->host,
1151                                 MMC_SEND_TUNING_BLOCK_HS200);
1152                         mmc_host_clk_release(card->host);
1153                 }
1154                 if (err) {
1155                         pr_warning("%s: tuning execution failed\n",
1156                                    mmc_hostname(card->host));
1157                         goto err;
1158                 }
1159
1160                 ext_csd_bits = (bus_width == MMC_BUS_WIDTH_8) ?
1161                                 EXT_CSD_BUS_WIDTH_8 : EXT_CSD_BUS_WIDTH_4;
1162                 err = mmc_select_powerclass(card, ext_csd_bits);
1163                 if (err)
1164                         pr_warning("%s: power class selection to bus width %d"
1165                                    " failed\n", mmc_hostname(card->host),
1166                                    1 << bus_width);
1167         }
1168
1169         /*
1170          * Activate wide bus and DDR (if supported).
1171          */
1172         if (!mmc_card_hs200(card) &&
1173             (card->csd.mmca_vsn >= CSD_SPEC_VER_4) &&
1174             (host->caps & (MMC_CAP_4_BIT_DATA | MMC_CAP_8_BIT_DATA))) {
1175                 static unsigned ext_csd_bits[][2] = {
1176                         { EXT_CSD_BUS_WIDTH_8, EXT_CSD_DDR_BUS_WIDTH_8 },
1177                         { EXT_CSD_BUS_WIDTH_4, EXT_CSD_DDR_BUS_WIDTH_4 },
1178                         { EXT_CSD_BUS_WIDTH_1, EXT_CSD_BUS_WIDTH_1 },
1179                 };
1180                 static unsigned bus_widths[] = {
1181                         MMC_BUS_WIDTH_8,
1182                         MMC_BUS_WIDTH_4,
1183                         MMC_BUS_WIDTH_1
1184                 };
1185                 unsigned idx, bus_width = 0;
1186
1187                 if (host->caps & MMC_CAP_8_BIT_DATA)
1188                         idx = 0;
1189                 else
1190                         idx = 1;
1191                 for (; idx < ARRAY_SIZE(bus_widths); idx++) {
1192                         bus_width = bus_widths[idx];
1193                         if (bus_width == MMC_BUS_WIDTH_1)
1194                                 ddr = 0; /* no DDR for 1-bit width */
1195                         err = mmc_select_powerclass(card, ext_csd_bits[idx][0]);
1196                         if (err)
1197                                 pr_warning("%s: power class selection to "
1198                                            "bus width %d failed\n",
1199                                            mmc_hostname(card->host),
1200                                            1 << bus_width);
1201
1202                         err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1203                                          EXT_CSD_BUS_WIDTH,
1204                                          ext_csd_bits[idx][0],
1205                                          card->ext_csd.generic_cmd6_time);
1206                         if (!err) {
1207                                 mmc_set_bus_width(card->host, bus_width);
1208
1209                                 /*
1210                                  * If controller can't handle bus width test,
1211                                  * compare ext_csd previously read in 1 bit mode
1212                                  * against ext_csd at new bus width
1213                                  */
1214                                 if (!(host->caps & MMC_CAP_BUS_WIDTH_TEST))
1215                                         err = mmc_compare_ext_csds(card,
1216                                                 bus_width);
1217                                 else
1218                                         err = mmc_bus_test(card, bus_width);
1219                                 if (!err)
1220                                         break;
1221                         }
1222                 }
1223
1224                 if (!err && ddr) {
1225                         err = mmc_select_powerclass(card, ext_csd_bits[idx][1]);
1226                         if (err)
1227                                 pr_warning("%s: power class selection to "
1228                                            "bus width %d ddr %d failed\n",
1229                                            mmc_hostname(card->host),
1230                                            1 << bus_width, ddr);
1231
1232                         err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1233                                          EXT_CSD_BUS_WIDTH,
1234                                          ext_csd_bits[idx][1],
1235                                          card->ext_csd.generic_cmd6_time);
1236                 }
1237                 if (err) {
1238                         pr_warning("%s: switch to bus width %d ddr %d "
1239                                 "failed\n", mmc_hostname(card->host),
1240                                 1 << bus_width, ddr);
1241                         goto free_card;
1242                 } else if (ddr) {
1243                         /*
1244                          * eMMC cards can support 3.3V to 1.2V i/o (vccq)
1245                          * signaling.
1246                          *
1247                          * EXT_CSD_CARD_TYPE_DDR_1_8V means 3.3V or 1.8V vccq.
1248                          *
1249                          * 1.8V vccq at 3.3V core voltage (vcc) is not required
1250                          * in the JEDEC spec for DDR.
1251                          *
1252                          * Do not force change in vccq since we are obviously
1253                          * working and no change to vccq is needed.
1254                          *
1255                          * WARNING: eMMC rules are NOT the same as SD DDR
1256                          */
1257                         if (ddr == MMC_1_2V_DDR_MODE) {
1258                                 err = __mmc_set_signal_voltage(host,
1259                                         MMC_SIGNAL_VOLTAGE_120);
1260                                 if (err)
1261                                         goto err;
1262                         }
1263                         mmc_card_set_ddr_mode(card);
1264                         mmc_set_timing(card->host, MMC_TIMING_MMC_DDR52);
1265                         mmc_set_bus_width(card->host, bus_width);
1266                 }
1267         }
1268
1269         /*
1270          * Enable HPI feature (if supported)
1271          */
1272         if (card->ext_csd.hpi) {
1273                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1274                                 EXT_CSD_HPI_MGMT, 1,
1275                                 card->ext_csd.generic_cmd6_time);
1276                 if (err && err != -EBADMSG)
1277                         goto free_card;
1278                 if (err) {
1279                         pr_warning("%s: Enabling HPI failed\n",
1280                                    mmc_hostname(card->host));
1281                         err = 0;
1282                 } else
1283                         card->ext_csd.hpi_en = 1;
1284         }
1285
1286         /*
1287          * If cache size is higher than 0, this indicates
1288          * the existence of cache and it can be turned on.
1289          */
1290         if ((host->caps2 & MMC_CAP2_CACHE_CTRL) &&
1291                         card->ext_csd.cache_size > 0) {
1292                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1293                                 EXT_CSD_CACHE_CTRL, 1,
1294                                 card->ext_csd.generic_cmd6_time);
1295                 if (err && err != -EBADMSG)
1296                         goto free_card;
1297
1298                 /*
1299                  * Only if no error, cache is turned on successfully.
1300                  */
1301                 if (err) {
1302                         pr_warning("%s: Cache is supported, "
1303                                         "but failed to turn on (%d)\n",
1304                                         mmc_hostname(card->host), err);
1305                         card->ext_csd.cache_ctrl = 0;
1306                         err = 0;
1307                 } else {
1308                         card->ext_csd.cache_ctrl = 1;
1309                 }
1310         }
1311
1312         /*
1313          * The mandatory minimum values are defined for packed command.
1314          * read: 5, write: 3
1315          */
1316         if (card->ext_csd.max_packed_writes >= 3 &&
1317             card->ext_csd.max_packed_reads >= 5 &&
1318             host->caps2 & MMC_CAP2_PACKED_CMD) {
1319                 err = mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1320                                 EXT_CSD_EXP_EVENTS_CTRL,
1321                                 EXT_CSD_PACKED_EVENT_EN,
1322                                 card->ext_csd.generic_cmd6_time);
1323                 if (err && err != -EBADMSG)
1324                         goto free_card;
1325                 if (err) {
1326                         pr_warn("%s: Enabling packed event failed\n",
1327                                 mmc_hostname(card->host));
1328                         card->ext_csd.packed_event_en = 0;
1329                         err = 0;
1330                 } else {
1331                         card->ext_csd.packed_event_en = 1;
1332                 }
1333         }
1334
1335         if (!oldcard)
1336                 host->card = card;
1337
1338         mmc_free_ext_csd(ext_csd);
1339         return 0;
1340
1341 free_card:
1342         if (!oldcard)
1343                 mmc_remove_card(card);
1344 err:
1345         mmc_free_ext_csd(ext_csd);
1346
1347         return err;
1348 }
1349
1350 static int mmc_can_sleep(struct mmc_card *card)
1351 {
1352         return (card && card->ext_csd.rev >= 3);
1353 }
1354
1355 static int mmc_sleep(struct mmc_host *host)
1356 {
1357         struct mmc_command cmd = {0};
1358         struct mmc_card *card = host->card;
1359         int err;
1360
1361         if (host->caps2 & MMC_CAP2_NO_SLEEP_CMD)
1362                 return 0;
1363
1364         err = mmc_deselect_cards(host);
1365         if (err)
1366                 return err;
1367
1368         cmd.opcode = MMC_SLEEP_AWAKE;
1369         cmd.arg = card->rca << 16;
1370         cmd.arg |= 1 << 15;
1371
1372         cmd.flags = MMC_RSP_R1B | MMC_CMD_AC;
1373         err = mmc_wait_for_cmd(host, &cmd, 0);
1374         if (err)
1375                 return err;
1376
1377         /*
1378          * If the host does not wait while the card signals busy, then we will
1379          * will have to wait the sleep/awake timeout.  Note, we cannot use the
1380          * SEND_STATUS command to poll the status because that command (and most
1381          * others) is invalid while the card sleeps.
1382          */
1383         if (!(host->caps & MMC_CAP_WAIT_WHILE_BUSY))
1384                 mmc_delay(DIV_ROUND_UP(card->ext_csd.sa_timeout, 10000));
1385
1386         return err;
1387 }
1388
1389 static int mmc_can_poweroff_notify(const struct mmc_card *card)
1390 {
1391         return card &&
1392                 mmc_card_mmc(card) &&
1393                 (card->ext_csd.power_off_notification == EXT_CSD_POWER_ON);
1394 }
1395
1396 static int mmc_poweroff_notify(struct mmc_card *card, unsigned int notify_type)
1397 {
1398         unsigned int timeout = card->ext_csd.generic_cmd6_time;
1399         int err;
1400
1401         /* Use EXT_CSD_POWER_OFF_SHORT as default notification type. */
1402         if (notify_type == EXT_CSD_POWER_OFF_LONG)
1403                 timeout = card->ext_csd.power_off_longtime;
1404
1405         err = __mmc_switch(card, EXT_CSD_CMD_SET_NORMAL,
1406                         EXT_CSD_POWER_OFF_NOTIFICATION,
1407                         notify_type, timeout, true, false);
1408         if (err)
1409                 pr_err("%s: Power Off Notification timed out, %u\n",
1410                        mmc_hostname(card->host), timeout);
1411
1412         /* Disable the power off notification after the switch operation. */
1413         card->ext_csd.power_off_notification = EXT_CSD_NO_POWER_NOTIFICATION;
1414
1415         return err;
1416 }
1417
1418 /*
1419  * Host is being removed. Free up the current card.
1420  */
1421 static void mmc_remove(struct mmc_host *host)
1422 {
1423         BUG_ON(!host);
1424         BUG_ON(!host->card);
1425
1426         mmc_remove_card(host->card);
1427         host->card = NULL;
1428 }
1429
1430 /*
1431  * Card detection - card is alive.
1432  */
1433 static int mmc_alive(struct mmc_host *host)
1434 {
1435         return mmc_send_status(host->card, NULL);
1436 }
1437
1438 /*
1439  * Card detection callback from host.
1440  */
1441 static void mmc_detect(struct mmc_host *host)
1442 {
1443         int err;
1444
1445         BUG_ON(!host);
1446         BUG_ON(!host->card);
1447
1448         mmc_get_card(host->card);
1449
1450         /*
1451          * Just check if our card has been removed.
1452          */
1453         err = _mmc_detect_card_removed(host);
1454
1455         mmc_put_card(host->card);
1456
1457         if (err) {
1458                 mmc_remove(host);
1459
1460                 mmc_claim_host(host);
1461                 mmc_detach_bus(host);
1462                 mmc_power_off(host);
1463                 mmc_release_host(host);
1464         }
1465 }
1466
1467 static int _mmc_suspend(struct mmc_host *host, bool is_suspend)
1468 {
1469         int err = 0;
1470         unsigned int notify_type = is_suspend ? EXT_CSD_POWER_OFF_SHORT :
1471                                         EXT_CSD_POWER_OFF_LONG;
1472
1473         BUG_ON(!host);
1474         BUG_ON(!host->card);
1475
1476         mmc_claim_host(host);
1477
1478         if (mmc_card_suspended(host->card))
1479                 goto out;
1480
1481         if (mmc_card_doing_bkops(host->card)) {
1482                 err = mmc_stop_bkops(host->card);
1483                 if (err)
1484                         goto out;
1485         }
1486
1487         err = mmc_cache_ctrl(host, 0);
1488         if (err)
1489                 goto out;
1490
1491         if (mmc_can_poweroff_notify(host->card) &&
1492                 ((host->caps2 & MMC_CAP2_FULL_PWR_CYCLE) || !is_suspend))
1493                 err = mmc_poweroff_notify(host->card, notify_type);
1494         else if (mmc_can_sleep(host->card))
1495                 err = mmc_sleep(host);
1496         else if (!mmc_host_is_spi(host))
1497                 err = mmc_deselect_cards(host);
1498         host->card->state &= ~(MMC_STATE_HIGHSPEED | MMC_STATE_HIGHSPEED_200);
1499
1500         if (!err) {
1501                 mmc_power_off(host);
1502                 mmc_card_set_suspended(host->card);
1503         }
1504 out:
1505         mmc_release_host(host);
1506         return err;
1507 }
1508
1509 /*
1510  * Suspend callback
1511  */
1512 static int mmc_suspend(struct mmc_host *host)
1513 {
1514         int err;
1515
1516         err = _mmc_suspend(host, true);
1517         if (!err) {
1518                 pm_runtime_disable(&host->card->dev);
1519                 pm_runtime_set_suspended(&host->card->dev);
1520         }
1521
1522         return err;
1523 }
1524
1525 /*
1526  * This function tries to determine if the same card is still present
1527  * and, if so, restore all state to it.
1528  */
1529 static int _mmc_resume(struct mmc_host *host)
1530 {
1531         int err = 0;
1532
1533         BUG_ON(!host);
1534         BUG_ON(!host->card);
1535
1536         mmc_claim_host(host);
1537
1538         if (!mmc_card_suspended(host->card))
1539                 goto out;
1540
1541         mmc_power_up(host, host->card->ocr);
1542         err = mmc_init_card(host, host->card->ocr, host->card);
1543         mmc_card_clr_suspended(host->card);
1544
1545 out:
1546         mmc_release_host(host);
1547         return err;
1548 }
1549
1550 /*
1551  * Shutdown callback
1552  */
1553 static int mmc_shutdown(struct mmc_host *host)
1554 {
1555         int err = 0;
1556
1557         /*
1558          * In a specific case for poweroff notify, we need to resume the card
1559          * before we can shutdown it properly.
1560          */
1561         if (mmc_can_poweroff_notify(host->card) &&
1562                 !(host->caps2 & MMC_CAP2_FULL_PWR_CYCLE))
1563                 err = _mmc_resume(host);
1564
1565         if (!err)
1566                 err = _mmc_suspend(host, false);
1567
1568         return err;
1569 }
1570
1571 /*
1572  * Callback for resume.
1573  */
1574 static int mmc_resume(struct mmc_host *host)
1575 {
1576         int err = 0;
1577
1578         if (!(host->caps & MMC_CAP_RUNTIME_RESUME)) {
1579                 err = _mmc_resume(host);
1580                 pm_runtime_set_active(&host->card->dev);
1581                 pm_runtime_mark_last_busy(&host->card->dev);
1582         }
1583         pm_runtime_enable(&host->card->dev);
1584
1585         return err;
1586 }
1587
1588 /*
1589  * Callback for runtime_suspend.
1590  */
1591 static int mmc_runtime_suspend(struct mmc_host *host)
1592 {
1593         int err;
1594
1595         if (!(host->caps & MMC_CAP_AGGRESSIVE_PM))
1596                 return 0;
1597
1598         err = _mmc_suspend(host, true);
1599         if (err)
1600                 pr_err("%s: error %d doing aggessive suspend\n",
1601                         mmc_hostname(host), err);
1602
1603         return err;
1604 }
1605
1606 /*
1607  * Callback for runtime_resume.
1608  */
1609 static int mmc_runtime_resume(struct mmc_host *host)
1610 {
1611         int err;
1612
1613         if (!(host->caps & (MMC_CAP_AGGRESSIVE_PM | MMC_CAP_RUNTIME_RESUME)))
1614                 return 0;
1615
1616         err = _mmc_resume(host);
1617         if (err)
1618                 pr_err("%s: error %d doing aggessive resume\n",
1619                         mmc_hostname(host), err);
1620
1621         return 0;
1622 }
1623
1624 static int mmc_power_restore(struct mmc_host *host)
1625 {
1626         int ret;
1627
1628         host->card->state &= ~(MMC_STATE_HIGHSPEED | MMC_STATE_HIGHSPEED_200);
1629         mmc_claim_host(host);
1630         ret = mmc_init_card(host, host->card->ocr, host->card);
1631         mmc_release_host(host);
1632
1633         return ret;
1634 }
1635
1636 static const struct mmc_bus_ops mmc_ops = {
1637         .remove = mmc_remove,
1638         .detect = mmc_detect,
1639         .suspend = NULL,
1640         .resume = NULL,
1641         .power_restore = mmc_power_restore,
1642         .alive = mmc_alive,
1643         .shutdown = mmc_shutdown,
1644 };
1645
1646 static const struct mmc_bus_ops mmc_ops_unsafe = {
1647         .remove = mmc_remove,
1648         .detect = mmc_detect,
1649         .suspend = mmc_suspend,
1650         .resume = mmc_resume,
1651         .runtime_suspend = mmc_runtime_suspend,
1652         .runtime_resume = mmc_runtime_resume,
1653         .power_restore = mmc_power_restore,
1654         .alive = mmc_alive,
1655         .shutdown = mmc_shutdown,
1656 };
1657
1658 static void mmc_attach_bus_ops(struct mmc_host *host)
1659 {
1660         const struct mmc_bus_ops *bus_ops;
1661
1662         if (!mmc_card_is_removable(host))
1663                 bus_ops = &mmc_ops_unsafe;
1664         else
1665                 bus_ops = &mmc_ops;
1666         mmc_attach_bus(host, bus_ops);
1667 }
1668
1669 /*
1670  * Starting point for MMC card init.
1671  */
1672 int mmc_attach_mmc(struct mmc_host *host)
1673 {
1674         int err;
1675         u32 ocr, rocr;
1676
1677         BUG_ON(!host);
1678         WARN_ON(!host->claimed);
1679
1680         /* Set correct bus mode for MMC before attempting attach */
1681         if (!mmc_host_is_spi(host))
1682                 mmc_set_bus_mode(host, MMC_BUSMODE_OPENDRAIN);
1683
1684         err = mmc_send_op_cond(host, 0, &ocr);
1685         if (err)
1686                 return err;
1687
1688         mmc_attach_bus_ops(host);
1689         if (host->ocr_avail_mmc)
1690                 host->ocr_avail = host->ocr_avail_mmc;
1691
1692         /*
1693          * We need to get OCR a different way for SPI.
1694          */
1695         if (mmc_host_is_spi(host)) {
1696                 err = mmc_spi_read_ocr(host, 1, &ocr);
1697                 if (err)
1698                         goto err;
1699         }
1700
1701         rocr = mmc_select_voltage(host, ocr);
1702
1703         /*
1704          * Can we support the voltage of the card?
1705          */
1706         if (!rocr) {
1707                 err = -EINVAL;
1708                 goto err;
1709         }
1710
1711         /*
1712          * Detect and init the card.
1713          */
1714         err = mmc_init_card(host, rocr, NULL);
1715         if (err)
1716                 goto err;
1717
1718         mmc_release_host(host);
1719         err = mmc_add_card(host->card);
1720         mmc_claim_host(host);
1721         if (err)
1722                 goto remove_card;
1723
1724         return 0;
1725
1726 remove_card:
1727         mmc_release_host(host);
1728         mmc_remove_card(host->card);
1729         mmc_claim_host(host);
1730         host->card = NULL;
1731 err:
1732         mmc_detach_bus(host);
1733
1734         pr_err("%s: error %d whilst initialising MMC card\n",
1735                 mmc_hostname(host), err);
1736
1737         return err;
1738 }