1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
|
/*
* Copyright (C) 2010-2011 Freescale Semiconductor, Inc. All Rights Reserved.
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
* You should have received a copy of the GNU General Public License along
* with this program; if not, write to the Free Software Foundation, Inc.,
* 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
*/
#include <linux/linkage.h>
/*
* mx50_ddr_freq_change
*
* Idle the processor (eg, wait for interrupt).
* Make sure DDR is in self-refresh.
* IRQs are already disabled.
*/
ENTRY(mx50_ddr_freq_change)
stmfd sp!, {r4,r5,r6, r7, r8, r9} @ Save registers
mov r6, r0 @save CCM address
mov r5, r1 @save DataBahn address
mov r4, r2 @save new freq requested
mov r8, r3 @save the DRAM settings array
/* Make sure no TLB miss will occur when the DDR is in self refresh. */
/* Invalidate TLB single entry to ensure that the address is not
* already in the TLB.
*/
adr r3, LoopCKE2 @Address in this function.
mcr p15, 0, r3, c8, c7, 1 @ Make sure freq code address
@ is not already in TLB.
mcr p15, 0, r6, c8, c7, 1 @ Make sure CCM address
@ is not already in TLB.
mcr p15, 0, r5, c8, c7, 1 @ make sure Databahn address
@ is not already in TLB.
mcr p15, 0, r8, c8, c7, 1 @ make sure Databahn settings
@ arrayis not already in TLB.
mrc p15, 0, r0, c10, c0, 0 @ Read the TLB lockdown register
orr r0, r0, #1 @ Set the Preserve bit.
mcr p15, 0, r0, c10, c0, 0 @ Write to the lockdown register
ldr r2, [r6] @ TLB will miss,
@CCM address will be loaded
ldr r2, [r5] @ TLB will miss,
@Databahn address will be loaded
ldr r2, [r8] @ TLB will miss,
@Databahn settings will be loaded
ldr r2, [r3] @ TLB will miss
mrc p15, 0, r0, c10, c0, 0 @ Read the lockdown register
@ (victim will be incremented)
bic r0, r0, #1 @ Clear the preserve bit
mcr p15, 0, r0, c10, c0, 0 @ Write to the lockdown register.
/* If Databahn is in LPM4, exit that mode first. */
ldr r9,[r5, #0x50] @Store LPM mode in r9
mov r0, r9
bic r0, #0x1F
str r0,[r5, #0x50]
LoopCKE2:
/*Wait for CKE = 1 */
ldr r0,[r5, #0xfc]
and r0, r0, #0x10000
ldr r2, =0x10000
cmp r0, r2
bne LoopCKE2
/* Wait for the databahn to idle
Meaning, no access to the databahn is
being made.
*/
NotIdle:
ldr r0,[r5, #0x13c]
and r0, r0, #0x100
ldr r2, =0x100
cmp r0, r2
beq NotIdle
/*
* Make sure the DDR is self-refresh, before switching its frequency
* and clock source
*/
/* Step 1: Enter self-refresh mode */
ldr r0,[r5, #0x4c]
orr r0,r0,#0x1
str r0,[r5, #0x4c]
/* Step 2: Poll the CKE_STATUS bit. */
LoopCKE0:
/* Wait for CKE = 0 */
ldr r0,[r5, #0xfc]
and r0, r0, #0x10000
ldr r2, =0x10000
cmp r0, r2
beq LoopCKE0
/* Step 3: Mask the DLL lock state change, set bit 8 in int_mask. */
ldr r0, [r5, #0xac]
orr r0, r0, #0x100
str r0, [r5, #0xac]
/* Step 4: Stop the Controller. */
ldr r0,[r5]
bic r0, r0, #0x1
str r0,[r5]
/* Step 5: Clear the DLL lock state change bit 8 in int_ack */
ldr r0, [r5, #0xa8]
orr r0, r0, #0x1000000
str r0, [r5, #0xa8]
/* Step 6: Clear the interrupt mask for DLL lock state.
* Bit 8 in int_mask */
ldr r0, [r5, #0xac]
bic r0, r0, #0x100
str r0, [r5, #0xac]
/* Change the freq now */
/* If the freq req is below 24MHz, set DDR to synchronous mode.
* else set to async mode. */
ldr r0, =24000000
cmp r4, r0
bgt Async_Mode
/* Set the DDR to be Synchronous
mode. */
/* Set the Databahn to sync mode. */
ldr r0, [r5, #0xdc]
orr r0, r0, #0x30000
str r0, [r5, #0xdc]
/* Turn OFF the DDR_CKLGATE_MASK in MXC_CCM_DDR */
ldr r0, [r6, #0x98]
bic r0, r0, #0xC0000000
str r0, [r6, #0x98]
/* Check if XTAL can source the DDR. */
ldr r0, =24000000
cmp r4, r0
ble databahn_ddr_24
/*Source DDR from PLL1. Setup the dividers accordingly. */
ldr r0, =800000000
ldr r3, =1
Loop1:
sub r0, r0, r4
cmp r0, r4
blt Div_Found
add r3, r3, #1
bgt Loop1
Div_Found:
ldr r0, [r6, #0x94]
bic r0, r0, #0x3f
orr r0, r0, r3
str r0, [r6, #0x94]
/* Set the DDR to sourced from PLL1 in sync path */
ldr r0, [r6, #0x90]
orr r0, r0, #0x3
str r0, [r6, #0x90]
/* Turn OFF the DDR_CKLGATE_MASK in MXC_CCM_DDR */
ldr r0, [r6, #0x98]
bic r0, r0, #0xC0000000
str r0, [r6, #0x98]
ldr r0, =24000000
cmp r4, r0
beq databahn_ddr_24
b Ddr_not_24
databahn_ddr_24:
/* Restore from the ddr settings array */
ldr r1, [r8] @size of array
add r8, r8, #8 @skip first eight bytes in array
update_ddr:
ldr r0, [r8, #0x0] @ offset
ldr r3, [r8, #0x4] @ value
str r3, [r5, r0]
add r8, r8, #8
sub r1, r1, #1
cmp r1, #0
bgt update_ddr
/* Set SYS_CLK to be sourced from 24MHz. */
/* Set the SYS_XTAL_DIV */
ldr r0, [r6, #0x94]
bic r0, r0, #0x3c0
orr r0, r0, #0x40
str r0, [r6, #0x94]
/* Enable SYS_XTAL_CLKGATE. */
ldr r0, [r6, #0x94]
orr r0, r0, #0xC0000000
str r0, [r6, #0x94]
/* set SYS_CLK to be sourced from XTAL. */
ldr r0, [r6, #0x90]
bic r0, r0, #0x1
str r0, [r6, #0x90]
/* Disable SYS_PLL_CLKGATE.*/
ldr r0, [r6, #0x94]
bic r0, r0, #0x30000000
str r0, [r6, #0x94]
b Setup_Done
Ddr_not_24:
Async_Mode:
/* If SYS_CLK is running at 24MHz, increase
* it to 200MHz.
*/
/* r7 indicates that we are moving from 133Mhz<-> 266MHz */
ldr r7, =1
ldr r0, [r6, #0x90]
and r0, r0, #0x1
cmp r0, #0
bne Sys_Clk_Not_24
ldr r7, =0
/* Disable SYS_PLL_CLKGATE. */
ldr r0, [r6, #0x94]
bic r0, r0, #0x30000000
str r0, [r6, #0x94]
/* Set the new divider. */
ldr r0, [r6, #0x94]
bic r0, r0, #0x3f
orr r0, r0, #4
str r0, [r6, #0x94]
/* Enable SYS_PLL_CLKGATE. */
ldr r0, [r6, #0x94]
orr r0, r0, #0x30000000
str r0, [r6, #0x94]
/* SYS_CLK to be sourced from PLL1. */
ldr r0, [r6, #0x90]
orr r0, r0, #0x3
str r0, [r6, #0x90]
/* Disable SYS_XTAL_CLKGATE. */
ldr r0, [r6, #0x94]
bic r0, r0, #0xC0000000
str r0, [r6, #0x94]
Sys_Clk_Not_24:
/* Set the Databahn to async mode. */
ldr r0, [r5, #0xdc]
and r0, r0, #0xfffcffff
str r0, [r5, #0xdc]
/*Source DDR from PLL1. Setup the dividers accordingly. */
ldr r0, =800000000
ldr r3, =1
Loop2:
sub r0, r0, r4
cmp r0, r4
blt Div_Found1
add r3, r3, #1
bgt Loop2
Div_Found1:
/* Turn OFF the DDR_CKLGATE_MASK in MXC_CCM_DDR */
ldr r0, [r6, #0x98]
bic r0, r0, #0xC0000000
str r0, [r6, #0x98]
ldr r0, [r6, #0x98]
bic r0, r0, #0x3f
orr r0, r0, r3
str r0, [r6, #0x98]
/* Set the DDR to sourced from PLL1 in async path */
ldr r0, [r6, #0x98]
bic r0, r0, #0x40
str r0, [r6, #0x98]
/* Turn ON the DDR_CKLGATE_MASK in MXC_CCM_DDR */
ldr r0, [r6, #0x98]
orr r0, r0, #0xC0000000
str r0, [r6, #0x98]
ldr r0, =24000000
cmp r4, r0
beq databahn_ddr_24
cmp r7, #1
beq just_set_tref
/* Restore from the ddr settings array */
ldr r1, [r8] @size of array
add r8, r8, #8 @skip first eight bytes in array
update_ddr1:
ldr r0, [r8, #0x0] @ offset
ldr r3, [r8, #0x4] @ value
str r3, [r5, r0]
add r8, r8, #8
sub r1, r1, #1
cmp r1, #0
bgt update_ddr1
b Setup_Done
just_set_tref:
/* Check for mDDR v LPDDR2 memory type */
ldr r0, [r5]
ldr r2, =0x100
and r0, r0, #0xF00
cmp r0, r2
beq mddr_133_200
lpddr2_133_266:
ldr r0, =133333333
cmp r4, r0
bgt ddr_266
ldr r0, =0x00050180
b tref_done
ddr_266:
ldr r0, =0x00050300
tref_done:
str r0, [r5, #0x40]
b Setup_Done
mddr_133_200:
ldr r0, =133333333
cmp r4, r0
bgt mddr_200
ldr r0, =0x00050208
b tref_done1
mddr_200:
ldr r0, =0x0005030f
tref_done1:
str r0, [r5, #0x40]
Setup_Done:
/* Start controller */
ldr r0,[r5]
orr r0, r0,#0x1
str r0,[r5]
/* Poll the DLL lock state change in int_status reg*/
/* DLL is bypassed in the 24MHz mode, so no waiting for DLL to lock. */
ldr r0, =24000000
cmp r4, r0
beq Exit_Self_Refresh
DllLock:
ldr r0, [r5, #0xa8]
and r0, r0, #0x100
ldr r2, =0x100
cmp r0, r2
bne DllLock
/*Leave self-refresh mode */
Exit_Self_Refresh:
ldr r0,[r5, #0x4c]
and r0,r0,#0xfffffffe
str r0,[r5, #0x4c]
LoopCKE1:
/*Wait for CKE = 1 */
ldr r0,[r5, #0xfc]
and r0, r0, #0x10000
ldr r2, =0x10000
cmp r0, r2
bne LoopCKE1
/* Put the databahn back to into the LPM mode. */
str r9,[r5, #0x50]
/* Restore registers */
ldmfd sp!, {r4,r5,r6, r7, r8, r9}
mov pc, lr
.type mx50_do_ddr_freq_change, #object
ENTRY(mx50_do_ddr_freq_change)
.word mx50_ddr_freq_change
.size mx50_ddr_freq_change, . - mx50_ddr_freq_change
|