24
24
* - start - virtual start address of region
25
25
* - end - virtual end address of region
26
26
* /
27
- ENTRY (__flush_icache_range)
27
+ SYM_FUNC_START (__flush_icache_range)
28
28
/ * FALLTHROUGH * /
29
29
30
30
/ *
@@ -37,7 +37,7 @@ ENTRY(__flush_icache_range)
37
37
* - start - virtual start address of region
38
38
* - end - virtual end address of region
39
39
* /
40
- ENTRY (__flush_cache_user_range)
40
+ SYM_FUNC_START (__flush_cache_user_range)
41
41
uaccess_ttbr0_enable x2 , x3 , x4
42
42
alternative_if ARM64_HAS_CACHE_IDC
43
43
dsb ishst
@@ -66,8 +66,8 @@ alternative_else_nop_endif
66
66
9 :
67
67
mov x0 , # - EFAULT
68
68
b 1b
69
- ENDPROC (__flush_icache_range)
70
- ENDPROC (__flush_cache_user_range)
69
+ SYM_FUNC_END (__flush_icache_range)
70
+ SYM_FUNC_END (__flush_cache_user_range)
71
71
72
72
/ *
73
73
* invalidate_icache_range(start , end)
@@ -77,7 +77,7 @@ ENDPROC(__flush_cache_user_range)
77
77
* - start - virtual start address of region
78
78
* - end - virtual end address of region
79
79
* /
80
- ENTRY (invalidate_icache_range)
80
+ SYM_FUNC_START (invalidate_icache_range)
81
81
alternative_if ARM64_HAS_CACHE_DIC
82
82
mov x0 , xzr
83
83
isb
@@ -94,7 +94,7 @@ alternative_else_nop_endif
94
94
2 :
95
95
mov x0 , # - EFAULT
96
96
b 1b
97
- ENDPROC (invalidate_icache_range)
97
+ SYM_FUNC_END (invalidate_icache_range)
98
98
99
99
/ *
100
100
* __flush_dcache_area(kaddr , size)
@@ -105,10 +105,10 @@ ENDPROC(invalidate_icache_range)
105
105
* - kaddr - kernel address
106
106
* - size - size in question
107
107
* /
108
- ENTRY (__flush_dcache_area)
108
+ SYM_FUNC_START_PI (__flush_dcache_area)
109
109
dcache_by_line_op civac , sy , x0 , x1 , x2 , x3
110
110
ret
111
- ENDPIPROC (__flush_dcache_area)
111
+ SYM_FUNC_END_PI (__flush_dcache_area)
112
112
113
113
/ *
114
114
* __clean_dcache_area_pou(kaddr , size)
@@ -119,14 +119,14 @@ ENDPIPROC(__flush_dcache_area)
119
119
* - kaddr - kernel address
120
120
* - size - size in question
121
121
* /
122
- ENTRY (__clean_dcache_area_pou)
122
+ SYM_FUNC_START (__clean_dcache_area_pou)
123
123
alternative_if ARM64_HAS_CACHE_IDC
124
124
dsb ishst
125
125
ret
126
126
alternative_else_nop_endif
127
127
dcache_by_line_op cvau , ish , x0 , x1 , x2 , x3
128
128
ret
129
- ENDPROC (__clean_dcache_area_pou)
129
+ SYM_FUNC_END (__clean_dcache_area_pou)
130
130
131
131
/ *
132
132
* __inval_dcache_area(kaddr , size)
@@ -138,15 +138,15 @@ ENDPROC(__clean_dcache_area_pou)
138
138
* - kaddr - kernel address
139
139
* - size - size in question
140
140
* /
141
- ENTRY(__inval_dcache_area)
141
+ SYM_FUNC_START_LOCAL(__dma_inv_area)
142
+ SYM_FUNC_START_PI(__inval_dcache_area)
142
143
/ * FALLTHROUGH * /
143
144
144
145
/ *
145
146
* __dma_inv_area(start , size)
146
147
* - start - virtual start address of region
147
148
* - size - size in question
148
149
* /
149
- __dma_inv_area:
150
150
add x1 , x1 , x0
151
151
dcache_line_size x2 , x3
152
152
sub x3 , x2 , # 1
@@ -165,8 +165,8 @@ __dma_inv_area:
165
165
b.lo 2b
166
166
dsb sy
167
167
ret
168
- ENDPIPROC (__inval_dcache_area)
169
- ENDPROC (__dma_inv_area)
168
+ SYM_FUNC_END_PI (__inval_dcache_area)
169
+ SYM_FUNC_END (__dma_inv_area)
170
170
171
171
/ *
172
172
* __clean_dcache_area_poc(kaddr , size)
@@ -177,19 +177,19 @@ ENDPROC(__dma_inv_area)
177
177
* - kaddr - kernel address
178
178
* - size - size in question
179
179
* /
180
- ENTRY(__clean_dcache_area_poc)
180
+ SYM_FUNC_START_LOCAL(__dma_clean_area)
181
+ SYM_FUNC_START_PI(__clean_dcache_area_poc)
181
182
/ * FALLTHROUGH * /
182
183
183
184
/ *
184
185
* __dma_clean_area(start , size)
185
186
* - start - virtual start address of region
186
187
* - size - size in question
187
188
* /
188
- __dma_clean_area:
189
189
dcache_by_line_op cvac , sy , x0 , x1 , x2 , x3
190
190
ret
191
- ENDPIPROC (__clean_dcache_area_poc)
192
- ENDPROC (__dma_clean_area)
191
+ SYM_FUNC_END_PI (__clean_dcache_area_poc)
192
+ SYM_FUNC_END (__dma_clean_area)
193
193
194
194
/ *
195
195
* __clean_dcache_area_pop(kaddr , size)
@@ -200,13 +200,13 @@ ENDPROC(__dma_clean_area)
200
200
* - kaddr - kernel address
201
201
* - size - size in question
202
202
* /
203
- ENTRY (__clean_dcache_area_pop)
203
+ SYM_FUNC_START_PI (__clean_dcache_area_pop)
204
204
alternative_if_not ARM64_HAS_DCPOP
205
205
b __clean_dcache_area_poc
206
206
alternative_else_nop_endif
207
207
dcache_by_line_op cvap , sy , x0 , x1 , x2 , x3
208
208
ret
209
- ENDPIPROC (__clean_dcache_area_pop)
209
+ SYM_FUNC_END_PI (__clean_dcache_area_pop)
210
210
211
211
/ *
212
212
* __dma_flush_area(start , size)
@@ -216,31 +216,31 @@ ENDPIPROC(__clean_dcache_area_pop)
216
216
* - start - virtual start address of region
217
217
* - size - size in question
218
218
* /
219
- ENTRY (__dma_flush_area)
219
+ SYM_FUNC_START_PI (__dma_flush_area)
220
220
dcache_by_line_op civac , sy , x0 , x1 , x2 , x3
221
221
ret
222
- ENDPIPROC (__dma_flush_area)
222
+ SYM_FUNC_END_PI (__dma_flush_area)
223
223
224
224
/ *
225
225
* __dma_map_area(start , size , dir)
226
226
* - start - kernel virtual start address
227
227
* - size - size of region
228
228
* - dir - DMA direction
229
229
* /
230
- ENTRY (__dma_map_area)
230
+ SYM_FUNC_START_PI (__dma_map_area)
231
231
cmp w2 , #DMA_FROM_DEVICE
232
232
b.eq __dma_inv_area
233
233
b __dma_clean_area
234
- ENDPIPROC (__dma_map_area)
234
+ SYM_FUNC_END_PI (__dma_map_area)
235
235
236
236
/ *
237
237
* __dma_unmap_area(start , size , dir)
238
238
* - start - kernel virtual start address
239
239
* - size - size of region
240
240
* - dir - DMA direction
241
241
* /
242
- ENTRY (__dma_unmap_area)
242
+ SYM_FUNC_START_PI (__dma_unmap_area)
243
243
cmp w2 , #DMA_TO_DEVICE
244
244
b.ne __dma_inv_area
245
245
ret
246
- ENDPIPROC (__dma_unmap_area)
246
+ SYM_FUNC_END_PI (__dma_unmap_area)
0 commit comments