Deepthi Dharwar | 212bebb | 2013-08-22 15:23:52 +0530 | [diff] [blame] | 1 | #ifndef _ASM_POWERPC_PLPAR_WRAPPERS_H |
| 2 | #define _ASM_POWERPC_PLPAR_WRAPPERS_H |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 3 | |
Paul Gortmaker | 614f15b | 2011-07-22 18:04:33 -0400 | [diff] [blame] | 4 | #include <linux/string.h> |
Li Zhong | fb91256 | 2012-10-17 21:30:13 +0000 | [diff] [blame] | 5 | #include <linux/irqflags.h> |
Paul Gortmaker | 614f15b | 2011-07-22 18:04:33 -0400 | [diff] [blame] | 6 | |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 7 | #include <asm/hvcall.h> |
Paul Gortmaker | 614f15b | 2011-07-22 18:04:33 -0400 | [diff] [blame] | 8 | #include <asm/paca.h> |
Brian King | 370e458 | 2008-08-16 05:09:33 +1000 | [diff] [blame] | 9 | #include <asm/page.h> |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 10 | |
Michael Neuling | f8b6769 | 2010-04-28 13:39:41 +0000 | [diff] [blame] | 11 | /* Get state of physical CPU from query_cpu_stopped */ |
| 12 | int smp_query_cpu_stopped(unsigned int pcpu); |
| 13 | #define QCSS_STOPPED 0 |
| 14 | #define QCSS_STOPPING 1 |
| 15 | #define QCSS_NOT_STOPPED 2 |
| 16 | #define QCSS_HARDWARE_ERROR -1 |
| 17 | #define QCSS_HARDWARE_BUSY -2 |
| 18 | |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 19 | static inline long poll_pending(void) |
| 20 | { |
Anton Blanchard | b9377ff | 2006-07-19 08:01:28 +1000 | [diff] [blame] | 21 | return plpar_hcall_norets(H_POLL_PENDING); |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 22 | } |
| 23 | |
Gautham R Shenoy | 69ddb57 | 2009-10-29 19:22:48 +0000 | [diff] [blame] | 24 | static inline u8 get_cede_latency_hint(void) |
| 25 | { |
Anton Blanchard | cf8a056 | 2012-04-10 16:20:54 +0000 | [diff] [blame] | 26 | return get_lppaca()->cede_latency_hint; |
Gautham R Shenoy | 69ddb57 | 2009-10-29 19:22:48 +0000 | [diff] [blame] | 27 | } |
| 28 | |
| 29 | static inline void set_cede_latency_hint(u8 latency_hint) |
| 30 | { |
Anton Blanchard | cf8a056 | 2012-04-10 16:20:54 +0000 | [diff] [blame] | 31 | get_lppaca()->cede_latency_hint = latency_hint; |
Gautham R Shenoy | 69ddb57 | 2009-10-29 19:22:48 +0000 | [diff] [blame] | 32 | } |
| 33 | |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 34 | static inline long cede_processor(void) |
| 35 | { |
Anton Blanchard | b9377ff | 2006-07-19 08:01:28 +1000 | [diff] [blame] | 36 | return plpar_hcall_norets(H_CEDE); |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 37 | } |
| 38 | |
Gautham R Shenoy | 69ddb57 | 2009-10-29 19:22:48 +0000 | [diff] [blame] | 39 | static inline long extended_cede_processor(unsigned long latency_hint) |
| 40 | { |
| 41 | long rc; |
| 42 | u8 old_latency_hint = get_cede_latency_hint(); |
| 43 | |
| 44 | set_cede_latency_hint(latency_hint); |
Li Zhong | fb91256 | 2012-10-17 21:30:13 +0000 | [diff] [blame] | 45 | |
Gautham R Shenoy | 69ddb57 | 2009-10-29 19:22:48 +0000 | [diff] [blame] | 46 | rc = cede_processor(); |
Li Zhong | fb91256 | 2012-10-17 21:30:13 +0000 | [diff] [blame] | 47 | #ifdef CONFIG_TRACE_IRQFLAGS |
| 48 | /* Ensure that H_CEDE returns with IRQs on */ |
| 49 | if (WARN_ON(!(mfmsr() & MSR_EE))) |
| 50 | __hard_irq_enable(); |
| 51 | #endif |
| 52 | |
Gautham R Shenoy | 69ddb57 | 2009-10-29 19:22:48 +0000 | [diff] [blame] | 53 | set_cede_latency_hint(old_latency_hint); |
| 54 | |
| 55 | return rc; |
| 56 | } |
| 57 | |
Michael Ellerman | 40765d2 | 2005-11-03 19:34:38 +1100 | [diff] [blame] | 58 | static inline long vpa_call(unsigned long flags, unsigned long cpu, |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 59 | unsigned long vpa) |
| 60 | { |
Li Zhong | bb18b3a | 2013-01-24 22:12:21 +0000 | [diff] [blame] | 61 | flags = flags << H_VPA_FUNC_SHIFT; |
Michael Ellerman | 40765d2 | 2005-11-03 19:34:38 +1100 | [diff] [blame] | 62 | |
| 63 | return plpar_hcall_norets(H_REGISTER_VPA, flags, cpu, vpa); |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 64 | } |
| 65 | |
Anton Blanchard | 598c823 | 2011-07-25 01:46:34 +0000 | [diff] [blame] | 66 | static inline long unregister_vpa(unsigned long cpu) |
Michael Ellerman | 40765d2 | 2005-11-03 19:34:38 +1100 | [diff] [blame] | 67 | { |
Li Zhong | bb18b3a | 2013-01-24 22:12:21 +0000 | [diff] [blame] | 68 | return vpa_call(H_VPA_DEREG_VPA, cpu, 0); |
Michael Ellerman | 40765d2 | 2005-11-03 19:34:38 +1100 | [diff] [blame] | 69 | } |
| 70 | |
| 71 | static inline long register_vpa(unsigned long cpu, unsigned long vpa) |
| 72 | { |
Li Zhong | bb18b3a | 2013-01-24 22:12:21 +0000 | [diff] [blame] | 73 | return vpa_call(H_VPA_REG_VPA, cpu, vpa); |
Michael Ellerman | 40765d2 | 2005-11-03 19:34:38 +1100 | [diff] [blame] | 74 | } |
| 75 | |
Anton Blanchard | 598c823 | 2011-07-25 01:46:34 +0000 | [diff] [blame] | 76 | static inline long unregister_slb_shadow(unsigned long cpu) |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 77 | { |
Li Zhong | bb18b3a | 2013-01-24 22:12:21 +0000 | [diff] [blame] | 78 | return vpa_call(H_VPA_DEREG_SLB, cpu, 0); |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 79 | } |
| 80 | |
| 81 | static inline long register_slb_shadow(unsigned long cpu, unsigned long vpa) |
| 82 | { |
Li Zhong | bb18b3a | 2013-01-24 22:12:21 +0000 | [diff] [blame] | 83 | return vpa_call(H_VPA_REG_SLB, cpu, vpa); |
Michael Neuling | 2f6093c | 2006-08-07 16:19:19 +1000 | [diff] [blame] | 84 | } |
| 85 | |
Anton Blanchard | b130179 | 2011-07-25 01:46:32 +0000 | [diff] [blame] | 86 | static inline long unregister_dtl(unsigned long cpu) |
Jeremy Kerr | fc59a3f | 2009-03-11 17:55:52 +0000 | [diff] [blame] | 87 | { |
Li Zhong | bb18b3a | 2013-01-24 22:12:21 +0000 | [diff] [blame] | 88 | return vpa_call(H_VPA_DEREG_DTL, cpu, 0); |
Jeremy Kerr | fc59a3f | 2009-03-11 17:55:52 +0000 | [diff] [blame] | 89 | } |
| 90 | |
| 91 | static inline long register_dtl(unsigned long cpu, unsigned long vpa) |
| 92 | { |
Li Zhong | bb18b3a | 2013-01-24 22:12:21 +0000 | [diff] [blame] | 93 | return vpa_call(H_VPA_REG_DTL, cpu, vpa); |
Jeremy Kerr | fc59a3f | 2009-03-11 17:55:52 +0000 | [diff] [blame] | 94 | } |
| 95 | |
Brian King | 86630a3 | 2008-07-24 04:29:16 +1000 | [diff] [blame] | 96 | static inline long plpar_page_set_loaned(unsigned long vpa) |
| 97 | { |
Brian King | 370e458 | 2008-08-16 05:09:33 +1000 | [diff] [blame] | 98 | unsigned long cmo_page_sz = cmo_get_page_size(); |
| 99 | long rc = 0; |
| 100 | int i; |
| 101 | |
| 102 | for (i = 0; !rc && i < PAGE_SIZE; i += cmo_page_sz) |
| 103 | rc = plpar_hcall_norets(H_PAGE_INIT, H_PAGE_SET_LOANED, vpa + i, 0); |
| 104 | |
| 105 | for (i -= cmo_page_sz; rc && i != 0; i -= cmo_page_sz) |
| 106 | plpar_hcall_norets(H_PAGE_INIT, H_PAGE_SET_ACTIVE, |
| 107 | vpa + i - cmo_page_sz, 0); |
| 108 | |
| 109 | return rc; |
Brian King | 86630a3 | 2008-07-24 04:29:16 +1000 | [diff] [blame] | 110 | } |
| 111 | |
| 112 | static inline long plpar_page_set_active(unsigned long vpa) |
| 113 | { |
Brian King | 370e458 | 2008-08-16 05:09:33 +1000 | [diff] [blame] | 114 | unsigned long cmo_page_sz = cmo_get_page_size(); |
| 115 | long rc = 0; |
| 116 | int i; |
| 117 | |
| 118 | for (i = 0; !rc && i < PAGE_SIZE; i += cmo_page_sz) |
| 119 | rc = plpar_hcall_norets(H_PAGE_INIT, H_PAGE_SET_ACTIVE, vpa + i, 0); |
| 120 | |
| 121 | for (i -= cmo_page_sz; rc && i != 0; i -= cmo_page_sz) |
| 122 | plpar_hcall_norets(H_PAGE_INIT, H_PAGE_SET_LOANED, |
| 123 | vpa + i - cmo_page_sz, 0); |
| 124 | |
| 125 | return rc; |
Brian King | 86630a3 | 2008-07-24 04:29:16 +1000 | [diff] [blame] | 126 | } |
| 127 | |
Michael Ellerman | 40765d2 | 2005-11-03 19:34:38 +1100 | [diff] [blame] | 128 | extern void vpa_init(int cpu); |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 129 | |
Anton Blanchard | b9377ff | 2006-07-19 08:01:28 +1000 | [diff] [blame] | 130 | static inline long plpar_pte_enter(unsigned long flags, |
| 131 | unsigned long hpte_group, unsigned long hpte_v, |
| 132 | unsigned long hpte_r, unsigned long *slot) |
| 133 | { |
| 134 | long rc; |
| 135 | unsigned long retbuf[PLPAR_HCALL_BUFSIZE]; |
| 136 | |
| 137 | rc = plpar_hcall(H_ENTER, retbuf, flags, hpte_group, hpte_v, hpte_r); |
| 138 | |
| 139 | *slot = retbuf[0]; |
| 140 | |
| 141 | return rc; |
| 142 | } |
| 143 | |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 144 | static inline long plpar_pte_remove(unsigned long flags, unsigned long ptex, |
| 145 | unsigned long avpn, unsigned long *old_pteh_ret, |
| 146 | unsigned long *old_ptel_ret) |
| 147 | { |
Anton Blanchard | b9377ff | 2006-07-19 08:01:28 +1000 | [diff] [blame] | 148 | long rc; |
| 149 | unsigned long retbuf[PLPAR_HCALL_BUFSIZE]; |
| 150 | |
| 151 | rc = plpar_hcall(H_REMOVE, retbuf, flags, ptex, avpn); |
| 152 | |
| 153 | *old_pteh_ret = retbuf[0]; |
| 154 | *old_ptel_ret = retbuf[1]; |
| 155 | |
| 156 | return rc; |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 157 | } |
| 158 | |
Mohan Kumar M | b4aea36 | 2007-03-21 11:21:32 +0530 | [diff] [blame] | 159 | /* plpar_pte_remove_raw can be called in real mode. It calls plpar_hcall_raw */ |
| 160 | static inline long plpar_pte_remove_raw(unsigned long flags, unsigned long ptex, |
| 161 | unsigned long avpn, unsigned long *old_pteh_ret, |
| 162 | unsigned long *old_ptel_ret) |
| 163 | { |
| 164 | long rc; |
| 165 | unsigned long retbuf[PLPAR_HCALL_BUFSIZE]; |
| 166 | |
| 167 | rc = plpar_hcall_raw(H_REMOVE, retbuf, flags, ptex, avpn); |
| 168 | |
| 169 | *old_pteh_ret = retbuf[0]; |
| 170 | *old_ptel_ret = retbuf[1]; |
| 171 | |
| 172 | return rc; |
| 173 | } |
| 174 | |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 175 | static inline long plpar_pte_read(unsigned long flags, unsigned long ptex, |
| 176 | unsigned long *old_pteh_ret, unsigned long *old_ptel_ret) |
| 177 | { |
Anton Blanchard | b9377ff | 2006-07-19 08:01:28 +1000 | [diff] [blame] | 178 | long rc; |
| 179 | unsigned long retbuf[PLPAR_HCALL_BUFSIZE]; |
| 180 | |
| 181 | rc = plpar_hcall(H_READ, retbuf, flags, ptex); |
| 182 | |
| 183 | *old_pteh_ret = retbuf[0]; |
| 184 | *old_ptel_ret = retbuf[1]; |
| 185 | |
| 186 | return rc; |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 187 | } |
| 188 | |
Sachin P. Sant | b7abc5c | 2007-06-14 15:31:34 +1000 | [diff] [blame] | 189 | /* plpar_pte_read_raw can be called in real mode. It calls plpar_hcall_raw */ |
| 190 | static inline long plpar_pte_read_raw(unsigned long flags, unsigned long ptex, |
| 191 | unsigned long *old_pteh_ret, unsigned long *old_ptel_ret) |
| 192 | { |
| 193 | long rc; |
| 194 | unsigned long retbuf[PLPAR_HCALL_BUFSIZE]; |
| 195 | |
| 196 | rc = plpar_hcall_raw(H_READ, retbuf, flags, ptex); |
| 197 | |
| 198 | *old_pteh_ret = retbuf[0]; |
| 199 | *old_ptel_ret = retbuf[1]; |
| 200 | |
| 201 | return rc; |
| 202 | } |
| 203 | |
Michael Neuling | f90ece2 | 2010-05-10 20:28:26 +0000 | [diff] [blame] | 204 | /* |
| 205 | * plpar_pte_read_4_raw can be called in real mode. |
| 206 | * ptes must be 8*sizeof(unsigned long) |
| 207 | */ |
| 208 | static inline long plpar_pte_read_4_raw(unsigned long flags, unsigned long ptex, |
| 209 | unsigned long *ptes) |
| 210 | |
| 211 | { |
| 212 | long rc; |
| 213 | unsigned long retbuf[PLPAR_HCALL9_BUFSIZE]; |
| 214 | |
| 215 | rc = plpar_hcall9_raw(H_READ, retbuf, flags | H_READ_4, ptex); |
| 216 | |
| 217 | memcpy(ptes, retbuf, 8*sizeof(unsigned long)); |
| 218 | |
| 219 | return rc; |
| 220 | } |
| 221 | |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 222 | static inline long plpar_pte_protect(unsigned long flags, unsigned long ptex, |
| 223 | unsigned long avpn) |
| 224 | { |
| 225 | return plpar_hcall_norets(H_PROTECT, flags, ptex, avpn); |
| 226 | } |
| 227 | |
| 228 | static inline long plpar_tce_get(unsigned long liobn, unsigned long ioba, |
| 229 | unsigned long *tce_ret) |
| 230 | { |
Anton Blanchard | b9377ff | 2006-07-19 08:01:28 +1000 | [diff] [blame] | 231 | long rc; |
| 232 | unsigned long retbuf[PLPAR_HCALL_BUFSIZE]; |
| 233 | |
| 234 | rc = plpar_hcall(H_GET_TCE, retbuf, liobn, ioba); |
| 235 | |
| 236 | *tce_ret = retbuf[0]; |
| 237 | |
| 238 | return rc; |
Michael Ellerman | a121872 | 2005-11-03 15:33:31 +1100 | [diff] [blame] | 239 | } |
| 240 | |
| 241 | static inline long plpar_tce_put(unsigned long liobn, unsigned long ioba, |
| 242 | unsigned long tceval) |
| 243 | { |
| 244 | return plpar_hcall_norets(H_PUT_TCE, liobn, ioba, tceval); |
| 245 | } |
| 246 | |
| 247 | static inline long plpar_tce_put_indirect(unsigned long liobn, |
| 248 | unsigned long ioba, unsigned long page, unsigned long count) |
| 249 | { |
| 250 | return plpar_hcall_norets(H_PUT_TCE_INDIRECT, liobn, ioba, page, count); |
| 251 | } |
| 252 | |
| 253 | static inline long plpar_tce_stuff(unsigned long liobn, unsigned long ioba, |
| 254 | unsigned long tceval, unsigned long count) |
| 255 | { |
| 256 | return plpar_hcall_norets(H_STUFF_TCE, liobn, ioba, tceval, count); |
| 257 | } |
| 258 | |
Ian Munsie | d8f48ec | 2012-11-06 16:15:17 +1100 | [diff] [blame] | 259 | /* Set various resource mode parameters */ |
| 260 | static inline long plpar_set_mode(unsigned long mflags, unsigned long resource, |
| 261 | unsigned long value1, unsigned long value2) |
| 262 | { |
| 263 | return plpar_hcall_norets(H_SET_MODE, mflags, resource, value1, value2); |
| 264 | } |
Ian Munsie | 798042d | 2012-11-08 15:57:04 +1100 | [diff] [blame] | 265 | |
| 266 | /* |
| 267 | * Enable relocation on exceptions on this partition |
| 268 | * |
| 269 | * Note: this call has a partition wide scope and can take a while to complete. |
| 270 | * If it returns H_LONG_BUSY_* it should be retried periodically until it |
| 271 | * returns H_SUCCESS. |
| 272 | */ |
| 273 | static inline long enable_reloc_on_exceptions(void) |
| 274 | { |
| 275 | /* mflags = 3: Exceptions at 0xC000000000004000 */ |
Michael Neuling | 60666de | 2014-05-29 17:45:47 +1000 | [diff] [blame] | 276 | return plpar_set_mode(3, H_SET_MODE_RESOURCE_ADDR_TRANS_MODE, 0, 0); |
Ian Munsie | 798042d | 2012-11-08 15:57:04 +1100 | [diff] [blame] | 277 | } |
| 278 | |
| 279 | /* |
| 280 | * Disable relocation on exceptions on this partition |
| 281 | * |
| 282 | * Note: this call has a partition wide scope and can take a while to complete. |
| 283 | * If it returns H_LONG_BUSY_* it should be retried periodically until it |
| 284 | * returns H_SUCCESS. |
| 285 | */ |
| 286 | static inline long disable_reloc_on_exceptions(void) { |
Michael Neuling | 60666de | 2014-05-29 17:45:47 +1000 | [diff] [blame] | 287 | return plpar_set_mode(0, H_SET_MODE_RESOURCE_ADDR_TRANS_MODE, 0, 0); |
Ian Munsie | 798042d | 2012-11-08 15:57:04 +1100 | [diff] [blame] | 288 | } |
| 289 | |
Anton Blanchard | e844b1e | 2013-11-20 22:14:59 +1100 | [diff] [blame] | 290 | /* |
| 291 | * Take exceptions in big endian mode on this partition |
| 292 | * |
| 293 | * Note: this call has a partition wide scope and can take a while to complete. |
| 294 | * If it returns H_LONG_BUSY_* it should be retried periodically until it |
| 295 | * returns H_SUCCESS. |
| 296 | */ |
| 297 | static inline long enable_big_endian_exceptions(void) |
| 298 | { |
| 299 | /* mflags = 0: big endian exceptions */ |
Michael Neuling | 60666de | 2014-05-29 17:45:47 +1000 | [diff] [blame] | 300 | return plpar_set_mode(0, H_SET_MODE_RESOURCE_LE, 0, 0); |
Anton Blanchard | e844b1e | 2013-11-20 22:14:59 +1100 | [diff] [blame] | 301 | } |
| 302 | |
| 303 | /* |
| 304 | * Take exceptions in little endian mode on this partition |
| 305 | * |
| 306 | * Note: this call has a partition wide scope and can take a while to complete. |
| 307 | * If it returns H_LONG_BUSY_* it should be retried periodically until it |
| 308 | * returns H_SUCCESS. |
| 309 | */ |
| 310 | static inline long enable_little_endian_exceptions(void) |
| 311 | { |
| 312 | /* mflags = 1: little endian exceptions */ |
Michael Neuling | 60666de | 2014-05-29 17:45:47 +1000 | [diff] [blame] | 313 | return plpar_set_mode(1, H_SET_MODE_RESOURCE_LE, 0, 0); |
Anton Blanchard | e844b1e | 2013-11-20 22:14:59 +1100 | [diff] [blame] | 314 | } |
| 315 | |
Ian Munsie | 376a864 | 2012-12-20 14:06:41 +0000 | [diff] [blame] | 316 | static inline long plapr_set_ciabr(unsigned long ciabr) |
| 317 | { |
Michael Neuling | 60666de | 2014-05-29 17:45:47 +1000 | [diff] [blame] | 318 | return plpar_set_mode(0, H_SET_MODE_RESOURCE_SET_CIABR, ciabr, 0); |
Ian Munsie | 376a864 | 2012-12-20 14:06:41 +0000 | [diff] [blame] | 319 | } |
| 320 | |
| 321 | static inline long plapr_set_watchpoint0(unsigned long dawr0, unsigned long dawrx0) |
| 322 | { |
Michael Neuling | 60666de | 2014-05-29 17:45:47 +1000 | [diff] [blame] | 323 | return plpar_set_mode(0, H_SET_MODE_RESOURCE_SET_DAWR, dawr0, dawrx0); |
Ian Munsie | 376a864 | 2012-12-20 14:06:41 +0000 | [diff] [blame] | 324 | } |
| 325 | |
Deepthi Dharwar | 212bebb | 2013-08-22 15:23:52 +0530 | [diff] [blame] | 326 | #endif /* _ASM_POWERPC_PLPAR_WRAPPERS_H */ |