.. | .. |
---|
1 | | -/* |
---|
2 | | - * Copyright (C) 2015-2017 Netronome Systems, Inc. |
---|
3 | | - * |
---|
4 | | - * This software is dual licensed under the GNU General License Version 2, |
---|
5 | | - * June 1991 as shown in the file COPYING in the top-level directory of this |
---|
6 | | - * source tree or the BSD 2-Clause License provided below. You have the |
---|
7 | | - * option to license this software under the complete terms of either license. |
---|
8 | | - * |
---|
9 | | - * The BSD 2-Clause License: |
---|
10 | | - * |
---|
11 | | - * Redistribution and use in source and binary forms, with or |
---|
12 | | - * without modification, are permitted provided that the following |
---|
13 | | - * conditions are met: |
---|
14 | | - * |
---|
15 | | - * 1. Redistributions of source code must retain the above |
---|
16 | | - * copyright notice, this list of conditions and the following |
---|
17 | | - * disclaimer. |
---|
18 | | - * |
---|
19 | | - * 2. Redistributions in binary form must reproduce the above |
---|
20 | | - * copyright notice, this list of conditions and the following |
---|
21 | | - * disclaimer in the documentation and/or other materials |
---|
22 | | - * provided with the distribution. |
---|
23 | | - * |
---|
24 | | - * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, |
---|
25 | | - * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF |
---|
26 | | - * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND |
---|
27 | | - * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS |
---|
28 | | - * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN |
---|
29 | | - * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN |
---|
30 | | - * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE |
---|
31 | | - * SOFTWARE. |
---|
32 | | - */ |
---|
| 1 | +// SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) |
---|
| 2 | +/* Copyright (C) 2015-2018 Netronome Systems, Inc. */ |
---|
33 | 3 | |
---|
34 | 4 | /* |
---|
35 | 5 | * nfp_rtsym.c |
---|
.. | .. |
---|
39 | 9 | * Espen Skoglund <espen.skoglund@netronome.com> |
---|
40 | 10 | * Francois H. Theron <francois.theron@netronome.com> |
---|
41 | 11 | */ |
---|
| 12 | + |
---|
| 13 | +#include <asm/unaligned.h> |
---|
42 | 14 | #include <linux/kernel.h> |
---|
43 | 15 | #include <linux/module.h> |
---|
44 | 16 | #include <linux/slab.h> |
---|
.. | .. |
---|
233 | 205 | return NULL; |
---|
234 | 206 | } |
---|
235 | 207 | |
---|
| 208 | +u64 nfp_rtsym_size(const struct nfp_rtsym *sym) |
---|
| 209 | +{ |
---|
| 210 | + switch (sym->type) { |
---|
| 211 | + case NFP_RTSYM_TYPE_NONE: |
---|
| 212 | + pr_err("rtsym '%s': type NONE\n", sym->name); |
---|
| 213 | + return 0; |
---|
| 214 | + default: |
---|
| 215 | + pr_warn("rtsym '%s': unknown type: %d\n", sym->name, sym->type); |
---|
| 216 | + fallthrough; |
---|
| 217 | + case NFP_RTSYM_TYPE_OBJECT: |
---|
| 218 | + case NFP_RTSYM_TYPE_FUNCTION: |
---|
| 219 | + return sym->size; |
---|
| 220 | + case NFP_RTSYM_TYPE_ABS: |
---|
| 221 | + return sizeof(u64); |
---|
| 222 | + } |
---|
| 223 | +} |
---|
| 224 | + |
---|
| 225 | +static int |
---|
| 226 | +nfp_rtsym_to_dest(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, |
---|
| 227 | + u8 action, u8 token, u64 off, u32 *cpp_id, u64 *addr) |
---|
| 228 | +{ |
---|
| 229 | + if (sym->type != NFP_RTSYM_TYPE_OBJECT) { |
---|
| 230 | + nfp_err(cpp, "rtsym '%s': direct access to non-object rtsym\n", |
---|
| 231 | + sym->name); |
---|
| 232 | + return -EINVAL; |
---|
| 233 | + } |
---|
| 234 | + |
---|
| 235 | + *addr = sym->addr + off; |
---|
| 236 | + |
---|
| 237 | + if (sym->target == NFP_RTSYM_TARGET_EMU_CACHE) { |
---|
| 238 | + int locality_off = nfp_cpp_mu_locality_lsb(cpp); |
---|
| 239 | + |
---|
| 240 | + *addr &= ~(NFP_MU_ADDR_ACCESS_TYPE_MASK << locality_off); |
---|
| 241 | + *addr |= NFP_MU_ADDR_ACCESS_TYPE_DIRECT << locality_off; |
---|
| 242 | + |
---|
| 243 | + *cpp_id = NFP_CPP_ISLAND_ID(NFP_CPP_TARGET_MU, action, token, |
---|
| 244 | + sym->domain); |
---|
| 245 | + } else if (sym->target < 0) { |
---|
| 246 | + nfp_err(cpp, "rtsym '%s': unhandled target encoding: %d\n", |
---|
| 247 | + sym->name, sym->target); |
---|
| 248 | + return -EINVAL; |
---|
| 249 | + } else { |
---|
| 250 | + *cpp_id = NFP_CPP_ISLAND_ID(sym->target, action, token, |
---|
| 251 | + sym->domain); |
---|
| 252 | + } |
---|
| 253 | + |
---|
| 254 | + return 0; |
---|
| 255 | +} |
---|
| 256 | + |
---|
| 257 | +int __nfp_rtsym_read(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, |
---|
| 258 | + u8 action, u8 token, u64 off, void *buf, size_t len) |
---|
| 259 | +{ |
---|
| 260 | + u64 sym_size = nfp_rtsym_size(sym); |
---|
| 261 | + u32 cpp_id; |
---|
| 262 | + u64 addr; |
---|
| 263 | + int err; |
---|
| 264 | + |
---|
| 265 | + if (off > sym_size) { |
---|
| 266 | + nfp_err(cpp, "rtsym '%s': read out of bounds: off: %lld + len: %zd > size: %lld\n", |
---|
| 267 | + sym->name, off, len, sym_size); |
---|
| 268 | + return -ENXIO; |
---|
| 269 | + } |
---|
| 270 | + len = min_t(size_t, len, sym_size - off); |
---|
| 271 | + |
---|
| 272 | + if (sym->type == NFP_RTSYM_TYPE_ABS) { |
---|
| 273 | + u8 tmp[8]; |
---|
| 274 | + |
---|
| 275 | + put_unaligned_le64(sym->addr, tmp); |
---|
| 276 | + memcpy(buf, &tmp[off], len); |
---|
| 277 | + |
---|
| 278 | + return len; |
---|
| 279 | + } |
---|
| 280 | + |
---|
| 281 | + err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr); |
---|
| 282 | + if (err) |
---|
| 283 | + return err; |
---|
| 284 | + |
---|
| 285 | + return nfp_cpp_read(cpp, cpp_id, addr, buf, len); |
---|
| 286 | +} |
---|
| 287 | + |
---|
| 288 | +int nfp_rtsym_read(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, u64 off, |
---|
| 289 | + void *buf, size_t len) |
---|
| 290 | +{ |
---|
| 291 | + return __nfp_rtsym_read(cpp, sym, NFP_CPP_ACTION_RW, 0, off, buf, len); |
---|
| 292 | +} |
---|
| 293 | + |
---|
| 294 | +int __nfp_rtsym_readl(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, |
---|
| 295 | + u8 action, u8 token, u64 off, u32 *value) |
---|
| 296 | +{ |
---|
| 297 | + u32 cpp_id; |
---|
| 298 | + u64 addr; |
---|
| 299 | + int err; |
---|
| 300 | + |
---|
| 301 | + if (off + 4 > nfp_rtsym_size(sym)) { |
---|
| 302 | + nfp_err(cpp, "rtsym '%s': readl out of bounds: off: %lld + 4 > size: %lld\n", |
---|
| 303 | + sym->name, off, nfp_rtsym_size(sym)); |
---|
| 304 | + return -ENXIO; |
---|
| 305 | + } |
---|
| 306 | + |
---|
| 307 | + err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr); |
---|
| 308 | + if (err) |
---|
| 309 | + return err; |
---|
| 310 | + |
---|
| 311 | + return nfp_cpp_readl(cpp, cpp_id, addr, value); |
---|
| 312 | +} |
---|
| 313 | + |
---|
| 314 | +int nfp_rtsym_readl(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, u64 off, |
---|
| 315 | + u32 *value) |
---|
| 316 | +{ |
---|
| 317 | + return __nfp_rtsym_readl(cpp, sym, NFP_CPP_ACTION_RW, 0, off, value); |
---|
| 318 | +} |
---|
| 319 | + |
---|
| 320 | +int __nfp_rtsym_readq(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, |
---|
| 321 | + u8 action, u8 token, u64 off, u64 *value) |
---|
| 322 | +{ |
---|
| 323 | + u32 cpp_id; |
---|
| 324 | + u64 addr; |
---|
| 325 | + int err; |
---|
| 326 | + |
---|
| 327 | + if (off + 8 > nfp_rtsym_size(sym)) { |
---|
| 328 | + nfp_err(cpp, "rtsym '%s': readq out of bounds: off: %lld + 8 > size: %lld\n", |
---|
| 329 | + sym->name, off, nfp_rtsym_size(sym)); |
---|
| 330 | + return -ENXIO; |
---|
| 331 | + } |
---|
| 332 | + |
---|
| 333 | + if (sym->type == NFP_RTSYM_TYPE_ABS) { |
---|
| 334 | + *value = sym->addr; |
---|
| 335 | + return 0; |
---|
| 336 | + } |
---|
| 337 | + |
---|
| 338 | + err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr); |
---|
| 339 | + if (err) |
---|
| 340 | + return err; |
---|
| 341 | + |
---|
| 342 | + return nfp_cpp_readq(cpp, cpp_id, addr, value); |
---|
| 343 | +} |
---|
| 344 | + |
---|
| 345 | +int nfp_rtsym_readq(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, u64 off, |
---|
| 346 | + u64 *value) |
---|
| 347 | +{ |
---|
| 348 | + return __nfp_rtsym_readq(cpp, sym, NFP_CPP_ACTION_RW, 0, off, value); |
---|
| 349 | +} |
---|
| 350 | + |
---|
| 351 | +int __nfp_rtsym_write(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, |
---|
| 352 | + u8 action, u8 token, u64 off, void *buf, size_t len) |
---|
| 353 | +{ |
---|
| 354 | + u64 sym_size = nfp_rtsym_size(sym); |
---|
| 355 | + u32 cpp_id; |
---|
| 356 | + u64 addr; |
---|
| 357 | + int err; |
---|
| 358 | + |
---|
| 359 | + if (off > sym_size) { |
---|
| 360 | + nfp_err(cpp, "rtsym '%s': write out of bounds: off: %lld + len: %zd > size: %lld\n", |
---|
| 361 | + sym->name, off, len, sym_size); |
---|
| 362 | + return -ENXIO; |
---|
| 363 | + } |
---|
| 364 | + len = min_t(size_t, len, sym_size - off); |
---|
| 365 | + |
---|
| 366 | + err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr); |
---|
| 367 | + if (err) |
---|
| 368 | + return err; |
---|
| 369 | + |
---|
| 370 | + return nfp_cpp_write(cpp, cpp_id, addr, buf, len); |
---|
| 371 | +} |
---|
| 372 | + |
---|
| 373 | +int nfp_rtsym_write(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, u64 off, |
---|
| 374 | + void *buf, size_t len) |
---|
| 375 | +{ |
---|
| 376 | + return __nfp_rtsym_write(cpp, sym, NFP_CPP_ACTION_RW, 0, off, buf, len); |
---|
| 377 | +} |
---|
| 378 | + |
---|
| 379 | +int __nfp_rtsym_writel(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, |
---|
| 380 | + u8 action, u8 token, u64 off, u32 value) |
---|
| 381 | +{ |
---|
| 382 | + u32 cpp_id; |
---|
| 383 | + u64 addr; |
---|
| 384 | + int err; |
---|
| 385 | + |
---|
| 386 | + if (off + 4 > nfp_rtsym_size(sym)) { |
---|
| 387 | + nfp_err(cpp, "rtsym '%s': writel out of bounds: off: %lld + 4 > size: %lld\n", |
---|
| 388 | + sym->name, off, nfp_rtsym_size(sym)); |
---|
| 389 | + return -ENXIO; |
---|
| 390 | + } |
---|
| 391 | + |
---|
| 392 | + err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr); |
---|
| 393 | + if (err) |
---|
| 394 | + return err; |
---|
| 395 | + |
---|
| 396 | + return nfp_cpp_writel(cpp, cpp_id, addr, value); |
---|
| 397 | +} |
---|
| 398 | + |
---|
| 399 | +int nfp_rtsym_writel(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, u64 off, |
---|
| 400 | + u32 value) |
---|
| 401 | +{ |
---|
| 402 | + return __nfp_rtsym_writel(cpp, sym, NFP_CPP_ACTION_RW, 0, off, value); |
---|
| 403 | +} |
---|
| 404 | + |
---|
| 405 | +int __nfp_rtsym_writeq(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, |
---|
| 406 | + u8 action, u8 token, u64 off, u64 value) |
---|
| 407 | +{ |
---|
| 408 | + u32 cpp_id; |
---|
| 409 | + u64 addr; |
---|
| 410 | + int err; |
---|
| 411 | + |
---|
| 412 | + if (off + 8 > nfp_rtsym_size(sym)) { |
---|
| 413 | + nfp_err(cpp, "rtsym '%s': writeq out of bounds: off: %lld + 8 > size: %lld\n", |
---|
| 414 | + sym->name, off, nfp_rtsym_size(sym)); |
---|
| 415 | + return -ENXIO; |
---|
| 416 | + } |
---|
| 417 | + |
---|
| 418 | + err = nfp_rtsym_to_dest(cpp, sym, action, token, off, &cpp_id, &addr); |
---|
| 419 | + if (err) |
---|
| 420 | + return err; |
---|
| 421 | + |
---|
| 422 | + return nfp_cpp_writeq(cpp, cpp_id, addr, value); |
---|
| 423 | +} |
---|
| 424 | + |
---|
| 425 | +int nfp_rtsym_writeq(struct nfp_cpp *cpp, const struct nfp_rtsym *sym, u64 off, |
---|
| 426 | + u64 value) |
---|
| 427 | +{ |
---|
| 428 | + return __nfp_rtsym_writeq(cpp, sym, NFP_CPP_ACTION_RW, 0, off, value); |
---|
| 429 | +} |
---|
| 430 | + |
---|
236 | 431 | /** |
---|
237 | 432 | * nfp_rtsym_read_le() - Read a simple unsigned scalar value from symbol |
---|
238 | 433 | * @rtbl: NFP RTsym table |
---|
.. | .. |
---|
249 | 444 | int *error) |
---|
250 | 445 | { |
---|
251 | 446 | const struct nfp_rtsym *sym; |
---|
252 | | - u32 val32, id; |
---|
| 447 | + u32 val32; |
---|
253 | 448 | u64 val; |
---|
254 | 449 | int err; |
---|
255 | 450 | |
---|
.. | .. |
---|
259 | 454 | goto exit; |
---|
260 | 455 | } |
---|
261 | 456 | |
---|
262 | | - id = NFP_CPP_ISLAND_ID(sym->target, NFP_CPP_ACTION_RW, 0, sym->domain); |
---|
263 | | - |
---|
264 | | - switch (sym->size) { |
---|
| 457 | + switch (nfp_rtsym_size(sym)) { |
---|
265 | 458 | case 4: |
---|
266 | | - err = nfp_cpp_readl(rtbl->cpp, id, sym->addr, &val32); |
---|
| 459 | + err = nfp_rtsym_readl(rtbl->cpp, sym, 0, &val32); |
---|
267 | 460 | val = val32; |
---|
268 | 461 | break; |
---|
269 | 462 | case 8: |
---|
270 | | - err = nfp_cpp_readq(rtbl->cpp, id, sym->addr, &val); |
---|
| 463 | + err = nfp_rtsym_readq(rtbl->cpp, sym, 0, &val); |
---|
271 | 464 | break; |
---|
272 | 465 | default: |
---|
273 | 466 | nfp_err(rtbl->cpp, |
---|
274 | | - "rtsym '%s' unsupported or non-scalar size: %lld\n", |
---|
275 | | - name, sym->size); |
---|
| 467 | + "rtsym '%s': unsupported or non-scalar size: %lld\n", |
---|
| 468 | + name, nfp_rtsym_size(sym)); |
---|
276 | 469 | err = -EINVAL; |
---|
277 | 470 | break; |
---|
278 | 471 | } |
---|
.. | .. |
---|
303 | 496 | { |
---|
304 | 497 | const struct nfp_rtsym *sym; |
---|
305 | 498 | int err; |
---|
306 | | - u32 id; |
---|
307 | 499 | |
---|
308 | 500 | sym = nfp_rtsym_lookup(rtbl, name); |
---|
309 | 501 | if (!sym) |
---|
310 | 502 | return -ENOENT; |
---|
311 | 503 | |
---|
312 | | - id = NFP_CPP_ISLAND_ID(sym->target, NFP_CPP_ACTION_RW, 0, sym->domain); |
---|
313 | | - |
---|
314 | | - switch (sym->size) { |
---|
| 504 | + switch (nfp_rtsym_size(sym)) { |
---|
315 | 505 | case 4: |
---|
316 | | - err = nfp_cpp_writel(rtbl->cpp, id, sym->addr, value); |
---|
| 506 | + err = nfp_rtsym_writel(rtbl->cpp, sym, 0, value); |
---|
317 | 507 | break; |
---|
318 | 508 | case 8: |
---|
319 | | - err = nfp_cpp_writeq(rtbl->cpp, id, sym->addr, value); |
---|
| 509 | + err = nfp_rtsym_writeq(rtbl->cpp, sym, 0, value); |
---|
320 | 510 | break; |
---|
321 | 511 | default: |
---|
322 | 512 | nfp_err(rtbl->cpp, |
---|
323 | | - "rtsym '%s' unsupported or non-scalar size: %lld\n", |
---|
324 | | - name, sym->size); |
---|
| 513 | + "rtsym '%s': unsupported or non-scalar size: %lld\n", |
---|
| 514 | + name, nfp_rtsym_size(sym)); |
---|
325 | 515 | err = -EINVAL; |
---|
326 | 516 | break; |
---|
327 | 517 | } |
---|
.. | .. |
---|
335 | 525 | { |
---|
336 | 526 | const struct nfp_rtsym *sym; |
---|
337 | 527 | u8 __iomem *mem; |
---|
| 528 | + u32 cpp_id; |
---|
| 529 | + u64 addr; |
---|
| 530 | + int err; |
---|
338 | 531 | |
---|
339 | 532 | sym = nfp_rtsym_lookup(rtbl, name); |
---|
340 | 533 | if (!sym) |
---|
341 | 534 | return (u8 __iomem *)ERR_PTR(-ENOENT); |
---|
342 | 535 | |
---|
| 536 | + err = nfp_rtsym_to_dest(rtbl->cpp, sym, NFP_CPP_ACTION_RW, 0, 0, |
---|
| 537 | + &cpp_id, &addr); |
---|
| 538 | + if (err) { |
---|
| 539 | + nfp_err(rtbl->cpp, "rtsym '%s': mapping failed\n", name); |
---|
| 540 | + return (u8 __iomem *)ERR_PTR(err); |
---|
| 541 | + } |
---|
| 542 | + |
---|
343 | 543 | if (sym->size < min_size) { |
---|
344 | | - nfp_err(rtbl->cpp, "Symbol %s too small\n", name); |
---|
| 544 | + nfp_err(rtbl->cpp, "rtsym '%s': too small\n", name); |
---|
345 | 545 | return (u8 __iomem *)ERR_PTR(-EINVAL); |
---|
346 | 546 | } |
---|
347 | 547 | |
---|
348 | | - mem = nfp_cpp_map_area(rtbl->cpp, id, sym->domain, sym->target, |
---|
349 | | - sym->addr, sym->size, area); |
---|
| 548 | + mem = nfp_cpp_map_area(rtbl->cpp, id, cpp_id, addr, sym->size, area); |
---|
350 | 549 | if (IS_ERR(mem)) { |
---|
351 | | - nfp_err(rtbl->cpp, "Failed to map symbol %s: %ld\n", |
---|
| 550 | + nfp_err(rtbl->cpp, "rtysm '%s': failed to map: %ld\n", |
---|
352 | 551 | name, PTR_ERR(mem)); |
---|
353 | 552 | return mem; |
---|
354 | 553 | } |
---|