1/***********************license start*************** 2 * Author: Cavium Networks 3 * 4 * Contact: support@caviumnetworks.com 5 * This file is part of the OCTEON SDK 6 * 7 * Copyright (c) 2003-2008 Cavium Networks 8 * 9 * This file is free software; you can redistribute it and/or modify 10 * it under the terms of the GNU General Public License, Version 2, as 11 * published by the Free Software Foundation. 12 * 13 * This file is distributed in the hope that it will be useful, but 14 * AS-IS and WITHOUT ANY WARRANTY; without even the implied warranty 15 * of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE, TITLE, or 16 * NONINFRINGEMENT. See the GNU General Public License for more 17 * details. 18 * 19 * You should have received a copy of the GNU General Public License 20 * along with this file; if not, write to the Free Software 21 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA 22 * or visit http://www.gnu.org/licenses/. 23 * 24 * This file may also be available under a different license from Cavium. 25 * Contact Cavium Networks for more information 26 ***********************license end**************************************/ 27 28/* 29 * Support library for the hardware Packet Output unit. 30 */ 31 32#include <asm/octeon/octeon.h> 33 34#include <asm/octeon/cvmx-config.h> 35#include <asm/octeon/cvmx-pko.h> 36#include <asm/octeon/cvmx-helper.h> 37 38/** 39 * Internal state of packet output 40 */ 41 42static int __cvmx_pko_int(int interface, int index) 43{ 44 switch (interface) { 45 case 0: 46 return index; 47 case 1: 48 return 4; 49 case 2: 50 return index + 0x08; 51 case 3: 52 return index + 0x0c; 53 case 4: 54 return index + 0x10; 55 case 5: 56 return 0x1c; 57 case 6: 58 return 0x1d; 59 case 7: 60 return 0x1e; 61 case 8: 62 return 0x1f; 63 default: 64 return -1; 65 } 66} 67 68static void __cvmx_pko_iport_config(int pko_port) 69{ 70 int queue; 71 const int num_queues = 1; 72 const int base_queue = pko_port; 73 const int static_priority_end = 1; 74 const int static_priority_base = 1; 75 76 for (queue = 0; queue < num_queues; queue++) { 77 union cvmx_pko_mem_iqueue_ptrs config; 78 cvmx_cmd_queue_result_t cmd_res; 79 uint64_t *buf_ptr; 80 81 config.u64 = 0; 82 config.s.index = queue; 83 config.s.qid = base_queue + queue; 84 config.s.ipid = pko_port; 85 config.s.tail = (queue == (num_queues - 1)); 86 config.s.s_tail = (queue == static_priority_end); 87 config.s.static_p = (static_priority_base >= 0); 88 config.s.static_q = (queue <= static_priority_end); 89 config.s.qos_mask = 0xff; 90 91 cmd_res = cvmx_cmd_queue_initialize( 92 CVMX_CMD_QUEUE_PKO(base_queue + queue), 93 CVMX_PKO_MAX_QUEUE_DEPTH, 94 CVMX_FPA_OUTPUT_BUFFER_POOL, 95 (CVMX_FPA_OUTPUT_BUFFER_POOL_SIZE - 96 CVMX_PKO_COMMAND_BUFFER_SIZE_ADJUST * 8)); 97 98 WARN(cmd_res, 99 "%s: cmd_res=%d pko_port=%d base_queue=%d num_queues=%d queue=%d\n", 100 __func__, (int)cmd_res, pko_port, base_queue, 101 num_queues, queue); 102 103 buf_ptr = (uint64_t *)cvmx_cmd_queue_buffer( 104 CVMX_CMD_QUEUE_PKO(base_queue + queue)); 105 config.s.buf_ptr = cvmx_ptr_to_phys(buf_ptr) >> 7; 106 CVMX_SYNCWS; 107 cvmx_write_csr(CVMX_PKO_MEM_IQUEUE_PTRS, config.u64); 108 } 109} 110 111static void __cvmx_pko_queue_alloc_o68(void) 112{ 113 int port; 114 115 for (port = 0; port < 48; port++) 116 __cvmx_pko_iport_config(port); 117} 118 119static void __cvmx_pko_port_map_o68(void) 120{ 121 int port; 122 int interface, index; 123 cvmx_helper_interface_mode_t mode; 124 union cvmx_pko_mem_iport_ptrs config; 125 126 /* 127 * Initialize every iport with the invalid eid. 128 */ 129 config.u64 = 0; 130 config.s.eid = 31; /* Invalid */ 131 for (port = 0; port < 128; port++) { 132 config.s.ipid = port; 133 cvmx_write_csr(CVMX_PKO_MEM_IPORT_PTRS, config.u64); 134 } 135 136 /* 137 * Set up PKO_MEM_IPORT_PTRS 138 */ 139 for (port = 0; port < 48; port++) { 140 interface = cvmx_helper_get_interface_num(port); 141 index = cvmx_helper_get_interface_index_num(port); 142 mode = cvmx_helper_interface_get_mode(interface); 143 if (mode == CVMX_HELPER_INTERFACE_MODE_DISABLED) 144 continue; 145 146 config.s.ipid = port; 147 config.s.qos_mask = 0xff; 148 config.s.crc = 1; 149 config.s.min_pkt = 1; 150 config.s.intr = __cvmx_pko_int(interface, index); 151 config.s.eid = config.s.intr; 152 config.s.pipe = (mode == CVMX_HELPER_INTERFACE_MODE_LOOP) ? 153 index : port; 154 cvmx_write_csr(CVMX_PKO_MEM_IPORT_PTRS, config.u64); 155 } 156} 157 158static void __cvmx_pko_chip_init(void) 159{ 160 int i; 161 162 if (OCTEON_IS_MODEL(OCTEON_CN68XX)) { 163 __cvmx_pko_port_map_o68(); 164 __cvmx_pko_queue_alloc_o68(); 165 return; 166 } 167 168 /* 169 * Initialize queues 170 */ 171 for (i = 0; i < CVMX_PKO_MAX_OUTPUT_QUEUES; i++) { 172 const uint64_t priority = 8; 173 174 cvmx_pko_config_port(CVMX_PKO_MEM_QUEUE_PTRS_ILLEGAL_PID, i, 1, 175 &priority); 176 } 177} 178 179/** 180 * Call before any other calls to initialize the packet 181 * output system. This does chip global config, and should only be 182 * done by one core. 183 */ 184 185void cvmx_pko_initialize_global(void) 186{ 187 union cvmx_pko_reg_cmd_buf config; 188 189 /* 190 * Set the size of the PKO command buffers to an odd number of 191 * 64bit words. This allows the normal two word send to stay 192 * aligned and never span a comamnd word buffer. 193 */ 194 config.u64 = 0; 195 config.s.pool = CVMX_FPA_OUTPUT_BUFFER_POOL; 196 config.s.size = CVMX_FPA_OUTPUT_BUFFER_POOL_SIZE / 8 - 1; 197 198 cvmx_write_csr(CVMX_PKO_REG_CMD_BUF, config.u64); 199 200 /* 201 * Chip-specific setup. 202 */ 203 __cvmx_pko_chip_init(); 204 205 /* 206 * If we aren't using all of the queues optimize PKO's 207 * internal memory. 208 */ 209 if (OCTEON_IS_MODEL(OCTEON_CN38XX) || OCTEON_IS_MODEL(OCTEON_CN58XX) 210 || OCTEON_IS_MODEL(OCTEON_CN56XX) 211 || OCTEON_IS_MODEL(OCTEON_CN52XX)) { 212 int num_interfaces = cvmx_helper_get_number_of_interfaces(); 213 int last_port = 214 cvmx_helper_get_last_ipd_port(num_interfaces - 1); 215 int max_queues = 216 cvmx_pko_get_base_queue(last_port) + 217 cvmx_pko_get_num_queues(last_port); 218 if (OCTEON_IS_MODEL(OCTEON_CN38XX)) { 219 if (max_queues <= 32) 220 cvmx_write_csr(CVMX_PKO_REG_QUEUE_MODE, 2); 221 else if (max_queues <= 64) 222 cvmx_write_csr(CVMX_PKO_REG_QUEUE_MODE, 1); 223 } else { 224 if (max_queues <= 64) 225 cvmx_write_csr(CVMX_PKO_REG_QUEUE_MODE, 2); 226 else if (max_queues <= 128) 227 cvmx_write_csr(CVMX_PKO_REG_QUEUE_MODE, 1); 228 } 229 } 230} 231 232/** 233 * This function does per-core initialization required by the PKO routines. 234 * This must be called on all cores that will do packet output, and must 235 * be called after the FPA has been initialized and filled with pages. 236 * 237 * Returns 0 on success 238 * !0 on failure 239 */ 240int cvmx_pko_initialize_local(void) 241{ 242 /* Nothing to do */ 243 return 0; 244} 245 246/** 247 * Enables the packet output hardware. It must already be 248 * configured. 249 */ 250void cvmx_pko_enable(void) 251{ 252 union cvmx_pko_reg_flags flags; 253 254 flags.u64 = cvmx_read_csr(CVMX_PKO_REG_FLAGS); 255 if (flags.s.ena_pko) 256 cvmx_dprintf 257 ("Warning: Enabling PKO when PKO already enabled.\n"); 258 259 flags.s.ena_dwb = 1; 260 flags.s.ena_pko = 1; 261 /* 262 * always enable big endian for 3-word command. Does nothing 263 * for 2-word. 264 */ 265 flags.s.store_be = 1; 266 cvmx_write_csr(CVMX_PKO_REG_FLAGS, flags.u64); 267} 268 269/** 270 * Disables the packet output. Does not affect any configuration. 271 */ 272void cvmx_pko_disable(void) 273{ 274 union cvmx_pko_reg_flags pko_reg_flags; 275 pko_reg_flags.u64 = cvmx_read_csr(CVMX_PKO_REG_FLAGS); 276 pko_reg_flags.s.ena_pko = 0; 277 cvmx_write_csr(CVMX_PKO_REG_FLAGS, pko_reg_flags.u64); 278} 279EXPORT_SYMBOL_GPL(cvmx_pko_disable); 280 281/** 282 * Reset the packet output. 283 */ 284static void __cvmx_pko_reset(void) 285{ 286 union cvmx_pko_reg_flags pko_reg_flags; 287 pko_reg_flags.u64 = cvmx_read_csr(CVMX_PKO_REG_FLAGS); 288 pko_reg_flags.s.reset = 1; 289 cvmx_write_csr(CVMX_PKO_REG_FLAGS, pko_reg_flags.u64); 290} 291 292/** 293 * Shutdown and free resources required by packet output. 294 */ 295void cvmx_pko_shutdown(void) 296{ 297 union cvmx_pko_mem_queue_ptrs config; 298 int queue; 299 300 cvmx_pko_disable(); 301 302 for (queue = 0; queue < CVMX_PKO_MAX_OUTPUT_QUEUES; queue++) { 303 config.u64 = 0; 304 config.s.tail = 1; 305 config.s.index = 0; 306 config.s.port = CVMX_PKO_MEM_QUEUE_PTRS_ILLEGAL_PID; 307 config.s.queue = queue & 0x7f; 308 config.s.qos_mask = 0; 309 config.s.buf_ptr = 0; 310 if (!OCTEON_IS_MODEL(OCTEON_CN3XXX)) { 311 union cvmx_pko_reg_queue_ptrs1 config1; 312 config1.u64 = 0; 313 config1.s.qid7 = queue >> 7; 314 cvmx_write_csr(CVMX_PKO_REG_QUEUE_PTRS1, config1.u64); 315 } 316 cvmx_write_csr(CVMX_PKO_MEM_QUEUE_PTRS, config.u64); 317 cvmx_cmd_queue_shutdown(CVMX_CMD_QUEUE_PKO(queue)); 318 } 319 __cvmx_pko_reset(); 320} 321EXPORT_SYMBOL_GPL(cvmx_pko_shutdown); 322 323/** 324 * Configure a output port and the associated queues for use. 325 * 326 * @port: Port to configure. 327 * @base_queue: First queue number to associate with this port. 328 * @num_queues: Number of queues to associate with this port 329 * @priority: Array of priority levels for each queue. Values are 330 * allowed to be 0-8. A value of 8 get 8 times the traffic 331 * of a value of 1. A value of 0 indicates that no rounds 332 * will be participated in. These priorities can be changed 333 * on the fly while the pko is enabled. A priority of 9 334 * indicates that static priority should be used. If static 335 * priority is used all queues with static priority must be 336 * contiguous starting at the base_queue, and lower numbered 337 * queues have higher priority than higher numbered queues. 338 * There must be num_queues elements in the array. 339 */ 340cvmx_pko_status_t cvmx_pko_config_port(uint64_t port, uint64_t base_queue, 341 uint64_t num_queues, 342 const uint64_t priority[]) 343{ 344 cvmx_pko_status_t result_code; 345 uint64_t queue; 346 union cvmx_pko_mem_queue_ptrs config; 347 union cvmx_pko_reg_queue_ptrs1 config1; 348 int static_priority_base = -1; 349 int static_priority_end = -1; 350 351 if (OCTEON_IS_MODEL(OCTEON_CN68XX)) 352 return CVMX_PKO_SUCCESS; 353 354 if ((port >= CVMX_PKO_NUM_OUTPUT_PORTS) 355 && (port != CVMX_PKO_MEM_QUEUE_PTRS_ILLEGAL_PID)) { 356 cvmx_dprintf("ERROR: cvmx_pko_config_port: Invalid port %llu\n", 357 (unsigned long long)port); 358 return CVMX_PKO_INVALID_PORT; 359 } 360 361 if (base_queue + num_queues > CVMX_PKO_MAX_OUTPUT_QUEUES) { 362 cvmx_dprintf 363 ("ERROR: cvmx_pko_config_port: Invalid queue range %llu\n", 364 (unsigned long long)(base_queue + num_queues)); 365 return CVMX_PKO_INVALID_QUEUE; 366 } 367 368 if (port != CVMX_PKO_MEM_QUEUE_PTRS_ILLEGAL_PID) { 369 /* 370 * Validate the static queue priority setup and set 371 * static_priority_base and static_priority_end 372 * accordingly. 373 */ 374 for (queue = 0; queue < num_queues; queue++) { 375 /* Find first queue of static priority */ 376 if (static_priority_base == -1 377 && priority[queue] == 378 CVMX_PKO_QUEUE_STATIC_PRIORITY) 379 static_priority_base = queue; 380 /* Find last queue of static priority */ 381 if (static_priority_base != -1 382 && static_priority_end == -1 383 && priority[queue] != CVMX_PKO_QUEUE_STATIC_PRIORITY 384 && queue) 385 static_priority_end = queue - 1; 386 else if (static_priority_base != -1 387 && static_priority_end == -1 388 && queue == num_queues - 1) 389 /* all queues are static priority */ 390 static_priority_end = queue; 391 /* 392 * Check to make sure all static priority 393 * queues are contiguous. Also catches some 394 * cases of static priorites not starting at 395 * queue 0. 396 */ 397 if (static_priority_end != -1 398 && (int)queue > static_priority_end 399 && priority[queue] == 400 CVMX_PKO_QUEUE_STATIC_PRIORITY) { 401 cvmx_dprintf("ERROR: cvmx_pko_config_port: " 402 "Static priority queues aren't " 403 "contiguous or don't start at " 404 "base queue. q: %d, eq: %d\n", 405 (int)queue, static_priority_end); 406 return CVMX_PKO_INVALID_PRIORITY; 407 } 408 } 409 if (static_priority_base > 0) { 410 cvmx_dprintf("ERROR: cvmx_pko_config_port: Static " 411 "priority queues don't start at base " 412 "queue. sq: %d\n", 413 static_priority_base); 414 return CVMX_PKO_INVALID_PRIORITY; 415 } 416#if 0 417 cvmx_dprintf("Port %d: Static priority queue base: %d, " 418 "end: %d\n", port, 419 static_priority_base, static_priority_end); 420#endif 421 } 422 /* 423 * At this point, static_priority_base and static_priority_end 424 * are either both -1, or are valid start/end queue 425 * numbers. 426 */ 427 428 result_code = CVMX_PKO_SUCCESS; 429 430#ifdef PKO_DEBUG 431 cvmx_dprintf("num queues: %d (%lld,%lld)\n", num_queues, 432 CVMX_PKO_QUEUES_PER_PORT_INTERFACE0, 433 CVMX_PKO_QUEUES_PER_PORT_INTERFACE1); 434#endif 435 436 for (queue = 0; queue < num_queues; queue++) { 437 uint64_t *buf_ptr = NULL; 438 439 config1.u64 = 0; 440 config1.s.idx3 = queue >> 3; 441 config1.s.qid7 = (base_queue + queue) >> 7; 442 443 config.u64 = 0; 444 config.s.tail = queue == (num_queues - 1); 445 config.s.index = queue; 446 config.s.port = port; 447 config.s.queue = base_queue + queue; 448 449 if (!cvmx_octeon_is_pass1()) { 450 config.s.static_p = static_priority_base >= 0; 451 config.s.static_q = (int)queue <= static_priority_end; 452 config.s.s_tail = (int)queue == static_priority_end; 453 } 454 /* 455 * Convert the priority into an enable bit field. Try 456 * to space the bits out evenly so the packet don't 457 * get grouped up 458 */ 459 switch ((int)priority[queue]) { 460 case 0: 461 config.s.qos_mask = 0x00; 462 break; 463 case 1: 464 config.s.qos_mask = 0x01; 465 break; 466 case 2: 467 config.s.qos_mask = 0x11; 468 break; 469 case 3: 470 config.s.qos_mask = 0x49; 471 break; 472 case 4: 473 config.s.qos_mask = 0x55; 474 break; 475 case 5: 476 config.s.qos_mask = 0x57; 477 break; 478 case 6: 479 config.s.qos_mask = 0x77; 480 break; 481 case 7: 482 config.s.qos_mask = 0x7f; 483 break; 484 case 8: 485 config.s.qos_mask = 0xff; 486 break; 487 case CVMX_PKO_QUEUE_STATIC_PRIORITY: 488 /* Pass 1 will fall through to the error case */ 489 if (!cvmx_octeon_is_pass1()) { 490 config.s.qos_mask = 0xff; 491 break; 492 } 493 default: 494 cvmx_dprintf("ERROR: cvmx_pko_config_port: Invalid " 495 "priority %llu\n", 496 (unsigned long long)priority[queue]); 497 config.s.qos_mask = 0xff; 498 result_code = CVMX_PKO_INVALID_PRIORITY; 499 break; 500 } 501 502 if (port != CVMX_PKO_MEM_QUEUE_PTRS_ILLEGAL_PID) { 503 cvmx_cmd_queue_result_t cmd_res = 504 cvmx_cmd_queue_initialize(CVMX_CMD_QUEUE_PKO 505 (base_queue + queue), 506 CVMX_PKO_MAX_QUEUE_DEPTH, 507 CVMX_FPA_OUTPUT_BUFFER_POOL, 508 CVMX_FPA_OUTPUT_BUFFER_POOL_SIZE 509 - 510 CVMX_PKO_COMMAND_BUFFER_SIZE_ADJUST 511 * 8); 512 if (cmd_res != CVMX_CMD_QUEUE_SUCCESS) { 513 switch (cmd_res) { 514 case CVMX_CMD_QUEUE_NO_MEMORY: 515 cvmx_dprintf("ERROR: " 516 "cvmx_pko_config_port: " 517 "Unable to allocate " 518 "output buffer.\n"); 519 return CVMX_PKO_NO_MEMORY; 520 case CVMX_CMD_QUEUE_ALREADY_SETUP: 521 cvmx_dprintf 522 ("ERROR: cvmx_pko_config_port: Port already setup.\n"); 523 return CVMX_PKO_PORT_ALREADY_SETUP; 524 case CVMX_CMD_QUEUE_INVALID_PARAM: 525 default: 526 cvmx_dprintf 527 ("ERROR: cvmx_pko_config_port: Command queue initialization failed.\n"); 528 return CVMX_PKO_CMD_QUEUE_INIT_ERROR; 529 } 530 } 531 532 buf_ptr = 533 (uint64_t *) 534 cvmx_cmd_queue_buffer(CVMX_CMD_QUEUE_PKO 535 (base_queue + queue)); 536 config.s.buf_ptr = cvmx_ptr_to_phys(buf_ptr); 537 } else 538 config.s.buf_ptr = 0; 539 540 CVMX_SYNCWS; 541 542 if (!OCTEON_IS_MODEL(OCTEON_CN3XXX)) 543 cvmx_write_csr(CVMX_PKO_REG_QUEUE_PTRS1, config1.u64); 544 cvmx_write_csr(CVMX_PKO_MEM_QUEUE_PTRS, config.u64); 545 } 546 547 return result_code; 548} 549 550#ifdef PKO_DEBUG 551/** 552 * Show map of ports -> queues for different cores. 553 */ 554void cvmx_pko_show_queue_map() 555{ 556 int core, port; 557 int pko_output_ports = 36; 558 559 cvmx_dprintf("port"); 560 for (port = 0; port < pko_output_ports; port++) 561 cvmx_dprintf("%3d ", port); 562 cvmx_dprintf("\n"); 563 564 for (core = 0; core < CVMX_MAX_CORES; core++) { 565 cvmx_dprintf("\n%2d: ", core); 566 for (port = 0; port < pko_output_ports; port++) { 567 cvmx_dprintf("%3d ", 568 cvmx_pko_get_base_queue_per_core(port, 569 core)); 570 } 571 } 572 cvmx_dprintf("\n"); 573} 574#endif 575 576/** 577 * Rate limit a PKO port to a max packets/sec. This function is only 578 * supported on CN51XX and higher, excluding CN58XX. 579 * 580 * @port: Port to rate limit 581 * @packets_s: Maximum packet/sec 582 * @burst: Maximum number of packets to burst in a row before rate 583 * limiting cuts in. 584 * 585 * Returns Zero on success, negative on failure 586 */ 587int cvmx_pko_rate_limit_packets(int port, int packets_s, int burst) 588{ 589 union cvmx_pko_mem_port_rate0 pko_mem_port_rate0; 590 union cvmx_pko_mem_port_rate1 pko_mem_port_rate1; 591 592 pko_mem_port_rate0.u64 = 0; 593 pko_mem_port_rate0.s.pid = port; 594 pko_mem_port_rate0.s.rate_pkt = 595 cvmx_sysinfo_get()->cpu_clock_hz / packets_s / 16; 596 /* No cost per word since we are limited by packets/sec, not bits/sec */ 597 pko_mem_port_rate0.s.rate_word = 0; 598 599 pko_mem_port_rate1.u64 = 0; 600 pko_mem_port_rate1.s.pid = port; 601 pko_mem_port_rate1.s.rate_lim = 602 ((uint64_t) pko_mem_port_rate0.s.rate_pkt * burst) >> 8; 603 604 cvmx_write_csr(CVMX_PKO_MEM_PORT_RATE0, pko_mem_port_rate0.u64); 605 cvmx_write_csr(CVMX_PKO_MEM_PORT_RATE1, pko_mem_port_rate1.u64); 606 return 0; 607} 608 609/** 610 * Rate limit a PKO port to a max bits/sec. This function is only 611 * supported on CN51XX and higher, excluding CN58XX. 612 * 613 * @port: Port to rate limit 614 * @bits_s: PKO rate limit in bits/sec 615 * @burst: Maximum number of bits to burst before rate 616 * limiting cuts in. 617 * 618 * Returns Zero on success, negative on failure 619 */ 620int cvmx_pko_rate_limit_bits(int port, uint64_t bits_s, int burst) 621{ 622 union cvmx_pko_mem_port_rate0 pko_mem_port_rate0; 623 union cvmx_pko_mem_port_rate1 pko_mem_port_rate1; 624 uint64_t clock_rate = cvmx_sysinfo_get()->cpu_clock_hz; 625 uint64_t tokens_per_bit = clock_rate * 16 / bits_s; 626 627 pko_mem_port_rate0.u64 = 0; 628 pko_mem_port_rate0.s.pid = port; 629 /* 630 * Each packet has a 12 bytes of interframe gap, an 8 byte 631 * preamble, and a 4 byte CRC. These are not included in the 632 * per word count. Multiply by 8 to covert to bits and divide 633 * by 256 for limit granularity. 634 */ 635 pko_mem_port_rate0.s.rate_pkt = (12 + 8 + 4) * 8 * tokens_per_bit / 256; 636 /* Each 8 byte word has 64bits */ 637 pko_mem_port_rate0.s.rate_word = 64 * tokens_per_bit; 638 639 pko_mem_port_rate1.u64 = 0; 640 pko_mem_port_rate1.s.pid = port; 641 pko_mem_port_rate1.s.rate_lim = tokens_per_bit * burst / 256; 642 643 cvmx_write_csr(CVMX_PKO_MEM_PORT_RATE0, pko_mem_port_rate0.u64); 644 cvmx_write_csr(CVMX_PKO_MEM_PORT_RATE1, pko_mem_port_rate1.u64); 645 return 0; 646} 647