#!/usr/bin/python3 # # Copyright (c) 2017 Mellanox Technologies. All rights reserved. # # This Software is licensed under one of the following licenses: # # 1) under the terms of the "Common Public License 1.0" a copy of which is # available from the Open Source Initiative, see # http://www.opensource.org/licenses/cpl.php. # # 2) under the terms of the "The BSD License" a copy of which is # available from the Open Source Initiative, see # http://www.opensource.org/licenses/bsd-license.php. # # 3) under the terms of the "GNU General Public License (GPL) Version 2" a # copy of which is available from the Open Source Initiative, see # http://www.opensource.org/licenses/gpl-license.php. # # Licensee has the right to choose one of the above licenses. # # Redistributions of source code must retain the above copyright # notice and one of the license notices. # # Redistributions in binary form must reproduce both the above copyright # notice, one of the license notices in the documentation # and/or other materials provided with the distribution. # import sys import os import re from subprocess import Popen, PIPE from collections import defaultdict from optparse import OptionParser tctool = 'tc' port_num = 1 max_tc_num = "8" skprio2tos = { 0 : 0, 2 : 8, 4 : 24, 6 : 16 } class skprio2up: def __init__(self, path, intf): self.path = path self.map = [] self.intf = intf self.up2skprio = defaultdict(list) if (options.skprio_up is not None): self.parse_args(options.skprio_up.split(",")) def get_tagged(self): output = Popen('grep -H "EGRESS" /proc/net/vlan/' + self.intf + "* 2> /dev/null", shell=True, bufsize=4096, stdout=PIPE).stdout for line in output: param, val=line.strip().split(":", 1) vlan = param.split('.')[-1] for item in val.split(":", 1)[1].split(): skprio, up = item.split(':') skprio = int(skprio) str = "%d (vlan %s" % (skprio, vlan) if skprio2tos.get(skprio): str += " tos: %d" % (skprio2tos[skprio]) str += ")" self.up2skprio[int(up)].append(str) def refresh(self): skprio = 0 for up in self.map: s = str(skprio) if skprio2tos.get(skprio): s += " (tos: %s)" % (str(skprio2tos[skprio])) self.up2skprio[int(up)].append(s) skprio += 1 self.get_tagged() def parse_args(self, new): for i, up in enumerate(new): _up = int(up) if (_up > 8 or _up < 0): print(("Bad user prio: %s - should be in the range: 0-7" % up)) sys.exit(1) self.map.append(up) def set(self, new): self.parse_args(new) self.refresh() f = open(self.path, "w") f.write(" ".join(self.map).strip()) f.close() def get(self): f = open(self.path, "r") self.map = f.read().split() f.close() class tcnum: def __init__(self, intf): self.map = [] self.intf = intf self.tc_num = str(8) def set(self, dummy): raise NotImplementedError("Setting skprio<=>up mapping is not implemented yet") class tcnum_sysfs(tcnum): def __init__(self, path, intf): tcnum.__init__(self, intf) self.path = path def set(self, new): self.get() if self.tc_num == int(new): return f = open(self.path, "w") f.write(new) f.close() def get(self): f = open(self.path, "r") self.tc_num = int(f.read().strip()) f.close() class tcnum_mqprio(tcnum): def __init__(self, intf): tcnum.__init__(self, intf) def set(self, new): try: output = Popen("%s qdisc del dev %s root" % (tctool, self.intf), shell=True, bufsize=4096, stdout=PIPE, stderr=PIPE).stdout output = Popen("%s qdisc add dev %s root mqprio num_tc %s" % (tctool, self.intf, new), shell=True, bufsize=4096, stdout=PIPE).stdout except: print("QoS is not supported via mqprio") sys.exit(1) def get(self): empty = True output = Popen(tctool + " qdisc show dev " + self.intf, shell=True, bufsize=4096, stdout=PIPE).stdout for line in output: empty=False m = re.search(r'tc (\d)', line) if m: self.tc_num = m.group(1) if (empty): raise IOError("tc tool returned empty output") if __name__ == "__main__": parser = OptionParser(usage="%prog -i [options]", version="%prog 1.0") parser.add_option("-i", "--interface", dest="intf", help="Interface name") parser.add_option("-u", "--skprio_up", dest="skprio_up", help="maps sk_prio to priority for RoCE. LIST is <=16 comma separated priority. " + "index of element is sk_prio.") parser.add_option("-n", "--show_tc_num", action="store_true", default=False, dest="show_tc_num", help="Show number of TCs for the interface and exists.") (options, args) = parser.parse_args() if (options.intf == None): print("Interface name is required") parser.print_usage() sys.exit(1) output = Popen("ls /sys/class/net/%s/device/infiniband/ 2> /dev/null"%options.intf, shell=True, bufsize=4096, stdout=PIPE).stdout mlx_dev = None for line in output: m = re.search(r'mlx\d_\d', line.decode('utf8')) if m: mlx_dev = m.group(0) if not mlx_dev and options.skprio_up: print(("Couldn't find RDMA device for %s. Can't set skprio." % options.intf)) sys.exit(1) empty = True output = Popen("ibdev2netdev", shell=True, bufsize=4096, stdout=PIPE).stdout for line in output: m = re.search(r'port (\d+) ==> (\w+)', line.decode('utf8')) if m: if (m.group(2) == options.intf): empty = False port_num = m.group(1) if (empty): print(("Could not find interface %s in ibdev2netdev output" % options.intf)) sys.exit(1) # try using sysfs - if not exist fallback to tc tool tc_num_path = "/sys/class/net/%s/qos/tc_num"%options.intf skprio2up_path = "/sys/class/infiniband/%s/ports/%s/skprio2up"%(mlx_dev, port_num) try: if (os.path.exists(tc_num_path)): tcnum = tcnum_sysfs(tc_num_path, options.intf) else: tcnum = tcnum_mqprio(options.intf) except Exception as e: print(e) sys.exit(1) tcnum.set(max_tc_num) try: skprio2up = skprio2up(skprio2up_path, options.intf) if (os.path.exists(skprio2up_path) and options.skprio_up is not None): skprio2up.set(options.skprio_up.split(",")) else: if (options.skprio_up is not None): print("skprio2up is available only for RoCE in kernels that don't support set_egress_map") except Exception as e: print(e) sys.exit(1) if options.show_tc_num: print((tcnum.tc_num)) sys.exit(0) tcnum.get() print(("Traffic classes are set to %s" % tcnum.tc_num)) skprio2up.refresh() for up in range(8): print(("UP %s" % up)) for skprio in skprio2up.up2skprio[int(up)]: print(("\tskprio: " + skprio))