@inproceedings {19102, title = {A weighted fat-tree routing algorithm for efficient load-balancing in InfiniBand enterprise clusters}, journal = {Proceedings of the 23rd Euromicro International Conference on Parallel, Distributed Network-based Processing (PDP 2015)}, year = {2015}, month = {03/2015}, pages = {35-42}, publisher = {IEEE}, address = {Turku, Finland}, abstract = {InfiniBand (IB) has become a popular network interconnect for\ high-performance computing (HPC) systems. Many of the large\ IB-based HPC systems use some variant of the fat-tree topology to take advantage\ of the useful properties fat-trees offer. The fat-tree routing algorithm\ is one of the most efficient deterministic routing\ algorithms for fat-tree topologies.\ The algorithm ensures that the number of routes assigned to each link are balanced across the fabric. However,\ one problem with its load-balancing technique is that it assumes\ uniform traffic distribution in the network. When routes towards nodes that mainly consume\ large amount of data are assigned to share links in the fabric while alternative links are underutilized,\ sub-optimal network throughput is obtained. Also, as the fat-tree algorithm routes\ nodes according to the indexing order, the performance may differ\ for two systems cabled in the exact same way.In this paper, we propose wFatTree, a novel fat-tree routing algorithm, which considers node traffic characteristics to balance load\ across the network links more evenly, and with predictable network performance. Our experiments\ and simulations show an improvement of up to 60\% in total network throughput on large\ fat-tree installations when using wFatTree routing. Furthermore, wFatTree can also be used to prioritize traffic flowing towards\ the critical nodes in the network.}, keywords = {fat-tree networks, InfiniBand, Load-balancing, Routing algorithms}, issn = {1066-6192}, doi = {10.1109/PDP.2015.111}, author = {Feroz Zahid and Ernst Gunnar Gran and Bartosz Bogdanski and Bj{\o}rn Dag Johnsen and Tor Skeie} }