Merging fat tree network model

.gitignore

@@ -36,3 +36,8 @@
 
 # generated files from test runs
 ross.csv
+
+install-mastiff/include/codes/model-net-method.h
+configure.ac
+configure.ac
+configure.ac
\ No newline at end of file

codes/model-net-lp.h

@@ -23,6 +23,7 @@ extern "C" {
 #include "model-net-sched.h"
 #include "net/dragonfly.h"
 #include "net/slimfly.h"
+#include "net/fattree.h"
 #include "net/loggp.h"
 #include "net/simplenet-upd.h"
 #include "net/simplep2p.h"
@@ -123,7 +124,8 @@ typedef struct model_net_wrap_msg {
     union {
         model_net_base_msg      m_base;  // base lp
         terminal_message        m_dfly;  // dragonfly
-        slim_terminal_message   m_slim; // slimfly
+        slim_terminal_message   m_slim;  // slimfly
+	fattree_message		m_fat;   // fattree
         loggp_message           m_loggp; // loggp
         sn_message              m_snet;  // simplenet
         sp_message              m_sp2p;  // simplep2p

codes/model-net.h

@@ -61,6 +61,7 @@ typedef struct mn_stats mn_stats;
     X(SIMPLEP2P, "modelnet_simplep2p", "simplep2p", &simplep2p_method)\
     X(TORUS,     "modelnet_torus",     "torus",     &torus_method)\
     X(SLIMFLY,   "modelnet_slimfly",   "slimfly",   &slimfly_method)\
+    X(FATTREE,   "modelnet_fattree",   "fattree",   &fattree_method)\
     X(DRAGONFLY, "modelnet_dragonfly", "dragonfly", &dragonfly_method)\
     X(DRAGONFLY_ROUTER, "modelnet_dragonfly_router", "dragonfly_router", &dragonfly_router_method)\
     X(LOGGP,     "modelnet_loggp",     "loggp",     &loggp_method)\

codes/net/fattree.h

+#ifndef FATTREE_H
+#define FATTREE_H
+
+#include <ross.h>
+
+/* Global variable for modelnet output directory name */
+char *modelnet_stats_dir;
+
+typedef struct fattree_message fattree_message;
+
+/* this message is used for both fattree compute nodes and routers */
+struct fattree_message
+{
+  /* magic number */
+  int magic;
+  /* flit travel start time*/
+  tw_stime travel_start_time;
+ /* packet ID of the flit  */
+  unsigned long long packet_ID;
+  /* event type of the flit */
+  short  type;
+  /* category: comes from codes */
+  char category[CATEGORY_NAME_MAX];
+  /* final destination LP ID, this comes from codes can be a server or any other LP type*/
+  tw_lpid final_dest_gid;
+  /*sending LP ID from CODES, can be a server or any other LP type */
+  tw_lpid sender_lp;
+  tw_lpid sender_mn_lp; // source modelnet id
+ /* destination terminal ID of the message */
+//  int dest_num; replaced with dest_terminal_id
+  tw_lpid dest_terminal_id;
+  /* source terminal ID of the fattree */
+  unsigned int src_terminal_id;
+  /* Intermediate LP ID from which this message is coming */
+  unsigned int intm_lp_id;
+  short saved_vc;
+  short saved_off;
+  int last_hop;
+  int intm_id; //to find which port I connect to sender with
+
+  /* message originating router id */
+  unsigned int origin_switch_id;
+
+  /* number of hops traversed by the packet */
+  short my_N_hop;
+
+  // For buffer message
+  short vc_index;
+  short vc_off;
+  int is_pull;
+  model_net_event_return event_rc;
+  uint64_t pull_size;
+
+  /* for reverse computation */    
+  int path_type; 
+  tw_stime saved_available_time;
+  tw_stime saved_credit_time;
+  uint64_t packet_size;
+  tw_stime msg_start_time;
+  tw_stime saved_busy_time;
+  tw_stime saved_sample_time;
+  tw_stime saved_avg_time;
+  tw_stime saved_rcv_time;
+  tw_stime saved_total_time;
+
+  /* For routing */
+  uint64_t chunk_id;
+  uint64_t total_size;
+  uint64_t message_id;
+   
+  /* meta data to aggregate packets into a message at receiver */
+  uint64_t msg_size;
+  uint64_t src_nic;
+  uint64_t uniq_id;
+  uint64_t saved_size;
+
+  int remote_event_size_bytes;
+  int local_event_size_bytes;
+
+};
+
+#endif /* end of include guard: FATTREE_H */
+

src/Makefile.subdir

@@ -25,6 +25,7 @@ EXTRA_DIST += src/iokernellang/codesparser.y.in \
 			  src/network-workloads/conf/allocation-random.conf \
 			  src/network-workloads/conf/modelnet-synthetic-dragonfly.conf \
 			  src/network-workloads/conf/modelnet-synthetic-slimfly-min.conf \
+			  src/network-workloads/conf/modelnet-synthetic-fattree.conf \
 			  src/networks/model-net/doc/README \
 			  src/networks/model-net/doc/README.dragonfly.txt \
 			  src/networks/model-net/doc/README.loggp.txt \
@@ -88,6 +89,7 @@ nobase_include_HEADERS = \
 	codes/model-net-inspect.h \
 	codes/net/dragonfly.h \
 	codes/net/slimfly.h \
+	codes/net/fattree.h \
 	codes/net/loggp.h \
 	codes/net/simplenet-upd.h \
 	codes/net/simplep2p.h \
@@ -148,6 +150,7 @@ src_libcodes_a_SOURCES =  \
 	src/networks/model-net/torus.c \
 	src/networks/model-net/dragonfly.c \
 	src/networks/model-net/slimfly.c \
+	src/networks/model-net/fattree.c \
 	src/networks/model-net/loggp.c \
 	src/networks/model-net/simplep2p.c \
 	src/networks/model-net/model-net-lp.c \
@@ -174,14 +177,17 @@ bin_PROGRAMS += src/network-workloads/model-net-mpi-replay
 bin_PROGRAMS += src/network-workloads/model-net-dumpi-traces-dump
 bin_PROGRAMS += src/network-workloads/model-net-synthetic
 bin_PROGRAMS += src/network-workloads/model-net-synthetic-slimfly
+bin_PROGRAMS += src/network-workloads/model-net-synthetic-fattree
 
 src_workload_codes_workload_dump_SOURCES = \
  src/workload/codes-workload-dump.c
 
 src_network_workloads_model_net_mpi_replay_SOURCES = src/network-workloads/model-net-mpi-replay.c
+
 src_network_workloads_model_net_synthetic_SOURCES = src/network-workloads/model-net-synthetic.c
 src_network_workloads_model_net_synthetic_slimfly_SOURCES = src/network-workloads/model-net-synthetic-slimfly.c
 src_network_workloads_model_net_dumpi_traces_dump_SOURCES = src/network-workloads/model-net-dumpi-traces-dump.c
+
 #bin_PROGRAMS += src/network-workload/codes-nw-test
 
 #src_network_workload_codes_nw_test_SOURCES = \

src/network-workloads/conf/modelnet-synthetic-fattree-summit-k36-n3564.conf

+LPGROUPS
+{
+   MODELNET_GRP
+   {
+      repetitions="198";     # repetitions = Ne = total # of edge switches. For type0 Ne = Np*Ns = ceil(N/Ns*(k/2))*(k/2) = ceil(N/(k/2)^2)*(k/2)
+      server="18";
+      modelnet_fattree="18";
+      fattree_switch="3";
+   }
+}
+PARAMS
+{
+   ft_type="0";
+   packet_size="512";
+   message_size="512";
+   chunk_size="32";
+   modelnet_scheduler="fcfs";
+   #modelnet_scheduler="round-robin";
+   modelnet_order=( "fattree" );
+   num_levels="3";
+   switch_count="198";       # = repititions
+   switch_radix="36";
+   router_delay="60";
+   soft_delay="1000";
+   vc_size="65536";
+   cn_vc_size="65536";
+   link_bandwidth="12.5";
+   cn_bandwidth="12.5";
+}

src/network-workloads/conf/modelnet-synthetic-fattree.conf

+LPGROUPS
+{
+   MODELNET_GRP
+   {
+      repetitions="4";				#Number of leaf level switches
+      server="2";
+      modelnet_fattree="2";
+      fattree_switch="2";
+   }
+}
+PARAMS
+{
+   ft_type="1";							# Only appears to be one type (type=0) in fattree.c
+   num_levels="2";						# Must be 1 < num_levels < 4
+   switch_count="2,4";					# Some sort of csv string. I'm thinking it's the number of switches per level
+   switch_radix="4,4";						# Another csv string. I'm thinking it's the radix of the switches per level. All switches within same level have same radix
+   packet_size="512";
+   modelnet_order=( "fattree" );
+   # scheduler options
+   modelnet_scheduler="fcfs";
+   chunk_size="32";
+   # modelnet_scheduler="round-robin";
+   num_vcs="1";
+   vc_size="16384";
+   cn_vc_size="16384";
+   link_bandwidth="5";
+   cn_bandwidth="5";
+   message_size="512";
+   routing="minimal";
+   router_delay="50";
+   soft_delay="1000";
+}

src/network-workloads/conf/tracer-fattree-type2.conf

+LPGROUPS
+{
+   MODELNET_GRP
+   {
+      repetitions="16";
+      server="4";
+      modelnet_fattree="4";
+      fattree_switch="3";
+   }
+}
+PARAMS
+{
+   ft_type="1";
+   packet_size="512";
+   message_size="512";
+   chunk_size="32";
+   modelnet_scheduler="fcfs";
+   #modelnet_scheduler="round-robin";
+   modelnet_order=( "fattree" );
+   num_levels="3";
+   switch_count="16";
+   switch_radix="8";
+   router_delay="60";
+   soft_delay="1000";
+   vc_size="65536";
+   cn_vc_size="65536";
+   link_bandwidth="4.7";
+   cn_bandwidth="5.25";
+}

src/networks/model-net/doc/README.fattree.txt

+*** README file for fattree network model ***
+
+1- Configuring CODES dragonfly network model
+CODES dragonfly network model can be configured using the fattee config file (currently
+located in codes/src/network-workloads/conf). Below is an example config file:
+
+MODELNET_GRP
+{
+	repetitions="12";
+	server="4";
+	modelnet_fattree="4";
+	fattree_switch="3";
+} 
+PARAMS
+{
+	....
+	ft_type="0";
+    num_levels="3";
+    switch_count="12";
+    switch_radix="8";
+	....
+}
+
+The first section, MODELNET_GRP specifies the LP types, number of LPs per type and their
+configuration. In the above case, there are 12 repetitions of 4 server LPs, 4 fat tree
+network node/terminal LPs and 3 fat tree switch LPs. Each repetition represents a leaf
+level switch, nodes connected to it, and higher level switches that may be needed to 
+construct the fat-tree. The 'fattree_switch' parameter indicates there are 3 levels 
+to this fat tree and each repitition will have one switch from each level. This 
+configuration will create a total of (fattree_switch)*repetitions=12*3=36 switch LPs,
+with 'fattree_switch' many switch LPs per level.
+
+modelnet_fattree = radix of switch/2
+fattree_switch = number of levels in the fattree (2 or 3)
+
+ft_type:
+0: Custom- ("Pruned" Fat Tree)
+1: Standard Full Fat Tree
+
+The Custom- ft_type is simply a pruned standard full fat tree. This layout type starts
+with the standard full fat tree and then removes pods and adjusts L1-L2 switch connections
+as needed to drop the total node/terminal count in the system. This approach still maintains
+full bisection bandwidth. Knowing a full standard fat tree uses k pods of k/2 switches per
+pod (k/2 L1 switches and k/2 L0 switches) and each switch in L0 connects to k/2 terminals,
+then each pod connects to (k/2)*(k/2) terminals. Therefore, the number of pods needed to get
+N-many terminals using the Custom- ft_type is Np = ceil(N/[(k/2)*(k/2)]). So the config file
+should have "repetitions" = "switch_count" = Np*(k/2).
+
+Supported PARAMS:
+
+packet_size, chunk_size (ideally kept same)
+modelnet_scheduler - NIC message scheduler
+modelnet_order=( "fattree" ); 
+router_delay : delay caused by switched in ns
+num_levels : number of levels in the fattree (same as fattree_switch)
+switch_count : number of leaf level switches (same as repetitions)
+switch_radix : radix of the switches
+vc_size : size of switch VCs in bytes
+cn_vc_size : size of VC between NIC and switch in bytes
+link_bandwidth, cn_bandwidth : in GB/s
+routing : {adaptive, static}
+
+2- Static Routing
+If static routing is chosen, two more PARAMS must be provided:
+routing_folder :  folder that contain lft files generated using method described below.
+dot_file : name used for dotfile generation in the method described below.
+(dump_topo should be set to 0 or not set when during simulations)
+
+To generate static routing tables, first do an "empty" run to dump the topology
+of the fat-tree by setting the following PARAMS:
+routing : static
+routing_folder : folder to which topology files should be written
+dot_file : prefix used for creating topology files inside the folder
+dump_topo :  1
+
+When dump_topo is set, the simulator dumps the topology inside the folder
+specified by routing_folder and exits. Next, follow these steps created by Jens 
+to generate the routing tables stored as LFT files:
+
+(you should replace $P_PATH with your path)
+1. Install fall-in-place toolchain: (patch files can be found in src/util/patches folder of CODES):
+wget http://htor.inf.ethz.ch/sec/fts.tgz
+tar xzf fts.tgz
+cd fault_tolerance_simulation/
+rm 0001-*.patch 0002-*.patch 0003-*.patch 0004-*.patch 0005-*.patch
+tar xzf $P_PATH/sar.patches.tgz
+ 
+wget http://downloads.openfabrics.org/management/opensm-3.3.20.tar.gz
+mv opensm-3.3.20.tar.gz opensm.tar.gz
+wget http://downloads.openfabrics.org/ibutils/ibutils-1.5.7-0.2.gbd7e502.tar.gz
+mv ibutils-1.5.7-0.2.gbd7e502.tar.gz ibutils.tar.gz
+wget http://downloads.openfabrics.org/management/infiniband-diags-1.6.7.tar.gz
+mv infiniband-diags-1.6.7.tar.gz infiniband-diags.tar.gz
+wget https://www.openfabrics.org/downloads/management/libibmad-1.3.12.tar.gz
+mv libibmad-1.3.12.tar.gz libibmad.tar.gz
+wget https://www.openfabrics.org/downloads/management/libibumad-1.3.10.2.tar.gz
+mv libibumad-1.3.10.2.tar.gz libibumad.tar.gz
+ 
+patch -p1 < $P_PATH/fts.patch
+ 
+./simuate.py -s
+
+2. Add LFT creating scripts to the fall-in-place toolchain.
+cd $HOME/simulation/scripts
+patch -p1 < $P_PATH/lft.patch
+chmod +x post_process_*
+chmod +x create_static_lft.sh 
+
+3. Choose a routing algorithm which should be used by OpenSM
+ (possible options: updn, dnup, ftree, lash, dor, torus-2QoS, dfsssp, sssp)
+export OSM_ROUTING="ftree" 
+~/simulation/scripts/create_static_lft.sh routing_folder dot_file
+
+(here routing_folder and dot_file should be same as the one used during the run used to dump the topology)
+
+Now, the routing table stored as LFT files should be in the routing_folder.

src/networks/model-net/model-net-lp.c

@@ -260,6 +260,8 @@ void model_net_base_configure(){
         offsetof(model_net_wrap_msg, msg.m_dfly);
     msg_offsets[SLIMFLY] =
         offsetof(model_net_wrap_msg, msg.m_slim);
+    msg_offsets[FATTREE] =
+	offsetof(model_net_wrap_msg, msg.m_fat);
     msg_offsets[LOGGP] =
         offsetof(model_net_wrap_msg, msg.m_loggp);
 

src/networks/model-net/model-net.c

@@ -22,6 +22,7 @@ extern struct model_net_method simplep2p_method;
 extern struct model_net_method torus_method;
 extern struct model_net_method dragonfly_method;
 extern struct model_net_method slimfly_method;
+extern struct model_net_method fattree_method;
 extern struct model_net_method dragonfly_router_method;
 extern struct model_net_method loggp_method;
 

src/util/patches/lft.patch

+diff -Nur scripts.orig/create_static_lft.sh  scripts/create_static_lft.sh
+--- scripts.orig/create_static_lft.sh	1969-12-31 16:00:00.000000000 -0800
++++ scripts/create_static_lft.sh 2016-08-16 11:08:06.058810000 -0700
+@@ -0,0 +1,47 @@
++#!/bin/bash
++
++if [ $1 != "" ]; then
++   SIM_DIR="`readlink -f $1`"
++   DOT_FILE="${SIM_DIR}/$2"
++elif [ -z ${WRITE_TOPOLOGY_DOT_FILE} ]; then
++   echo "ERR: env variable WRITE_TOPOLOGY_DOT_FILE not specified"
++   exit 1
++else
++   SIM_DIR="`readlink -f ${CODES_SIM_IO_DIR}`"
++   DOT_FILE="${SIM_DIR}/${WRITE_TOPOLOGY_DOT_FILE}"
++fi
++
++if [ -f "${DOT_FILE}.dot" ]; then 
++  echo "dot file already exists."
++else
++  $HOME/simulation/scripts/post_process_dot.sh ${DOT_FILE}
++  if [ "x$?" != "x0" ]; then exit -1; fi
++fi
++
++echo "running createIBNet.py"
++$HOME/simulation/scripts/createIBNet.py -t DOT -i ${DOT_FILE}.dot -o ${SIM_DIR}/topo.net
++if [ "x$?" != "x0" ]; then exit -1; fi
++
++rm -rf ${SIM_DIR}/ofedout/
++if [ -z ${OSM_ROUTING} ]; then
++   echo 'ERR: routing must be specified via `export OSM_ROUTING=...`'
++   echo '     (available options: updn, dnup, ftree, lash, dor, torus-2QoS,'
++   echo '                         dfsssp, sssp)'
++   exit -1;
++fi
++echo "running simulate.py"
++$HOME/simulation/scripts/simulate.py -n ${SIM_DIR} -r ${OSM_ROUTING} -p exchange
++if [ "x$?" != "x0" ]; then exit -1; fi
++
++mv ${SIM_DIR}/ofedout/ibdiagnet.fdbs ${SIM_DIR}/
++mv ${SIM_DIR}/ofedout/opensm-subnet.lst ${SIM_DIR}/
++echo "running post_process_lfts.py"
++$HOME/simulation/scripts/post_process_lfts.py ${SIM_DIR}/ibdiagnet.fdbs ${SIM_DIR}/opensm-subnet.lst ${SIM_DIR}/
++if [ "x$?" != "x0" ]; then exit -1; fi
++echo "Done with script"
++
++#if [ -z ${KEEP_INTERMEDIATE} ]; then
++#   rm -rf ./checkConnectivity.log ./log.txt ./ofedout/ ./${WRITE_TOPOLOGY_DOT_FILE}.dot ./topo.* ./ibdiagnet.fdbs ./opensm-subnet.lst
++#fi
++
++exit 0
+diff -Nur scripts.orig/get_static_lft_for_codes.sh scripts/get_static_lft_for_codes.sh
+--- scripts.orig/get_static_lft_for_codes.sh	1969-12-31 16:00:00.000000000 -0800
++++ scripts/get_static_lft_for_codes.sh	2016-08-16 11:08:06.058810000 -0700
+@@ -0,0 +1,36 @@
++#!/bin/bash
++
++if [ -z ${WRITE_TOPOLOGY_DOT_FILE} ]; then
++   echo "ERR: env variable WRITE_TOPOLOGY_DOT_FILE not specified"
++   exit 1
++else
++   SIM_DIR="`readlink -f ${CODES_SIM_IO_DIR}`"
++   DOT_FILE="${SIM_DIR}/${WRITE_TOPOLOGY_DOT_FILE}"
++fi
++
++$HOME/simulation/scripts/post_process_dot.sh ${DOT_FILE}
++if [ "x$?" != "x0" ]; then exit -1; fi
++
++$HOME/simulation/scripts/createIBNet.py -t DOT -i ${DOT_FILE}.dot -o ${SIM_DIR}/topo.net
++if [ "x$?" != "x0" ]; then exit -1; fi
++
++rm -rf ${SIM_DIR}/ofedout/
++if [ -z ${OSM_ROUTING} ]; then
++   echo 'ERR: routing must be specified via `export OSM_ROUTING=...`'
++   echo '     (available options: updn, dnup, ftree, lash, dor, torus-2QoS,'
++   echo '                         dfsssp, sssp)'
++   exit -1;
++fi
++$HOME/simulation/scripts/simulate.py -n ${SIM_DIR} -r ${OSM_ROUTING} -p exchange
++if [ "x$?" != "x0" ]; then exit -1; fi
++
++mv ${SIM_DIR}/ofedout/ibdiagnet.fdbs ${SIM_DIR}/
++mv ${SIM_DIR}/ofedout/opensm-subnet.lst ${SIM_DIR}/
++$HOME/simulation/scripts/post_process_lfts.py ${SIM_DIR}/ibdiagnet.fdbs ${SIM_DIR}/opensm-subnet.lst ${SIM_DIR}/
++if [ "x$?" != "x0" ]; then exit -1; fi
++
++#if [ -z ${KEEP_INTERMEDIATE} ]; then
++#   rm -rf ./checkConnectivity.log ./log.txt ./ofedout/ ./${WRITE_TOPOLOGY_DOT_FILE}.dot ./topo.* ./ibdiagnet.fdbs ./opensm-subnet.lst
++#fi
++
++exit 0
+diff -Nur scripts.orig/post_process_dot.sh scripts/post_process_dot.sh
+--- scripts.orig/post_process_dot.sh	1969-12-31 16:00:00.000000000 -0800
++++ scripts/post_process_dot.sh	2016-08-15 14:31:22.976049000 -0700
+@@ -0,0 +1,24 @@
++#!/bin/bash
++
++if [ -z ${1} ]; then
++   echo "ERR: input missing; need path to temporary dot files"
++   exit 1
++fi
++
++PATH_TO_DOT="${1}"
++
++rm -f ${PATH_TO_DOT}.dot
++echo 'digraph {' >> ${PATH_TO_DOT}.dot
++
++# first get all node defs
++cat ${PATH_TO_DOT}.dot.* | grep -v '\->\|\-\-' | sort >> ${PATH_TO_DOT}.dot
++# then get all edges/links of the graph
++cat ${PATH_TO_DOT}.dot.* | grep '\->\|\-\-' | sort >> ${PATH_TO_DOT}.dot
++
++echo '}' >> ${PATH_TO_DOT}.dot
++
++# cleanup (we don't want old partial dot files laying around when downsizing
++# the number of mpi ranks)
++rm -f ${PATH_TO_DOT}.dot.*
++
++exit 0
+diff -Nur scripts.orig/post_process_lfts.py scripts/post_process_lfts.py
+--- scripts.orig/post_process_lfts.py	1969-12-31 16:00:00.000000000 -0800
++++ scripts/post_process_lfts.py	2016-08-15 15:41:29.189179000 -0700
+@@ -0,0 +1,62 @@
++#!/usr/bin/env python
++
++import os, re, sys
++
++try:
++   path, filename = os.path.split(os.path.normpath(sys.argv[1]))
++   if path == '': path = os.getcwd()
++   fdbsFile = os.path.join(path, filename)
++
++   path, filename = os.path.split(os.path.normpath(sys.argv[2]))
++   if path == '': path = os.getcwd()
++   lstFile = os.path.join(path, filename) 
++
++   outdir = os.path.normpath(sys.argv[3])
++except:
++   sys.exit('Usage: post_process_lfts.py ./ibdiagnet.fdbs ./opensm-subnet.lst')
++
++if not os.path.exists(fdbsFile) or not os.path.exists(lstFile):
++   sys.exit('ERR: file %s or %s does not exist' % (fdbsFile, lstFile))
++
++lid_to_guid_map = {}
++p = re.compile('{\s+([a-zA-Z0-9_-]+)\s+Ports:(\w+)\s+SystemGUID:(\w+)\s+NodeGUID:(\w+)\s+PortGUID:(\w+)\s+VenID:(\w+)\s+DevID:(\w+)\s+Rev:(\w+)\s+{(.+)}\s+LID:(\w+)\s+PN:(\w+)\s+}\s+{\s+([a-zA-Z0-9_-]+)\s+Ports:(\w+)\s+SystemGUID:(\w+)\s+NodeGUID:(\w+)\s+PortGUID:(\w+)\s+VenID:(\w+)\s+DevID:(\w+)\s+Rev:(\w+)\s+{(.+)}\s+LID:(\w+)\s+PN:(\w+)\s+}\s+.+')
++for line in open(lstFile, 'r'):
++   if p.match(line):
++      m = p.match(line)
++      node1, ports1, sguid1, nguid1, pguid1, vid1, did1, rev1, name1, lid1, pn1 = \
++            m.group(1), int(m.group(2),16), m.group(3), m.group(4), int(m.group(5),16), \
++            m.group(6), m.group(7), m.group(8), m.group(9), int(m.group(10),16), \
++            int(m.group(11),16)
++      node2, ports2, sguid2, nguid2, pguid2, vid2, did2, rev2, name2, lid2, pn2 = \
++            m.group(12), int(m.group(13),16), m.group(14), m.group(15), int(m.group(16),16), \
++            m.group(17), m.group(18), m.group(19), m.group(20), int(m.group(21),16), \
++            int(m.group(22),16)
++      nguid1, nguid2 = nguid1.lower(), nguid2.lower()
++
++      # for some strange reason osm is adding +1 to the caguid to get
++      # the port guid, even if we have a single port hca
++      if name1.find('H') == 0:
++         lid_to_guid_map[lid1] = pguid1 - 1
++      else:
++         lid_to_guid_map[lid1] = pguid1
++      if name2.find('H') == 0:
++         lid_to_guid_map[lid2] = pguid2 - 1
++      else:
++         lid_to_guid_map[lid2] = pguid2
++
++sw  = re.compile('.*Switch\s*0x(\w+)')
++lft = re.compile('^\s*0x(\w+)\s*:\s*(\d+)')
++out = open('/dev/null', 'r')
++for line in open(fdbsFile, 'r'):
++   if sw.match(line):
++      m = sw.match(line)
++      sw_guid = int(m.group(1),16)
++      out.close()
++      out = open(os.path.join(outdir, '0x%016x.lft' % sw_guid), 'w+')
++   elif lft.match(line):
++      m = lft.match(line)
++      lid, port = int(m.group(1),16), int(m.group(2))
++      out.write("0x%016x %d\n"  % (lid_to_guid_map[lid], port))
++out.close()
++
++sys.exit(0)