providers/ipathverbs/truescale-serdes.cmds - linux-rdma/rdma-core - Git at Google

 #!/bin/bash
 # Copyright (c) 2013 Intel Corporation. All rights reserved.
 # Copyright (c) 2010 QLogic Corporation.
 # All rights reserved.
 #
 # This software is available to you under a choice of one of two
 # licenses.  You may choose to be licensed under the terms of the GNU
 # General Public License (GPL) Version 2, available from the file
 # COPYING in the main directory of this source tree, or the
 # OpenIB.org BSD license below:
 #
 #     Redistribution and use in source and binary forms, with or
 #     without modification, are permitted provided that the following
 #     conditions are met:
 #
 #      - Redistributions of source code must retain the above
 #        copyright notice, this list of conditions and the following
 #        disclaimer.
 #
 #      - Redistributions in binary form must reproduce the above
 #        copyright notice, this list of conditions and the following
 #        disclaimer in the documentation and/or other materials
 #        provided with the distribution.
 #
 # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
 # EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
 # MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
 # NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
 # BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
 # ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
 # CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
 # SOFTWARE.

 # This script does truescale (qib) adapter-specific actions, and is
 # sourced during boot after the ib_qib module is loaded. The stop
 # operation is deprecated.  It isn't intended for standalone use.

 # base name in /sys/class
 PATH=/sbin:/bin:/usr/sbin:/usr/bin:$PATH
 export PATH
 qb=/sys/class/infiniband/qib
 serdes_parm=txselect

 if [ -r /etc/rdma/rdma.conf ]; then
     IB_CONFIG=/etc/rdma/rdma.conf
 else
     IB_CONFIG=/etc/infiniband/openib.conf
 fi
 if [ -f $IB_CONFIG ]; then
    . $IB_CONFIG
 fi

 # If user specifies an override or the setting is ommitted from the config file
 # then default to new back plane version.
 if [ -z $QIB_QME_BPVER ]; then
    QIB_QME_BPVER=1
 fi

 warn_and_log()
 {
     echo "$0: $@"
     logger -t infinipath "$@"
 }

 setup_qmh()
 {
     local -i nunit=0 bay bl2xB=0 full=0
     local parmf sysinfo bayinfo mez1bus mez2bus mez3bus=0 tbay
     local -a parm bay_h1
     for parm in parameters/${serdes_parm} ${serdes_parm}; do
 	if [ -e /sys/module/ib_qib/$parm ]; then
 		parmf=/sys/module/ib_qib/$parm
 		break;
 	fi
     done
     if [ ! "$parmf" ]; then
 	warn_and_log Unable to find ${serdes_parm} parameter
 	return
     fi
     sysinfo="$(PATH=/sbin:/usr/sbin:$PATH; dmidecode -t system | \
 	    sed -e '/^Handle/d' -e '/^[ \t]*$/d' -e 's/[ \t]*$//' )"
     if [ ! "$sysinfo" ]; then
 	warn_and_log Unable to determine system type
 	return
     fi
     bayinfo="$(PATH=/sbin:/usr/sbin:$PATH; dmidecode -t 204)"
     if [ ! "$bayinfo" ]; then
 	warn_and_log Unable to determine bay
 	return
     fi
     case "${bayinfo}" in
     *Server*Bay:*) tbay=$(PATH=/sbin:/usr/sbin:$PATH; dmidecode -t 204 | \
 	    sed -n -e 's/[ \t]*$//' -e 's/[ \t]*Server Bay:[ \t]*//p') ;;
     *) tbay=$(PATH=/sbin:/usr/sbin:$PATH; dmidecode -t 204 | \
 	    sed -n -e '1,/BladeSystem/d' -e 's/  *$//' -e 's/^\t\t*//' \
 	    -e '/^[0-9][AB]*$/p' -e '/^[0-9][0-9][AB]*$/p') ;;
     esac

     read pbase < $parmf
     parm=($(echo ${qb}*))
     nunit=${#parm[*]}

     # [0] is a dummy in these arrays, bay #'ing starts at 1
     # H1 value, per bay (same for both ports)
     m1_bay_h1=(0 8 7 7 7 7 6 6 6 8 7 7 7 7 6 6 7)
     m2_bay_h1=(0 11 11 11 11 11 11 10 11 11 11 11 11 10 10 10 10)
     m3_bay_h1=(0 11 11 11 11 10 10 10 10)

     # tx serdes index per bay for mez1 (either port)
     mez1p1_idx=(0 2 2 17 17 17 1 1 1 2 1 17 17 16 2 18 16)
     # tx serdes setting for mez1 p2 (only used on full-height blades)
     mez1p2_idx=(0 4 4 3 3 3 2 4 4)
     # tx serdes index per bay for mez2 port 1
     mez2p1_idx=(0 2 2 17 17 17 1 1 1 2 1 17 17 16 2 18 1)
     # tx serdes index per bay for mez2 port 2
     mez2p2_idx=(0 2 2 19 1 1 1 1 1 2 1 18 17 1 19 1 1)
     # tx serdes index per bay for mez3 port 1 (mez3 only on full-height blades)
     mez3p1_idx=(0 2 1 18 17 1 19 1 1)
     # tx serdes index per bay for mez3 port 2 (mez3 only on full-height blades)
     mez3p2_idx=(0 2 1 17 17 16 2 18 1)

     case "${sysinfo}" in
     *BL280[cC]*) mez1bus=3 mez2bus=6 bay=$tbay ;;
     # both nodes on the 2x220 blade have bus 3, only one mez, but
     # they connect to different switches through different paths
     # so A and B have different parameters.  They connect to
     # the switch as if they were the mez2 on other blade types,
     # with port 1 on mez2 for A node and port 2 on mez2
     # for the B node
     *BL2x220[cC]*)
 	mez1bus=3 mez2bus=3 bay=${tbay%[AB]}
 	case "${tbay}" in
 	*A) bl2xB=${mez2p1_idx[$bay]} ;;
 	*B) bl2xB=${mez2p2_idx[$bay]} ;;
 	esac
 	;;
     *BL460[cC]*) mez1bus=6 mez2bus=9 bay=$tbay ;;
     *BL465[cC]*) mez1bus=5 mez2bus=8 bay=$tbay ;;
     *BL490[cC]*) mez1bus=6 mez2bus=7 bay=$tbay ;;
     *BL685[cC]*) mez1bus=41 mez2bus=6 mez3bus=44 full=1 bay=$(($tbay % 9)) ;;
     *) warn_and_log Unknown blade type "$sysinfo"
 	return ;;
     esac

     # mez1 only has port1 connected, mez2, mez3 can have both ports

     # If only one card, and two mez possible, we have to figure out which
     # mez we are plugged into.
     # On RHEL4U8, we look in the driver subdir, all others
     # in the device/driver subdir for the pcie bus.
     pciprefix="[0-9a-fA-F][0-9a-fA-F][0-9a-fA-F][0-9a-fA-F]:"
     if [ ${bl2xB} -ne 0 ]; then
 	pbase="${pbase} 0,1=${bl2xB},${m2_bay_h1[$bay]}"
     else while [ $nunit -ne 0 ]; do
 	(( nunit-- ))
 	buspath=$(readlink -m ${qb}${nunit}/device)
 	if [ -n "$(echo ${buspath} | grep "${pciprefix}$(printf "%02d" ${mez1bus}):")" ]; then
 	    pbase="${pbase} ${nunit},1=${mez1p1_idx[$bay]},${m1_bay_h1[$bay]}"
 	    if [ ${full} -eq 1 ]; then
 		pbase="${pbase} ${nunit},2=${mez1p2_idx[$bay]},${m1_bay_h1[$bay]}"
 	    fi
 	elif [ -n "$(echo ${buspath} | grep "${pciprefix}$(printf "%02d" ${mez2bus}):")" ]; then
 	    pbase="${pbase} ${nunit},1=${mez2p1_idx[$bay]},${m2_bay_h1[$bay]}"
 	    pbase="${pbase} ${nunit},2=${mez2p2_idx[$bay]},${m2_bay_h1[$bay]}"
 	elif [ -n "$(echo ${buspath} | grep "${pciprefix}$(printf "%02d" ${mez3bus}):")" ]; then
 	    pbase="${pbase} ${nunit},1=${mez3p1_idx[$bay]},${m3_bay_h1[$bay]}"
 	    pbase="${pbase} ${nunit},2=${mez3p2_idx[$bay]},${m3_bay_h1[$bay]}"
 	else
 	    warn_and_log Mismatch on mezbus ${mez1_bus},${mez2_bus},${mez3_bus} \
 		and unit ${nunit}, no serdes setup
 	fi
 	done
     fi
     echo -n ${pbase} > $parmf
 }


 setup_qme()
 {
     local parm parmf sn pbase
     local -i nunit=0 bay idx bpver=${QIB_QME_BPVER:1}
     local -a bp0_idx bp1_idx set

     # tx settings for Dell Backplane v1.0
     bp0_idx=( 0 22 23 24 25 26 24 27 28 22 23 24 25 26 24 27 28 )
     # tx settings for Dell Backplane v1.1
     bp1_idx=( 0 29 29 30 31 32 33 30 29 29 29 30 31 32 33 30 29 )

     for parm in parameters/${serdes_parm} ${serdes_parm}; do
 	if [ -e /sys/module/ib_qib/$parm ]; then
 		parmf=/sys/module/ib_qib/$parm
 		break;
 	fi
     done
     if [ ! "$parmf" ]; then
 	warn_and_log Unable to find ${serdes_parm} parameter
 	return
     fi

     read pbase < $parmf
     parm=( $(echo ${qb}*) )
     nunit=${#parm[*]}

     if [ -e /sys/module/ib_qib/parameters/qme_bp ]; then
 	read bpver < /sys/module/ib_qib/parameters/qme_bp
 	if [ ${bpver} -ne 0 -a ${bpver} -ne 1 ]; then
 	    warn_and_log "Invalid Dell backplane version (${bpver}). Defaulting to 1."
 	    bpver=1
 	fi
     fi
     eval 'set=( ${bp'${bpver}'_idx[@]} )'

     # we get two serial numbers normally, use 2nd if present, else first
     sn="$(dmidecode -t 2 | grep -i serial | tail -1)"
     case ${sn} in
 	*[sS]erial\ [nN]umber*)
 	    bay="$(echo $sn | sed -e 's/\.$//' -e 's/.*\.0*//' -e 's/[abcd]$//')"
 	    if [ ${bay} -gt ${#set[@]} ]; then
 		warn_and_log Unexpected QME7342 bay info: ${sn}, no Tx params
 		return
 	    fi
 	    idx=${set[bay]}
 	    # H1 is same for all QME bays, so no need to specify.
 	    while [ $nunit -ne 0 ]; do
 		(( nunit-- ))
 		pbase="${pbase} ${nunit},1=${idx} ${nunit},2=${idx}"
 	    done
 	    echo -n ${pbase} > $parmf
 	    ;;
 	*) warn_and_log No QME7342 bay information, no Tx params
 	    return;;
     esac
 }

 has_qib=$(lspci -n 2>/dev/null | grep -i "1077\|1fc1")
 if [ ! "${has_qib}" ]; then
         exit 0
 fi

 case "$1" in
 start)
 	has_qmh7342=$(grep QMH7342 ${qb}*/hca_type 2>/dev/null)
 	if [ "${has_qmh7342}" ]; then
 	    setup_qmh
 	else
 	    has_qme7342=$(grep QME7342 ${qb}*/hca_type 2>/dev/null)
 	    if [ "${has_qme7342}" ]; then
 		setup_qme
 	    fi
 	fi

 	;;
 stop)
 	warn_and_log stop operation deprecated
 	;;
 esac
	#!/bin/bash
	# Copyright (c) 2013 Intel Corporation. All rights reserved.
	# Copyright (c) 2010 QLogic Corporation.
	# All rights reserved.
	#
	# This software is available to you under a choice of one of two
	# licenses. You may choose to be licensed under the terms of the GNU
	# General Public License (GPL) Version 2, available from the file
	# COPYING in the main directory of this source tree, or the
	# OpenIB.org BSD license below:
	#
	# Redistribution and use in source and binary forms, with or
	# without modification, are permitted provided that the following
	# conditions are met:
	#
	# - Redistributions of source code must retain the above
	# copyright notice, this list of conditions and the following
	# disclaimer.
	#
	# - Redistributions in binary form must reproduce the above
	# copyright notice, this list of conditions and the following
	# disclaimer in the documentation and/or other materials
	# provided with the distribution.
	#
	# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
	# EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
	# MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
	# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
	# BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
	# ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
	# CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
	# SOFTWARE.

	# This script does truescale (qib) adapter-specific actions, and is
	# sourced during boot after the ib_qib module is loaded. The stop
	# operation is deprecated. It isn't intended for standalone use.

	# base name in /sys/class
	PATH=/sbin:/bin:/usr/sbin:/usr/bin:$PATH
	export PATH
	qb=/sys/class/infiniband/qib
	serdes_parm=txselect

	if [ -r /etc/rdma/rdma.conf ]; then
	IB_CONFIG=/etc/rdma/rdma.conf
	else
	IB_CONFIG=/etc/infiniband/openib.conf
	fi
	if [ -f $IB_CONFIG ]; then
	. $IB_CONFIG
	fi

	# If user specifies an override or the setting is ommitted from the config file
	# then default to new back plane version.
	if [ -z $QIB_QME_BPVER ]; then
	QIB_QME_BPVER=1
	fi

	warn_and_log()
	{
	echo "$0: $@"
	logger -t infinipath "$@"
	}

	setup_qmh()
	{
	local -i nunit=0 bay bl2xB=0 full=0
	local parmf sysinfo bayinfo mez1bus mez2bus mez3bus=0 tbay
	local -a parm bay_h1
	for parm in parameters/${serdes_parm} ${serdes_parm}; do
	if [ -e /sys/module/ib_qib/$parm ]; then
	parmf=/sys/module/ib_qib/$parm
	break;
	fi
	done
	if [ ! "$parmf" ]; then
	warn_and_log Unable to find ${serdes_parm} parameter
	return
	fi
	sysinfo="$(PATH=/sbin:/usr/sbin:$PATH; dmidecode -t system \| \
	sed -e '/^Handle/d' -e '/^[ \t]$/d' -e 's/[ \t]$//' )"
	if [ ! "$sysinfo" ]; then
	warn_and_log Unable to determine system type
	return
	fi
	bayinfo="$(PATH=/sbin:/usr/sbin:$PATH; dmidecode -t 204)"
	if [ ! "$bayinfo" ]; then
	warn_and_log Unable to determine bay
	return
	fi
	case "${bayinfo}" in
	ServerBay:*) tbay=$(PATH=/sbin:/usr/sbin:$PATH; dmidecode -t 204 \| \
	sed -n -e 's/[ \t]$//' -e 's/[ \t]Server Bay:[ \t]*//p') ;;
	*) tbay=$(PATH=/sbin:/usr/sbin:$PATH; dmidecode -t 204 \| \
	sed -n -e '1,/BladeSystem/d' -e 's/ $//' -e 's/^\t\t//' \
	-e '/^[0-9][AB]$/p' -e '/^[0-9][0-9][AB]$/p') ;;
	esac

	read pbase < $parmf
	parm=($(echo ${qb}*))
	nunit=${#parm[*]}

	# [0] is a dummy in these arrays, bay #'ing starts at 1
	# H1 value, per bay (same for both ports)
	m1_bay_h1=(0 8 7 7 7 7 6 6 6 8 7 7 7 7 6 6 7)
	m2_bay_h1=(0 11 11 11 11 11 11 10 11 11 11 11 11 10 10 10 10)
	m3_bay_h1=(0 11 11 11 11 10 10 10 10)

	# tx serdes index per bay for mez1 (either port)
	mez1p1_idx=(0 2 2 17 17 17 1 1 1 2 1 17 17 16 2 18 16)
	# tx serdes setting for mez1 p2 (only used on full-height blades)
	mez1p2_idx=(0 4 4 3 3 3 2 4 4)
	# tx serdes index per bay for mez2 port 1
	mez2p1_idx=(0 2 2 17 17 17 1 1 1 2 1 17 17 16 2 18 1)
	# tx serdes index per bay for mez2 port 2
	mez2p2_idx=(0 2 2 19 1 1 1 1 1 2 1 18 17 1 19 1 1)
	# tx serdes index per bay for mez3 port 1 (mez3 only on full-height blades)
	mez3p1_idx=(0 2 1 18 17 1 19 1 1)
	# tx serdes index per bay for mez3 port 2 (mez3 only on full-height blades)
	mez3p2_idx=(0 2 1 17 17 16 2 18 1)

	case "${sysinfo}" in
	BL280[cC]) mez1bus=3 mez2bus=6 bay=$tbay ;;
	# both nodes on the 2x220 blade have bus 3, only one mez, but
	# they connect to different switches through different paths
	# so A and B have different parameters. They connect to
	# the switch as if they were the mez2 on other blade types,
	# with port 1 on mez2 for A node and port 2 on mez2
	# for the B node
	BL2x220[cC])
	mez1bus=3 mez2bus=3 bay=${tbay%[AB]}
	case "${tbay}" in
	*A) bl2xB=${mez2p1_idx[$bay]} ;;
	*B) bl2xB=${mez2p2_idx[$bay]} ;;
	esac
	;;
	BL460[cC]) mez1bus=6 mez2bus=9 bay=$tbay ;;
	BL465[cC]) mez1bus=5 mez2bus=8 bay=$tbay ;;
	BL490[cC]) mez1bus=6 mez2bus=7 bay=$tbay ;;
	BL685[cC]) mez1bus=41 mez2bus=6 mez3bus=44 full=1 bay=$(($tbay % 9)) ;;
	*) warn_and_log Unknown blade type "$sysinfo"
	return ;;
	esac

	# mez1 only has port1 connected, mez2, mez3 can have both ports

	# If only one card, and two mez possible, we have to figure out which
	# mez we are plugged into.
	# On RHEL4U8, we look in the driver subdir, all others
	# in the device/driver subdir for the pcie bus.
	pciprefix="[0-9a-fA-F][0-9a-fA-F][0-9a-fA-F][0-9a-fA-F]:"
	if [ ${bl2xB} -ne 0 ]; then
	pbase="${pbase} 0,1=${bl2xB},${m2_bay_h1[$bay]}"
	else while [ $nunit -ne 0 ]; do
	(( nunit-- ))
	buspath=$(readlink -m ${qb}${nunit}/device)
	if [ -n "$(echo ${buspath} \| grep "${pciprefix}$(printf "%02d" ${mez1bus}):")" ]; then
	pbase="${pbase} ${nunit},1=${mez1p1_idx[$bay]},${m1_bay_h1[$bay]}"
	if [ ${full} -eq 1 ]; then
	pbase="${pbase} ${nunit},2=${mez1p2_idx[$bay]},${m1_bay_h1[$bay]}"
	fi
	elif [ -n "$(echo ${buspath} \| grep "${pciprefix}$(printf "%02d" ${mez2bus}):")" ]; then
	pbase="${pbase} ${nunit},1=${mez2p1_idx[$bay]},${m2_bay_h1[$bay]}"
	pbase="${pbase} ${nunit},2=${mez2p2_idx[$bay]},${m2_bay_h1[$bay]}"
	elif [ -n "$(echo ${buspath} \| grep "${pciprefix}$(printf "%02d" ${mez3bus}):")" ]; then
	pbase="${pbase} ${nunit},1=${mez3p1_idx[$bay]},${m3_bay_h1[$bay]}"
	pbase="${pbase} ${nunit},2=${mez3p2_idx[$bay]},${m3_bay_h1[$bay]}"
	else
	warn_and_log Mismatch on mezbus ${mez1_bus},${mez2_bus},${mez3_bus} \
	and unit ${nunit}, no serdes setup
	fi
	done
	fi
	echo -n ${pbase} > $parmf
	}



	setup_qme()
	{
	local parm parmf sn pbase
	local -i nunit=0 bay idx bpver=${QIB_QME_BPVER:1}
	local -a bp0_idx bp1_idx set

	# tx settings for Dell Backplane v1.0
	bp0_idx=( 0 22 23 24 25 26 24 27 28 22 23 24 25 26 24 27 28 )
	# tx settings for Dell Backplane v1.1
	bp1_idx=( 0 29 29 30 31 32 33 30 29 29 29 30 31 32 33 30 29 )

	for parm in parameters/${serdes_parm} ${serdes_parm}; do
	if [ -e /sys/module/ib_qib/$parm ]; then
	parmf=/sys/module/ib_qib/$parm
	break;
	fi
	done
	if [ ! "$parmf" ]; then
	warn_and_log Unable to find ${serdes_parm} parameter
	return
	fi

	read pbase < $parmf
	parm=( $(echo ${qb}*) )
	nunit=${#parm[*]}

	if [ -e /sys/module/ib_qib/parameters/qme_bp ]; then
	read bpver < /sys/module/ib_qib/parameters/qme_bp
	if [ ${bpver} -ne 0 -a ${bpver} -ne 1 ]; then
	warn_and_log "Invalid Dell backplane version (${bpver}). Defaulting to 1."
	bpver=1
	fi
	fi
	eval 'set=( ${bp'${bpver}'_idx[@]} )'

	# we get two serial numbers normally, use 2nd if present, else first
	sn="$(dmidecode -t 2 \| grep -i serial \| tail -1)"
	case ${sn} in
	[sS]erial\ [nN]umber)
	bay="$(echo $sn \| sed -e 's/\.$//' -e 's/.\.0//' -e 's/[abcd]$//')"
	if [ ${bay} -gt ${#set[@]} ]; then
	warn_and_log Unexpected QME7342 bay info: ${sn}, no Tx params
	return
	fi
	idx=${set[bay]}
	# H1 is same for all QME bays, so no need to specify.
	while [ $nunit -ne 0 ]; do
	(( nunit-- ))
	pbase="${pbase} ${nunit},1=${idx} ${nunit},2=${idx}"
	done
	echo -n ${pbase} > $parmf
	;;
	*) warn_and_log No QME7342 bay information, no Tx params
	return;;
	esac
	}

	has_qib=$(lspci -n 2>/dev/null \| grep -i "1077\\|1fc1")
	if [ ! "${has_qib}" ]; then
	exit 0
	fi

	case "$1" in
	start)
	has_qmh7342=$(grep QMH7342 ${qb}*/hca_type 2>/dev/null)
	if [ "${has_qmh7342}" ]; then
	setup_qmh
	else
	has_qme7342=$(grep QME7342 ${qb}*/hca_type 2>/dev/null)
	if [ "${has_qme7342}" ]; then
	setup_qme
	fi
	fi

	;;
	stop)
	warn_and_log stop operation deprecated
	;;
	esac